State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:40.150800 | 11385 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3567 |
|
BashOperator |
|
|
0:02:15.330000 | 11384 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:16.133000 | 11383 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:21.583800 | 11382 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:12.576400 | 11381 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:33.255000 | 11380 |
|
dev | 25 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:17.350600 | 11379 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.163571 | 11378 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:11.698900 | 11377 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.107759 | 11376 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:08.890340 | 11375 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:01.179120 | 11374 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.474151 | 11373 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:43.246800 | 11372 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:03:40.007000 | 11371 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:37:19.230000 | 11370 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:49.749400 | 11369 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:00:47.885400 | 11368 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:07:59.849000 | 11367 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:45:06.380000 | 11366 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:57.436700 | 11365 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:00.286000 | 11364 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:06:41 | 11363 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:32:21.370000 | 11362 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:02:28.444000 | 11361 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:54:39 | 11360 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:02:24.062000 | 11359 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:16:00.764000 | 11358 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:13.985800 | 11357 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_458_vip |
|
BashOperator |
|
|
0:09:47.221000 | 11356 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:56:23.890000 | 11355 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:16.624000 | 11354 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:02:00.276000 | 11353 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:12.871200 | 11352 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:03:26.665000 | 11351 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_1 |
|
BashOperator |
|
|
0:02:21.960000 | 11350 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:03:57.633000 | 11349 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:02:47.248000 | 11348 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:06:29.831000 | 11347 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:12:20.821000 | 11346 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:21:08.520000 | 11345 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.126920 | 11344 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.224360 | 11343 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:01:28.268100 | 11342 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:02:51.076000 | 11341 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:45.004700 | 11340 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:08:49.116000 | 11339 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:27.090100 | 11338 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:00:53.905400 | 11337 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:32.408200 | 11336 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:00.745000 | 11335 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:03:53.691000 | 11334 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:20:55.790000 | 11333 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:00:58.103700 | 11332 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:51.830000 | 11331 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_013456 |
|
BashOperator |
|
|
0:20:16.210000 | 11330 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_013456 |
|
BashOperator |
|
|
0:01:04.334700 | 11329 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:01:43.292000 | 11328 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:13.959600 | 11327 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:13:30.064000 | 11326 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:12:28.262000 | 11325 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:00:39.064900 | 11324 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:08.158280 | 11323 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:01:15.683300 | 11322 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:00.714100 | 11321 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_ecpm_aids |
|
BashOperator |
|
|
0:03:38.220000 | 11320 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:12.053800 | 11319 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:41.563500 | 11318 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:01:09.653500 | 11317 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:13:40.560000 | 11316 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:48.188400 | 11315 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result_12 |
|
BashOperator |
|
|
0:06:59.669000 | 11314 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset_sep |
|
BashOperator |
|
|
0:00:42.769300 | 11313 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:16:51.120000 | 11312 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed_sep |
|
BashOperator |
|
|
0:14:05.148000 | 11311 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:18.294800 | 11310 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed_sep |
|
BashOperator |
|
|
0:00:15.227400 | 11309 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days_sep |
|
BashOperator |
|
|
0:00:42.379200 | 11308 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:48.571700 | 11307 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:03.339700 | 11306 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:01:51.522000 | 11305 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:07.833000 | 11304 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:18.302200 | 11303 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:03:41.822000 | 11302 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:53.624000 | 11301 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:49.017900 | 11300 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:56.471400 | 11299 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:52.053000 | 11298 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_367 |
|
BashOperator |
|
|
0:52:24.980000 | 11297 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3567 |
|
BashOperator |
|
|
0:02:37.068000 | 11296 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:47:14.620000 | 11295 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:01:34.339500 | 11294 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie_text |
|
BashOperator |
|
|
1:04:42.690000 | 11293 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:02:04.466000 | 11292 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:25:58.680000 | 11291 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_sep |
|
BashOperator |
|
|
0:27:55.630000 | 11290 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.339990 | 11289 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.424780 | 11288 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3567 |
|
BashOperator |
|
|
0:01:01.473000 | 11287 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_0189 |
|
BashOperator |
|
|
0:00:34.134100 | 11286 |
|
dev | 14 | default |
|
2 | default_pool |