State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | generate_inference_dataset_3567 |
|
BashOperator |
|
|
0:01:34.495900 | 11057 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:01:22.067500 | 11056 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:01:55.680000 | 11055 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:20:21.360000 | 11054 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.275340 | 11053 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.373120 | 11052 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3567 |
|
BashOperator |
|
|
0:00:37.156300 | 11051 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie_text |
|
BashOperator |
|
|
0:21:16.500000 | 11050 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.318360 | 11049 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.284640 | 11048 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:45.062500 | 11047 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3567 |
|
BashOperator |
|
|
0:01:24.055000 | 11046 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:30.013100 | 11045 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:16.266800 | 11044 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:12.256200 | 11043 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:15.237000 | 11042 |
|
dev | 23 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:17.542700 | 11041 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.164302 | 11040 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:11.660200 | 11039 |
|
dev | 26 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.114330 | 11038 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:07.426000 | 11037 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:01:53.324000 | 11036 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:15.510400 | 11035 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_013456 |
|
BashOperator |
|
|
0:21:34.700000 | 11034 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_013456 |
|
BashOperator |
|
|
0:01:09.206700 | 11033 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:14:23.099000 | 11032 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:16:24.336000 | 11031 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:10.081200 | 11030 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:00:42.379800 | 11029 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:01:21.094000 | 11028 |
|
dev | 10 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:11.507700 | 11027 |
|
dev | 11 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | get_ecpm_aids |
|
BashOperator |
|
|
0:04:17.420000 | 11026 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:37.530000 | 11025 |
|
dev | 1 | default |
|
5 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:03:33.696000 | 11024 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:00:51.379500 | 11023 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:08.698190 | 11022 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:01.165310 | 11021 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.514240 | 11020 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:41.942200 | 11018 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:03:59.379000 | 11017 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:17.526000 | 11015 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_1 |
|
BashOperator |
|
|
0:02:22.256000 | 11014 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:05:28.143000 | 11013 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:30:52.320000 | 11012 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:11:12.296000 | 11011 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:55.674000 | 11010 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:31:48.340000 | 11009 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:26:45.930000 | 11008 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:52.040200 | 11007 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:06:11.560000 | 11006 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:41.793000 | 11005 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:02:08.376000 | 11004 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:26:45.950000 | 11002 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:02:20.932000 | 11001 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:14:39.118000 | 10998 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:02.225500 | 10997 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:01:48.451000 | 10996 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:17.655900 | 10995 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:04:03.834000 | 10994 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:43.229000 | 10993 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:21:16.020000 | 10992 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.096860 | 10991 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.132950 | 10990 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:00:32.759900 | 10989 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:13.325600 | 10988 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:46.791500 | 10987 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
10986 |
|
dev | 5 | default |
|
2 | default_pool | ||||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:27.319800 | 10985 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:00:53.449900 | 10984 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:32.922600 | 10983 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:02.472200 | 10982 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:03:38.725000 | 10981 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:19:32.850000 | 10980 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:00:59.682400 | 10979 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_xxl |
|
SparkSubmitOperator |
|
|
0:01:24.600600 | 10973 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:09:14.436000 | 10972 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_recall |
|
BashOperator |
|
|
0:05:43.490000 | 10971 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:06:15.250000 | 10966 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:48.078700 | 10963 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:20.385900 | 10962 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:23:34.860000 | 10961 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:46.986600 | 10960 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_34 |
|
BashOperator |
|
|
0:31:16.330000 | 10959 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:14:48.527000 | 10958 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:18.869200 | 10957 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:50.910700 | 10956 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:05.765200 | 10955 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:01:59.939000 | 10954 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:20.473600 | 10953 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:36.909000 | 10952 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_0789 |
|
BashOperator |
|
|
0:35:18.320000 | 10951 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:00.075300 | 10950 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:03:25.236000 | 10949 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:24.989000 | 10948 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:57.075900 | 10947 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
0:26:18.900000 | 10946 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:02:02.190000 | 10945 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:02:00.509000 | 10944 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:33.954600 | 10943 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:01:55.525000 | 10942 |
|
dev | 10 | default |
|
2 | default_pool |