State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:21.037600 | 43037 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:48.616000 | 43036 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:02:04.828000 | 43035 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:29.139500 | 43034 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:26.731600 | 43033 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.425190 | 43032 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:41.480400 | 43031 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:04.964510 | 43030 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:08:06.987000 | 43029 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:07:07.586000 | 43028 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:13.213000 | 43027 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:22.098500 | 43026 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:13.235000 | 43025 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:04:49.474000 | 43024 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:08.217750 | 43023 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:01:19.019200 | 43022 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:27.632500 | 43021 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:12.510400 | 43020 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:00:15.674700 | 43019 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:23.954200 | 43018 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:00:49.755900 | 43017 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:10.728400 | 43016 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.942660 | 43015 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:12.891100 | 43014 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:01.112430 | 43013 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.215170 | 43012 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:17.188200 | 43011 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.493510 | 43010 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:08:31.310000 | 43009 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:53.928600 | 43008 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:17.099900 | 43007 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:11:25.420000 | 43006 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.551932 | 43005 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:16.910100 | 43004 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:29.444100 | 43003 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:41.806000 | 43002 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:15.330000 | 43001 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:03.635200 | 43000 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:15:50.985000 | 42999 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | merge_xsimgcl_recall_movie |
|
BashOperator |
|
|
0:06:59.337000 | 42998 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | merge_xsimgcl_recall_tv_novip |
|
BashOperator |
|
|
0:17:53.480000 | 42997 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:22:55.880000 | 42996 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:56.496800 | 42995 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:25.775500 | 42994 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:56:06.590000 | 42993 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:12:09.233000 | 42992 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:07:45.971000 | 42991 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:48:08.760000 | 42990 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:02.826000 | 42989 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:01:17.166500 | 42988 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:03:15.349000 | 42987 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_modal_movie | train_diffurec_movie |
|
BashOperator |
|
|
0:11:28.547000 | 42986 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_modal_movie | pca_text |
|
BashOperator |
|
|
0:00:04.686970 | 42985 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_modal_movie | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.614790 | 42984 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:01:08.686900 | 42983 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_modal_movie | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:02:21.032000 | 42982 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
1:20:41.030000 | 42981 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_vip |
|
BashOperator |
|
|
0:21:52.510000 | 42980 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv_vip |
|
BashOperator |
|
|
0:01:08.441800 | 42979 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:03:31.058000 | 42978 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:55:12.640000 | 42977 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result_234 |
|
BashOperator |
|
|
0:36:59.950000 | 42976 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:02:58.088000 | 42975 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:21:59.950000 | 42974 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text |
|
BashOperator |
|
|
0:00:04.166180 | 42973 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.367380 | 42972 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv_vip |
|
BashOperator |
|
|
0:23:53.110000 | 42971 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text_vip |
|
BashOperator |
|
|
0:00:03.039010 | 42970 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding_vip |
|
BashOperator |
|
|
0:00:01.291260 | 42969 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:01:45.294000 | 42968 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv_vip |
|
BashOperator |
|
|
0:00:40.417900 | 42967 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:04:23.175000 | 42966 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:35.732200 | 42965 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:11:53.227000 | 42964 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | pca_text_image |
|
BashOperator |
|
|
0:00:02.335660 | 42963 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_image_embedding_minicpm_ldd |
|
BashOperator |
|
|
0:00:03.935620 | 42962 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_content_embedding_ldd |
|
BashOperator |
|
|
0:00:04.117820 | 42961 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:02.771600 | 42960 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:02:04.028000 | 42959 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_content_embedding_ldd |
|
BashOperator |
|
|
0:00:16.110800 | 42958 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:47.908000 | 42957 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media_v2 |
|
BashOperator |
|
|
0:02:05.964000 | 42956 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:00:21.971000 | 42955 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:16.049900 | 42954 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_user_click_youku_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:01:56.685000 | 42953 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:00.610000 | 42952 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_llm_diffurec_recall_result_014578 |
|
BashOperator |
|
|
0:16:21.495000 | 42951 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:07:27.282000 | 42950 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:30.099500 | 42949 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:04:23.978000 | 42948 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:13.279700 | 42947 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_novip |
|
BashOperator |
|
|
0:11:19.112000 | 42946 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text |
|
BashOperator |
|
|
0:00:07.080440 | 42945 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku |
|
BashOperator |
|
|
0:00:02.617450 | 42944 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:31.842200 | 42943 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:10:10.942000 | 42942 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text_image_vip |
|
BashOperator |
|
|
0:00:07.924000 | 42941 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_image_embedding_minicpm_youku_vip |
|
BashOperator |
|
|
0:00:02.185660 | 42940 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku_vip |
|
BashOperator |
|
|
0:00:02.678170 | 42939 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:00:56.533100 | 42938 |
|
dev | 9 | default |
|
2 | default_pool |