State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:02.519010 | 45052 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.566320 | 45051 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:25.114100 | 45050 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed_novip |
|
BashOperator |
|
|
0:00:22.254800 | 45049 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days_novip |
|
BashOperator |
|
|
0:00:59.416400 | 45048 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:01:25.212600 | 45047 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_vip_users |
|
BashOperator |
|
|
0:00:34.088000 | 45046 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:24.713500 | 45045 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:00:47.499800 | 45044 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:01:25.673700 | 45043 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:18.488100 | 45042 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_i2i |
|
BashOperator |
|
|
0:00:26.393900 | 45041 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_i2i |
|
BashOperator |
|
|
0:01:05.572500 | 45040 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:04:35.835000 | 45039 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:05.163000 | 45038 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:20:12.070000 | 45037 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:01:28.061000 | 45036 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_vip |
|
BashOperator |
|
|
0:12:54.996000 | 45035 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_2468 |
|
BashOperator |
|
|
1:10:09.750000 | 45034 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_vip |
|
BashOperator |
|
|
0:00:13.121200 | 45033 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_vip |
|
BashOperator |
|
|
0:00:03.429750 | 45032 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_vip |
|
BashOperator |
|
|
0:00:04.303330 | 45031 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_vip |
|
BashOperator |
|
|
0:00:23.718000 | 45030 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_3579 |
|
BashOperator |
|
|
0:35:54.600000 | 45029 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3579 |
|
BashOperator |
|
|
0:02:06.647000 | 45028 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_012468 |
|
BashOperator |
|
|
0:06:22.130000 | 45027 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:10:57.612000 | 45026 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image |
|
BashOperator |
|
|
0:00:11.673800 | 45025 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm |
|
BashOperator |
|
|
0:00:03.291120 | 45024 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_jx_lst |
|
BashOperator |
|
|
0:00:04.423880 | 45023 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_012468 |
|
BashOperator |
|
|
0:01:59.562000 | 45022 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_llm_diffurec_v2 |
|
BashOperator |
|
|
0:15:26.913000 | 45021 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:10.574100 | 45020 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_sep |
|
BashOperator |
|
|
0:00:03.169410 | 45019 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_sep |
|
BashOperator |
|
|
0:00:04.223280 | 45018 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3579 |
|
BashOperator |
|
|
0:00:50.053000 | 45017 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:13.741400 | 45016 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media_v2 |
|
BashOperator |
|
|
0:01:24.039300 | 45015 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_012468 |
|
BashOperator |
|
|
0:04:23.754000 | 45014 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3579 |
|
BashOperator |
|
|
0:02:35.133000 | 45013 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding |
|
BashOperator |
|
|
0:02:11.080000 | 45012 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media_v2 |
|
BashOperator |
|
|
0:01:20.871300 | 45011 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:14.190200 | 45010 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:03:53.985000 | 45009 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:21.530300 | 45008 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_ecpm_aids |
|
BashOperator |
|
|
0:00:21.674000 | 45007 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.218015 | 45006 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:20.473600 | 45005 |
|
dev | 36 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.105294 | 45004 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:24.537900 | 45003 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:05:22.943000 | 45002 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:07:36.747000 | 45001 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | generate_joint_features |
|
BashOperator |
|
|
0:00:36.390700 | 45000 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | feature_engineering |
|
BashOperator |
|
|
0:02:35.770000 | 44999 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | generate_training_label |
|
BashOperator |
|
|
0:03:42.843000 | 44998 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:08.114780 | 44997 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:01:22.504000 | 44996 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:09:00.122000 | 44995 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:25.078500 | 44994 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.444480 | 44993 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:11:07.280000 | 44992 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:20.021200 | 44991 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:21.471900 | 44990 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:40.628000 | 44989 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:01:59.001000 | 44988 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive_rr |
|
SparkSubmitOperator |
|
|
0:00:29.806600 | 44987 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:28.904400 | 44986 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip_rr |
|
BashOperator |
|
|
0:00:02.881280 | 44985 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:23.749100 | 44984 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip_rr |
|
BashOperator |
|
|
0:00:03.139080 | 44983 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.597450 | 44982 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:33.009000 | 44981 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:05.401930 | 44980 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:07:17.184000 | 44979 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:07:58.418000 | 44978 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:10.827200 | 44977 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:22.052700 | 44976 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:13.148000 | 44975 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_user_click_expose_data_local |
|
SparkSubmitOperator |
|
|
0:00:27.993400 | 44974 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:03:37.423000 | 44973 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:28.796900 | 44972 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:07.906940 | 44971 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:00:52.069900 | 44970 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:23.690100 | 44969 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:00:47.701200 | 44968 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:09.619860 | 44967 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.418740 | 44966 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:12.533500 | 44965 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:01.776380 | 44964 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.444340 | 44963 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.216430 | 44962 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:21.828200 | 44961 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:09:44.720000 | 44960 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:58.167800 | 44959 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:26.255900 | 44958 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:10:06.450000 | 44957 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.598687 | 44956 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:15.816700 | 44955 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:28.757500 | 44954 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:37.810600 | 44953 |
|
dev | 2 | default |
|
2 | default_pool |