State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:03:57.918000 | 40972 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:20.130800 | 40971 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_ecpm_aids |
|
BashOperator |
|
|
0:00:21.859700 | 40970 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:19.656200 | 40969 |
|
dev | 36 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.145426 | 40968 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.118654 | 40967 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.024000 | 40966 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.344780 | 40965 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:10:48.669000 | 40964 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:18.298500 | 40963 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:22.083600 | 40962 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:32.014000 | 40961 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:01:59.948000 | 40960 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:31.175600 | 40959 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:30.101700 | 40958 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.577100 | 40957 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:48.260400 | 40956 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:05.024880 | 40955 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:09:51.872000 | 40954 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:08:41.324000 | 40953 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:16.336500 | 40952 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:23.948500 | 40951 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:28.859000 | 40950 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:04:30.671000 | 40949 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:35.391000 | 40948 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:29.665000 | 40947 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:07.020120 | 40946 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:00:10.931800 | 40945 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:00:09.101880 | 40944 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:10.348900 | 40943 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:00.963509 | 40942 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:23.893500 | 40941 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:01.371810 | 40940 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:09.561320 | 40939 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.225040 | 40938 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:06.913780 | 40937 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.293500 | 40936 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:08:20.470000 | 40935 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:54.729900 | 40934 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:13.764200 | 40933 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:10:40.450000 | 40932 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.512565 | 40931 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:15.762100 | 40930 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:03.409000 | 40929 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:32.065700 | 40928 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:54.232000 | 40927 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:09.062600 | 40926 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | merge_xsimgcl_recall_movie |
|
BashOperator |
|
|
0:08:31.270000 | 40925 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | merge_xsimgcl_recall_tv_novip |
|
BashOperator |
|
|
0:19:06.190000 | 40924 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:19:59.290000 | 40923 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:22:08.420000 | 40922 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:44:46.640000 | 40921 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:22.870200 | 40920 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:11:06.035000 | 40919 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:57.702700 | 40918 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:07:06.627000 | 40917 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:01:32.241800 | 40916 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:58:56.110000 | 40914 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:03:25.999000 | 40913 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_modal_movie | train_diffurec_movie |
|
BashOperator |
|
|
0:12:33.104000 | 40912 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_modal_movie | pca_text |
|
BashOperator |
|
|
0:00:08.651120 | 40911 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_modal_movie | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.882660 | 40910 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:01:26.688800 | 40909 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_modal_movie | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:02:59.080000 | 40908 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
1:34:02.010000 | 40907 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_vip |
|
BashOperator |
|
|
0:23:36.660000 | 40906 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv_vip |
|
BashOperator |
|
|
0:01:07.316600 | 40905 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:03:55.130000 | 40904 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result_234 |
|
BashOperator |
|
|
0:43:34.100000 | 40903 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
1:03:55.950000 | 40902 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:03:14.538000 | 40901 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:22:32.700000 | 40900 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text |
|
BashOperator |
|
|
0:00:03.528600 | 40899 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.297520 | 40898 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv_vip |
|
BashOperator |
|
|
0:24:17.560000 | 40897 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text_vip |
|
BashOperator |
|
|
0:00:03.478200 | 40896 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding_vip |
|
BashOperator |
|
|
0:00:01.357720 | 40895 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:01:45.274000 | 40894 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv_vip |
|
BashOperator |
|
|
0:00:35.554900 | 40893 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:04:27.998000 | 40892 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:37.380200 | 40891 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:12:38.384000 | 40890 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | pca_text_image |
|
BashOperator |
|
|
0:00:02.668570 | 40889 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_image_embedding_minicpm_ldd |
|
BashOperator |
|
|
0:00:03.581290 | 40888 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_content_embedding_ldd |
|
BashOperator |
|
|
0:00:04.120220 | 40887 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:10.288700 | 40886 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_content_embedding_ldd |
|
BashOperator |
|
|
0:00:14.656500 | 40885 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:02:17.815000 | 40884 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:25.804900 | 40883 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:00:20.613300 | 40882 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media_v2 |
|
BashOperator |
|
|
0:02:12.398000 | 40881 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:15.841400 | 40880 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_user_click_youku_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:01:53.732000 | 40879 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:05.495000 | 40878 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:07:44.402000 | 40877 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_llm_diffurec_recall_result_014578 |
|
BashOperator |
|
|
0:18:48.260000 | 40876 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:05:02.033000 | 40875 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:13.236900 | 40874 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:37.782300 | 40873 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_novip |
|
BashOperator |
|
|
0:11:50.902000 | 40872 |
|
dev | 5 | default |
|
2 | default_pool |