State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.894270 | 40771 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:15.485900 | 40770 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:01.088220 | 40769 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.063660 | 40768 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:22.607100 | 40767 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.726850 | 40766 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:09:27.890000 | 40765 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:55.868700 | 40764 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:15.510100 | 40763 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:11:48.930000 | 40762 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.514777 | 40761 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:16.242200 | 40760 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:43.423500 | 40759 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:34.083000 | 40758 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:57.602000 | 40757 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:12.313300 | 40756 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | merge_xsimgcl_recall_movie |
|
BashOperator |
|
|
0:08:01.477000 | 40755 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | merge_xsimgcl_recall_tv_novip |
|
BashOperator |
|
|
0:19:24.050000 | 40754 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:22:34.700000 | 40753 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:19:03.600000 | 40752 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:56.569500 | 40751 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:20.696400 | 40750 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:48:06.820000 | 40749 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:10:41.303000 | 40748 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:06:43.615000 | 40747 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:02.621000 | 40746 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:01:27.056200 | 40745 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:58:47.490000 | 40744 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:03:32.035000 | 40743 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_modal_movie | train_diffurec_movie |
|
BashOperator |
|
|
0:12:21.490000 | 40742 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_modal_movie | pca_text |
|
BashOperator |
|
|
0:00:04.918960 | 40741 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_modal_movie | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.596480 | 40740 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:01:24.243900 | 40739 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_modal_movie | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:02:55.338000 | 40738 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
1:33:22.440000 | 40737 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_vip |
|
BashOperator |
|
|
0:22:16.850000 | 40736 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv_vip |
|
BashOperator |
|
|
0:01:03.867500 | 40735 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:03:39.159000 | 40734 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result_234 |
|
BashOperator |
|
|
0:41:19.990000 | 40733 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
1:02:12.200000 | 40732 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:03:18.098000 | 40731 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:22:13.320000 | 40730 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text |
|
BashOperator |
|
|
0:00:03.309030 | 40729 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.295100 | 40728 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv_vip |
|
BashOperator |
|
|
0:24:02.840000 | 40727 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text_vip |
|
BashOperator |
|
|
0:00:03.809890 | 40726 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding_vip |
|
BashOperator |
|
|
0:00:01.278920 | 40725 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:01:44.997000 | 40724 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv_vip |
|
BashOperator |
|
|
0:00:37.712500 | 40723 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:04:35.846000 | 40722 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:37.126000 | 40721 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:12:19.961000 | 40720 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | pca_text_image |
|
BashOperator |
|
|
0:00:01.943720 | 40719 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_image_embedding_minicpm_ldd |
|
BashOperator |
|
|
0:00:03.932380 | 40718 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_content_embedding_ldd |
|
BashOperator |
|
|
0:00:04.098000 | 40717 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:12.340300 | 40716 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_content_embedding_ldd |
|
BashOperator |
|
|
0:00:15.179600 | 40715 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:02:16.549000 | 40714 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:24.494900 | 40713 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media_v2 |
|
BashOperator |
|
|
0:02:04.995000 | 40712 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:00:20.817600 | 40711 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:14.292800 | 40710 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_user_click_youku_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:02:04.707000 | 40709 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:11.228000 | 40708 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:07:48.439000 | 40707 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_llm_diffurec_recall_result_014578 |
|
BashOperator |
|
|
0:20:07.800000 | 40706 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:04:38.070000 | 40705 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:12.236700 | 40704 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:31.654200 | 40703 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_novip |
|
BashOperator |
|
|
0:12:10.031000 | 40702 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text |
|
BashOperator |
|
|
0:00:07.799550 | 40701 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku |
|
BashOperator |
|
|
0:00:03.055300 | 40700 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:34.005600 | 40699 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:13:49.308000 | 40698 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text_image_vip |
|
BashOperator |
|
|
0:00:08.763320 | 40697 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_image_embedding_minicpm_youku_vip |
|
BashOperator |
|
|
0:00:02.043240 | 40696 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku_vip |
|
BashOperator |
|
|
0:00:02.768890 | 40695 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:00:59.579400 | 40694 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:07.371740 | 40693 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:01:00.324900 | 40692 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:40.570000 | 40691 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_ecpm_aids |
|
BashOperator |
|
|
0:00:22.644400 | 40690 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_nomic_to_hive |
|
SparkSubmitOperator |
|
|
0:00:27.416800 | 40689 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_content_embedding_youku |
|
BashOperator |
|
|
0:00:11.365700 | 40688 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_content_embedding_youku_nomic |
|
BashOperator |
|
|
0:00:10.640200 | 40687 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:23.132400 | 40686 |
|
dev | 23 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:36.001900 | 40685 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:09:57.853000 | 40684 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result_novip |
|
BashOperator |
|
|
0:38:31.140000 | 40683 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:18.544700 | 40682 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset_novip |
|
BashOperator |
|
|
0:01:05.736500 | 40681 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:16:37.534000 | 40680 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed_novip |
|
BashOperator |
|
|
0:15:56.576000 | 40679 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | pca_text_image |
|
BashOperator |
|
|
0:00:07.132220 | 40678 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:06.019800 | 40677 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_image_embedding_minicpm_jx_feed |
|
BashOperator |
|
|
0:00:02.346580 | 40676 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_image_embedding_minicpm_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.112620 | 40675 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:02.509730 | 40674 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.504320 | 40673 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed_novip |
|
BashOperator |
|
|
0:00:24.302700 | 40672 |
|
dev | 8 | default |
|
2 | default_pool |