State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | vod_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:09:28.641000 | 44817 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | generate_training_label |
|
BashOperator |
|
|
0:05:30.579000 | 44816 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:34.800700 | 44815 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:02:06.951000 | 44814 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:08:15.039000 | 44813 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:25.150500 | 44812 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:05:31.389000 | 44811 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:45.056400 | 44808 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:07.434460 | 44807 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | generate_training_label |
|
BashOperator |
|
|
0:04:56.095000 | 44803 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:24:23.890000 | 44802 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:25.548500 | 44801 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:22.947500 | 44800 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:34.465000 | 44799 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive_rr |
|
SparkSubmitOperator |
|
|
0:00:30.265100 | 44798 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:02:04.843000 | 44797 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:31.906900 | 44796 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip_rr |
|
BashOperator |
|
|
0:00:03.056430 | 44795 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip_rr |
|
BashOperator |
|
|
0:00:03.446920 | 44794 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:29.688000 | 44793 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.816000 | 44792 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:34.654500 | 44791 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:06.497310 | 44790 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:08:04.135000 | 44789 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:08:47.049000 | 44788 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:10.901000 | 44787 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:22.554600 | 44786 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:18.006000 | 44785 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_user_click_expose_data_local |
|
SparkSubmitOperator |
|
|
0:00:30.452100 | 44784 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:03:45.983000 | 44783 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:13.129400 | 44781 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:01:20.540800 | 44780 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
44779 |
|
dev | 2 | default |
|
2 | default_pool | ||||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:28.260900 | 44778 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:07:45.630000 | 44777 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:08.019830 | 44776 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:00:11.807200 | 44775 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.942600 | 44774 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:00:50.611800 | 44773 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:55.368300 | 44772 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.821960 | 44771 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:13.967300 | 44770 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:01.111550 | 44769 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:24.276100 | 44768 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.624010 | 44767 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.699330 | 44766 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | vod_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:09:03.556000 | 44765 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:09:20.760000 | 44764 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:19.378800 | 44763 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:53.765600 | 44762 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:10:19.250000 | 44761 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:16.606800 | 44760 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.594040 | 44759 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:31.141200 | 44758 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:38.735300 | 44757 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:38.916000 | 44756 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:03.223000 | 44755 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:16:28.356000 | 44754 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | merge_xsimgcl_recall_movie |
|
BashOperator |
|
|
0:06:36.317000 | 44753 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | merge_xsimgcl_recall_tv_novip |
|
BashOperator |
|
|
0:17:33.390000 | 44752 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:14:48.304000 | 44751 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:53:23.460000 | 44750 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:09:06.075000 | 44749 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:21.568400 | 44748 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:59.011200 | 44747 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:06:21.708000 | 44746 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:39:39.980000 | 44745 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:02:48.808000 | 44744 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:01:19.665100 | 44743 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:01.220000 | 44742 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | train_diffurec_movie |
|
BashOperator |
|
|
0:12:09.641000 | 44741 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_modal_movie | pca_text |
|
BashOperator |
|
|
0:00:05.008400 | 44740 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_modal_movie | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.589830 | 44739 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:50.159700 | 44738 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_modal_movie | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:55.191000 | 44737 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
1:13:55.350000 | 44736 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_vip |
|
BashOperator |
|
|
0:20:54.340000 | 44735 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv_vip |
|
BashOperator |
|
|
0:01:04.651900 | 44734 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:03:16.427000 | 44733 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:51:41.340000 | 44732 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result_234 |
|
BashOperator |
|
|
0:34:18.490000 | 44731 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:02:41.547000 | 44730 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:22:48.860000 | 44729 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text |
|
BashOperator |
|
|
0:00:03.182770 | 44728 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.376440 | 44727 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv_vip |
|
BashOperator |
|
|
0:24:20.050000 | 44726 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text_vip |
|
BashOperator |
|
|
0:00:03.216920 | 44725 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding_vip |
|
BashOperator |
|
|
0:00:01.405100 | 44724 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv_vip |
|
BashOperator |
|
|
0:00:33.455700 | 44723 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:01:30.400900 | 44722 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:03:59.282000 | 44721 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:37.751100 | 44720 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:13:44.237000 | 44719 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | pca_text_image |
|
BashOperator |
|
|
0:00:02.619100 | 44718 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_image_embedding_minicpm_ldd |
|
BashOperator |
|
|
0:00:03.962750 | 44717 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_content_embedding_ldd |
|
BashOperator |
|
|
0:00:04.088550 | 44716 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:00.283100 | 44715 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_content_embedding_ldd |
|
BashOperator |
|
|
0:00:19.843000 | 44714 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:01:55.197000 | 44713 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:25.847400 | 44712 |
|
dev | 12 | default |
|
2 | default_pool |