State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | vod_rr | get_base_aid_cid_click_expose_count_1_7_days_local_ldd |
|
SparkSubmitOperator |
|
|
0:00:18.916300 | 51623 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:01:24.086300 | 51622 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:26.267900 | 51621 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:05:25.625000 | 51620 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:07:24.181000 | 51619 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_rr | generate_joint_features |
|
BashOperator |
|
|
0:00:26.806200 | 51618 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | feature_engineering |
|
BashOperator |
|
|
0:01:56.312000 | 51617 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | generate_training_label |
|
BashOperator |
|
|
0:03:58.518000 | 51616 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:08.703710 | 51615 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | update_ldd_media_rr |
|
BashOperator |
|
|
0:01:41.867000 | 51614 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:08:54.199000 | 51613 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:01:44.625000 | 51612 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.632300 | 51611 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.472250 | 51610 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:11:13.413000 | 51609 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:21.668800 | 51608 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:23.438400 | 51607 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:40.910000 | 51606 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_user_click_expose_data_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:16.585000 | 51605 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:02:02.740000 | 51604 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive_rr |
|
SparkSubmitOperator |
|
|
0:00:29.530000 | 51603 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:28.989100 | 51602 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip_rr |
|
BashOperator |
|
|
0:00:02.891920 | 51601 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:23.880000 | 51600 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.680140 | 51599 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip_rr |
|
BashOperator |
|
|
0:00:03.236860 | 51598 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:37.685700 | 51597 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:05.090420 | 51596 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:07:53.424000 | 51595 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:07:02.569000 | 51594 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:05.960700 | 51593 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:22.436100 | 51592 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:15.831000 | 51591 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_user_click_expose_data_local |
|
SparkSubmitOperator |
|
|
0:00:28.819300 | 51590 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:03:42.528000 | 51589 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:27.391000 | 51588 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:08.611340 | 51587 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:01:39.816300 | 51586 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:00:49.706300 | 51585 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:23.847800 | 51584 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:10.837900 | 51583 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.284750 | 51582 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:12.892800 | 51581 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:02.036100 | 51580 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.225630 | 51579 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.277200 | 51578 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:16.814100 | 51577 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:07:57.390000 | 51576 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:16.305300 | 51575 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:51.975300 | 51574 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:10:04.480000 | 51573 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:15.565900 | 51572 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.694850 | 51571 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:28.535900 | 51570 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:32.246700 | 51569 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:30.710000 | 51568 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:13:56.904000 | 51567 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:01.299800 | 51566 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:10:34.246000 | 51565 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:07:43.758000 | 51564 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:46:56.780000 | 51563 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:47.826400 | 51562 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:12.758200 | 51561 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | merge_xsimgcl_recall_tv_novip |
|
BashOperator |
|
|
0:15:05.678000 | 51560 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_modal_movie | merge_xsimgcl_recall_movie |
|
BashOperator |
|
|
0:04:56.759000 | 51559 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:06:30.824000 | 51558 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:26:52.600000 | 51557 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:01:45.417000 | 51556 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:59.035000 | 51555 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:01:17.546700 | 51554 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | train_diffurec_movie |
|
BashOperator |
|
|
0:12:08.541000 | 51553 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_modal_movie | pca_text |
|
BashOperator |
|
|
0:00:04.898390 | 51552 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_modal_movie | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.536020 | 51551 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:37.761200 | 51550 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_modal_movie | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:13.238700 | 51549 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
1:02:40.690000 | 51548 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_vip |
|
BashOperator |
|
|
0:19:44.700000 | 51547 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv_vip |
|
BashOperator |
|
|
0:01:00.027200 | 51546 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:02:49.858000 | 51545 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:48:39.080000 | 51544 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result_234 |
|
BashOperator |
|
|
0:33:00.460000 | 51543 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:02:37.173000 | 51542 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:22:12.530000 | 51541 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text |
|
BashOperator |
|
|
0:00:04.121950 | 51540 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.403920 | 51539 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv_vip |
|
BashOperator |
|
|
0:23:52.610000 | 51538 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | pca_text_vip |
|
BashOperator |
|
|
0:00:03.390040 | 51537 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding_vip |
|
BashOperator |
|
|
0:00:01.324900 | 51536 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:01:20.844800 | 51535 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv_vip |
|
BashOperator |
|
|
0:00:32.864500 | 51534 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:03:29.296000 | 51533 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:37.765100 | 51532 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:13:50.045000 | 51531 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | pca_text_image |
|
BashOperator |
|
|
0:00:02.949750 | 51530 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_image_embedding_minicpm_ldd |
|
BashOperator |
|
|
0:00:03.995650 | 51529 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_content_embedding_ldd |
|
BashOperator |
|
|
0:00:04.186020 | 51528 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:00:59.329600 | 51527 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_content_embedding_ldd |
|
BashOperator |
|
|
0:02:27.994000 | 51526 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:01:54.273000 | 51525 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:28.370300 | 51524 |
|
dev | 12 | default |
|
2 | default_pool |