State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:04:45.956000 | 51642 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_llm_diffurec_v2 |
|
BashOperator |
|
|
0:15:11.180000 | 51641 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:09.588010 | 51640 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_sep |
|
BashOperator |
|
|
0:00:03.169760 | 51639 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_sep |
|
BashOperator |
|
|
0:00:03.801210 | 51638 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3579 |
|
BashOperator |
|
|
0:00:44.966100 | 51637 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:09.170600 | 51636 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3579 |
|
BashOperator |
|
|
0:01:41.804000 | 51635 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_012468 |
|
BashOperator |
|
|
0:03:27.496000 | 51634 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media_v2 |
|
BashOperator |
|
|
0:01:18.478500 | 51633 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding |
|
BashOperator |
|
|
0:00:10.525300 | 51632 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media_v2 |
|
BashOperator |
|
|
0:01:18.977200 | 51631 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:07.308000 | 51630 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:07.290000 | 51629 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_ecpm_aids |
|
BashOperator |
|
|
0:00:21.190100 | 51628 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:23.690200 | 51627 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.160721 | 51626 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:22.534200 | 51625 |
|
dev | 36 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.150272 | 51624 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_1_7_days_local_ldd |
|
SparkSubmitOperator |
|
|
0:00:18.916300 | 51623 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:01:24.086300 | 51622 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:26.267900 | 51621 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:05:25.625000 | 51620 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:07:24.181000 | 51619 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_rr | generate_joint_features |
|
BashOperator |
|
|
0:00:26.806200 | 51618 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | feature_engineering |
|
BashOperator |
|
|
0:01:56.312000 | 51617 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | generate_training_label |
|
BashOperator |
|
|
0:03:58.518000 | 51616 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:08.703710 | 51615 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | update_ldd_media_rr |
|
BashOperator |
|
|
0:01:41.867000 | 51614 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:08:54.199000 | 51613 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:01:44.625000 | 51612 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.632300 | 51611 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.472250 | 51610 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:11:13.413000 | 51609 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:21.668800 | 51608 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:23.438400 | 51607 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:40.910000 | 51606 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_user_click_expose_data_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:16.585000 | 51605 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:02:02.740000 | 51604 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive_rr |
|
SparkSubmitOperator |
|
|
0:00:29.530000 | 51603 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:28.989100 | 51602 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip_rr |
|
BashOperator |
|
|
0:00:02.891920 | 51601 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:23.880000 | 51600 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.680140 | 51599 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip_rr |
|
BashOperator |
|
|
0:00:03.236860 | 51598 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:37.685700 | 51597 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:05.090420 | 51596 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:07:53.424000 | 51595 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:07:02.569000 | 51594 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:05.960700 | 51593 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:22.436100 | 51592 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:15.831000 | 51591 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_user_click_expose_data_local |
|
SparkSubmitOperator |
|
|
0:00:28.819300 | 51590 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:03:42.528000 | 51589 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:27.391000 | 51588 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:08.611340 | 51587 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:01:39.816300 | 51586 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:00:49.706300 | 51585 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:23.847800 | 51584 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:10.837900 | 51583 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.284750 | 51582 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:12.892800 | 51581 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:02.036100 | 51580 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.225630 | 51579 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.277200 | 51578 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:16.814100 | 51577 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:07:57.390000 | 51576 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:16.305300 | 51575 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:51.975300 | 51574 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:10:04.480000 | 51573 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:15.565900 | 51572 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.694850 | 51571 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:28.535900 | 51570 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:32.246700 | 51569 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:30.710000 | 51568 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:13:56.904000 | 51567 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:01.299800 | 51566 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:10:34.246000 | 51565 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:07:43.758000 | 51564 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:46:56.780000 | 51563 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:47.826400 | 51562 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:12.758200 | 51561 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | merge_xsimgcl_recall_tv_novip |
|
BashOperator |
|
|
0:15:05.678000 | 51560 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_modal_movie | merge_xsimgcl_recall_movie |
|
BashOperator |
|
|
0:04:56.759000 | 51559 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:06:30.824000 | 51558 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:26:52.600000 | 51557 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:01:45.417000 | 51556 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:59.035000 | 51555 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:01:17.546700 | 51554 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | train_diffurec_movie |
|
BashOperator |
|
|
0:12:08.541000 | 51553 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_modal_movie | pca_text |
|
BashOperator |
|
|
0:00:04.898390 | 51552 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_modal_movie | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.536020 | 51551 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:37.761200 | 51550 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_modal_movie | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:13.238700 | 51549 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
1:02:40.690000 | 51548 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_vip |
|
BashOperator |
|
|
0:19:44.700000 | 51547 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv_vip |
|
BashOperator |
|
|
0:01:00.027200 | 51546 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:02:49.858000 | 51545 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:48:39.080000 | 51544 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result_234 |
|
BashOperator |
|
|
0:33:00.460000 | 51543 |
|
dev | 3 | default |
|
2 | default_pool |