State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:29.631900 | 40671 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days_novip |
|
BashOperator |
|
|
0:01:06.746300 | 40670 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:01:39.026100 | 40669 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_vip_users |
|
BashOperator |
|
|
0:00:34.685300 | 40668 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:31.464500 | 40667 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:01:43.269000 | 40666 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:55.287000 | 40665 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:30.159200 | 40664 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_i2i |
|
BashOperator |
|
|
0:00:29.511200 | 40663 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_i2i |
|
BashOperator |
|
|
0:01:27.927900 | 40662 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:06:26.722000 | 40661 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:16.934000 | 40660 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:22:37.050000 | 40659 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:01:37.584600 | 40658 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_vip |
|
BashOperator |
|
|
0:13:13.516000 | 40657 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_2468 |
|
BashOperator |
|
|
1:27:48.900000 | 40656 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_vip |
|
BashOperator |
|
|
0:00:09.962300 | 40655 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_vip |
|
BashOperator |
|
|
0:00:03.183640 | 40654 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_vip |
|
BashOperator |
|
|
0:00:04.043550 | 40653 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_vip |
|
BashOperator |
|
|
0:00:23.862400 | 40652 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_3579 |
|
BashOperator |
|
|
0:43:02.640000 | 40651 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_012468 |
|
BashOperator |
|
|
0:07:53.649000 | 40650 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3579 |
|
BashOperator |
|
|
0:02:23.545000 | 40649 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:10:31.035000 | 40648 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image |
|
BashOperator |
|
|
0:00:12.063600 | 40647 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm |
|
BashOperator |
|
|
0:00:03.444190 | 40646 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_jx_lst |
|
BashOperator |
|
|
0:00:04.314800 | 40645 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_012468 |
|
BashOperator |
|
|
0:02:40.029000 | 40644 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_llm_diffurec_v2 |
|
BashOperator |
|
|
0:14:10.192000 | 40643 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:12.207600 | 40642 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_sep |
|
BashOperator |
|
|
0:00:03.449840 | 40641 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_sep |
|
BashOperator |
|
|
0:00:04.681030 | 40640 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3579 |
|
BashOperator |
|
|
0:01:00.648800 | 40639 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:14.136500 | 40638 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3579 |
|
BashOperator |
|
|
0:02:47.163000 | 40637 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media_v2 |
|
BashOperator |
|
|
0:01:28.886300 | 40636 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_012468 |
|
BashOperator |
|
|
0:05:31.209000 | 40635 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding |
|
BashOperator |
|
|
0:02:03.150000 | 40634 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media_v2 |
|
BashOperator |
|
|
0:01:18.247000 | 40633 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:12.916300 | 40632 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:39.385000 | 40631 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:21.733600 | 40630 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_ecpm_aids |
|
BashOperator |
|
|
0:00:21.965700 | 40629 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:19.848300 | 40628 |
|
dev | 36 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.171772 | 40627 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.124312 | 40626 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.862000 | 40625 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.396550 | 40624 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:10:26.483000 | 40623 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:15.638400 | 40622 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:20.797700 | 40621 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:31.625000 | 40620 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:01:52.694000 | 40619 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:30.424400 | 40618 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:28.117100 | 40617 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.469680 | 40616 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:44.776300 | 40615 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:05.503770 | 40614 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:07:45.158000 | 40613 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:09:10.943000 | 40612 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:15.858300 | 40611 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:22.523200 | 40610 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:25.034000 | 40609 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:03:46.355000 | 40608 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:28.520900 | 40607 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:08.120830 | 40606 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:38.579200 | 40605 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:01:02.494100 | 40604 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:00:59.753300 | 40603 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:10.894500 | 40602 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.252540 | 40601 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:01.405910 | 40600 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:16.880200 | 40599 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:30.090700 | 40598 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.301100 | 40597 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.599400 | 40596 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:08:22.260000 | 40595 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:10.683400 | 40594 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:52.966000 | 40593 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:11:20.010000 | 40592 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:15.857600 | 40591 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.630930 | 40590 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:15.123000 | 40589 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:31.764000 | 40588 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:54.932000 | 40587 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:08.760100 | 40586 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | merge_xsimgcl_recall_movie |
|
BashOperator |
|
|
0:08:13.800000 | 40585 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | merge_xsimgcl_recall_tv_novip |
|
BashOperator |
|
|
0:19:14.770000 | 40584 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:18:49.990000 | 40583 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:28:07.830000 | 40582 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:45:27.680000 | 40581 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:20.829700 | 40580 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:08:40.662000 | 40579 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:57.860600 | 40578 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:06:53.002000 | 40577 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:01:29.158800 | 40576 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:04.382000 | 40575 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
1:00:04.160000 | 40574 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:03:37.920000 | 40573 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_modal_movie | train_diffurec_movie |
|
BashOperator |
|
|
0:13:31.155000 | 40572 |
|
dev | 5 | default |
|
2 | default_pool |