State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:52.031800 | 803 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:14.678700 | 802 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
1:13:53.230000 | 801 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:21.905000 | 799 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:15.435600 | 798 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:59.051800 | 797 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:12.280600 | 796 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:01:13.287700 | 795 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:52.105800 | 794 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:05.646000 | 793 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:16:36.259000 | 792 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:18:56.120000 | 791 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:50:16.320000 | 790 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:44.525000 | 789 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:10.266000 | 788 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:37.184300 | 787 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:05:37.035000 | 786 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:24.919000 | 785 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:19:38.970000 | 784 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:49.787100 | 783 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:54.499000 | 782 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:12:53.341000 | 781 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:10.474000 | 780 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:08.240000 | 779 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:44.979800 | 778 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:03:37.720000 | 777 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.244090 | 776 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:25.027900 | 775 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:22.973100 | 774 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.119238 | 773 |
|
dev | 22 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_filter_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
772 |
|
dev | 1 | default |
|
3 | default_pool | ||||
success | airflow_tv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
771 |
|
dev | 2 | default |
|
4 | default_pool | ||||
success | airflow_tv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:00:03.827670 | 770 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
769 |
|
dev | 4 | default |
|
4 | default_pool | ||||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:51.378000 | 768 |
|
dev | 5 | default |
|
7 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:05.040680 | 767 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
1:22:14 | 766 |
|
dev | 7 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:43.193900 | 765 |
|
dev | 8 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:09.970100 | 764 |
|
dev | 8 | default |
|
3 | default_pool | |||
success | vod_post_processing | check_result |
|
BashOperator |
|
|
0:00:00.389780 | 763 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | vod_post_processing | upload_sparkjson_results |
|
BashOperator |
|
|
0:00:01.038370 | 762 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | update_newly_activated_users | get_rec_movie_multi_channel_dnum_with_launcher |
|
SparkSubmitOperator |
|
|
0:00:25.421400 | 761 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | update_newly_activated_users | get_newly_activated_users_to_local |
|
SparkSubmitOperator |
|
|
0:00:43.706900 | 760 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | update_newly_activated_users | update_newly_activated_users |
|
SparkSubmitOperator |
|
|
0:02:50.584000 | 758 |
|
dev | 4 | default |
|
2 | default_pool | |||
failed | generate_training_labels | generate_training_label |
|
BashOperator |
|
|
0:00:23.273700 | 757 |
|
dev | 2 | default |
|
7 | default_pool | |||
failed | upload_yesterday_results | check_result |
|
BashOperator |
|
|
0:00:00.619652 | 756 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | update_rec_movie_dnum_rr | get_rec_movie_tv_comic_to_local |
|
SparkSubmitOperator |
|
|
0:00:52.714500 | 755 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | update_rec_movie_dnum_rr | get_rec_movie_tv_comic_dnum_ndays |
|
SparkSubmitOperator |
|
|
0:01:54.504000 | 754 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_post_processing | upload_results |
|
BashOperator |
|
|
0:00:22.690500 | 750 |
|
dev | 3 | default |
|
6 | default_pool | |||
success | update_launcher_dnum_rr | get_user_with_launcher_rec_hive |
|
SparkSubmitOperator |
|
|
0:24:36.080000 | 749 |
|
dev | 1 | default |
|
12 | default_pool | |||
removed | vod_post_processing | all_platform_daily_cvr |
|
SparkSubmitOperator |
|
|
0:00:27.608500 | 747 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | eges_model_data_preparation | get_monitor_scene_media_local |
|
SparkSubmitOperator |
|
|
0:00:18.454300 | 745 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | ab_testing_experiment | update_AB_testing_experiment_configs |
|
BashOperator |
|
|
0:00:00.328067 | 744 |
|
dev | 2 | default |
|
9 | default_pool | |||
success | upload_yesterday_results | upload_yesterday_results |
|
BashOperator |
|
|
0:02:23.911000 | 741 |
|
dev | 2 | default |
|
2 | default_pool | |||
failed | update_rec_movie_dnum_rr | get_rec_movie_tv_comic_dnum_ndays |
|
SparkSubmitOperator |
|
|
0:00:27.923500 | 740 |
|
dev | 2 | default |
|
7 | default_pool | |||
failed | remove_history_files | remove_history_files |
|
BashOperator |
|
|
0:00:00.259983 | 735 |
|
dev | 1 | default |
|
3 | default_pool | |||
failed | remove_history_files | remove_history_files_gary |
|
BashOperator |
|
|
0:00:00.128370 | 734 |
|
dev | 1 | default |
|
3 | default_pool | |||
removed | airflow_tv_ls_recall | sim_paid_mv |
|
BashOperator |
|
|
0:03:15.323000 | 733 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_indicator_daily | ecpm_filter_daily |
|
BashOperator |
|
|
0:00:52.284800 | 730 |
|
dev | 1 | default |
|
7 | default_pool | |||
success | eges_model_data_preparation | save_media_status |
|
BashOperator |
|
|
0:00:02.936910 | 722 |
|
dev | 1 | default |
|
6 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:14.879300 | 720 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.130190 | 719 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:42.029700 | 713 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:01:43.308000 | 712 |
|
dev | 7 | default |
|
6 | default_pool | |||
failed | update_newly_activated_users | update_newly_activated_users |
|
SparkSubmitOperator |
|
|
0:00:27.086100 | 705 |
|
dev | 4 | default |
|
7 | default_pool | |||
success | vod_inference_dag | comic_r7_inttower_rerank_v2_free_downweight |
|
BashOperator |
|
|
0:02:00.646000 | 697 |
|
dev | 2 | default |
|
7 | default_pool | |||
success | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:49.276400 | 695 |
|
dev | 2 | default |
|
9 | default_pool | |||
success | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
0:00:38.920500 | 693 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | run_multirecall_filter_nodrop |
|
BashOperator |
|
|
0:00:15.152300 | 692 |
|
dev | 1 | default |
|
5 | default_pool | |||
success | upload_yesterday_results | check_result |
|
BashOperator |
|
|
0:00:00.319575 | 691 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:06:04.994000 | 689 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:21.712000 | 686 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | get_eges_result_filter |
|
BashOperator |
|
|
0:00:22.044400 | 683 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | vod_multi_recall_comic.py | run_eges |
|
BashOperator |
|
|
0:00:19.798900 | 681 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | vod_multi_recall_comic.py | random_fastwalk |
|
BashOperator |
|
|
0:00:00.113802 | 680 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | vod_multi_recall_comic.py | build_graph |
|
BashOperator |
|
|
0:00:11.938100 | 679 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | vod_multi_recall_comic.py | build_click_seq |
|
BashOperator |
|
|
0:00:15.046700 | 677 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | heat_online_data_preparation | get_basecid_cid_group |
|
BashOperator |
|
|
0:00:02.096180 | 676 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | heat_online_data_preparation | get_heat_data |
|
BashOperator |
|
|
0:00:01.116440 | 675 |
|
dev | 4 | default |
|
4 | default_pool | |||
success | upload_yesterday_results | upload_yesterday_results |
|
BashOperator |
|
|
0:02:15.448000 | 673 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:05:48.367000 | 670 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:23.958700 | 668 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | calculcate_ecpm_filter | comic_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:40.374300 | 667 |
|
dev | 8 | default |
|
4 | default_pool | |||
success | calculcate_ecpm_filter | tv_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:41.483200 | 666 |
|
dev | 10 | default |
|
4 | default_pool | |||
success | calculcate_ecpm_filter | movie_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:34.595300 | 665 |
|
dev | 10 | default |
|
4 | default_pool | |||
success | calculcate_ecpm_filter | ldd_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:36.714200 | 664 |
|
dev | 10 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:08:43.431000 | 661 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill |
|
SparkSubmitOperator |
|
|
0:04:24.824000 | 660 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:02:16.630000 | 659 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:02:22.201000 | 657 |
|
dev | 2 | default |
|
5 | default_pool | |||
removed | heat_online_data_preparation | get_basecid_cid_group_ldd_replace |
|
BashOperator |
|
|
0:00:02.231200 | 656 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | heat_online_data_preparation | get_rg_paid_data_comic |
|
BashOperator |
|
|
0:00:03.025060 | 655 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | heat_online_data_preparation | get_online_result_comic |
|
BashOperator |
|
|
0:00:04.538610 | 653 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | heat_online_data_preparation | get_heat_data_drama_one_hot_income |
|
BashOperator |
|
|
0:00:07.343920 | 651 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | heat_online_data_preparation | get_basecid_cid_group_ldd |
|
BashOperator |
|
|
0:00:03.061530 | 650 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | get_csgl_result_filter |
|
BashOperator |
|
|
0:00:08.560290 | 647 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | vod_inference_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.149201 | 631 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:08:01.140000 | 619 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
0:00:18.992100 | 618 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
0:01:51.024000 | 616 |
|
dev | 3 | default |
|
2 | default_pool |