State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:42.029700 | 713 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:01:43.308000 | 712 |
|
dev | 7 | default |
|
6 | default_pool | |||
failed | update_newly_activated_users | update_newly_activated_users |
|
SparkSubmitOperator |
|
|
0:00:27.086100 | 705 |
|
dev | 4 | default |
|
7 | default_pool | |||
success | vod_inference_dag | comic_r7_inttower_rerank_v2_free_downweight |
|
BashOperator |
|
|
0:02:00.646000 | 697 |
|
dev | 2 | default |
|
7 | default_pool | |||
success | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:49.276400 | 695 |
|
dev | 2 | default |
|
9 | default_pool | |||
success | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
0:00:38.920500 | 693 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | run_multirecall_filter_nodrop |
|
BashOperator |
|
|
0:00:15.152300 | 692 |
|
dev | 1 | default |
|
5 | default_pool | |||
success | upload_yesterday_results | check_result |
|
BashOperator |
|
|
0:00:00.319575 | 691 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:06:04.994000 | 689 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:21.712000 | 686 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | get_eges_result_filter |
|
BashOperator |
|
|
0:00:22.044400 | 683 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | vod_multi_recall_comic.py | run_eges |
|
BashOperator |
|
|
0:00:19.798900 | 681 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | vod_multi_recall_comic.py | random_fastwalk |
|
BashOperator |
|
|
0:00:00.113802 | 680 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | vod_multi_recall_comic.py | build_graph |
|
BashOperator |
|
|
0:00:11.938100 | 679 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | vod_multi_recall_comic.py | build_click_seq |
|
BashOperator |
|
|
0:00:15.046700 | 677 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | heat_online_data_preparation | get_basecid_cid_group |
|
BashOperator |
|
|
0:00:02.096180 | 676 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | heat_online_data_preparation | get_heat_data |
|
BashOperator |
|
|
0:00:01.116440 | 675 |
|
dev | 4 | default |
|
4 | default_pool | |||
success | upload_yesterday_results | upload_yesterday_results |
|
BashOperator |
|
|
0:02:15.448000 | 673 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:05:48.367000 | 670 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:23.958700 | 668 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | calculcate_ecpm_filter | comic_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:40.374300 | 667 |
|
dev | 8 | default |
|
4 | default_pool | |||
success | calculcate_ecpm_filter | tv_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:41.483200 | 666 |
|
dev | 10 | default |
|
4 | default_pool | |||
success | calculcate_ecpm_filter | movie_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:34.595300 | 665 |
|
dev | 10 | default |
|
4 | default_pool | |||
success | calculcate_ecpm_filter | ldd_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:36.714200 | 664 |
|
dev | 10 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:08:43.431000 | 661 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill |
|
SparkSubmitOperator |
|
|
0:04:24.824000 | 660 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:02:16.630000 | 659 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:02:22.201000 | 657 |
|
dev | 2 | default |
|
5 | default_pool | |||
removed | heat_online_data_preparation | get_basecid_cid_group_ldd_replace |
|
BashOperator |
|
|
0:00:02.231200 | 656 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | heat_online_data_preparation | get_rg_paid_data_comic |
|
BashOperator |
|
|
0:00:03.025060 | 655 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | heat_online_data_preparation | get_online_result_comic |
|
BashOperator |
|
|
0:00:04.538610 | 653 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | heat_online_data_preparation | get_heat_data_drama_one_hot_income |
|
BashOperator |
|
|
0:00:07.343920 | 651 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | heat_online_data_preparation | get_basecid_cid_group_ldd |
|
BashOperator |
|
|
0:00:03.061530 | 650 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | get_csgl_result_filter |
|
BashOperator |
|
|
0:00:08.560290 | 647 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | vod_inference_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.149201 | 631 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:08:01.140000 | 619 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
0:00:18.992100 | 618 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
0:01:51.024000 | 616 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:23.408800 | 615 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:01.524100 | 614 |
|
dev | 11 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.116713 | 611 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:01:35.797800 | 610 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | get_title_result_filter |
|
BashOperator |
|
|
0:00:44.710800 | 601 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.114163 | 600 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:57.234700 | 599 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:21.375000 | 598 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:17:44.880000 | 597 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:55:01.010000 | 596 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:26:09.800000 | 595 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:04:03.028000 | 594 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:24.662000 | 593 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:36.409900 | 592 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:29.343500 | 590 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:06:09.863000 | 589 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:26.216700 | 588 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:02:39.695000 | 586 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:21:05.630000 | 584 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:56.833100 | 583 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | ab_testing_evaluation | releasename_breakdown |
|
BashOperator |
|
|
0:00:01.701110 | 582 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | ab_testing_evaluation | AB_testing_experiment_per_column_row |
|
BashOperator |
|
|
0:00:00.168739 | 581 |
|
dev | 3 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:04:10.212000 | 580 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:14:25.441000 | 579 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:11.544800 | 578 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:19.509000 | 577 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:48.363400 | 576 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:04.057000 | 573 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:04.731980 | 572 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | get_comic_filtered_aids_7days_hive |
|
SparkSubmitOperator |
|
|
0:00:36.288100 | 571 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:26.259200 | 570 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:25.351400 | 569 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.124083 | 566 |
|
dev | 22 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | kill_large_processes |
|
BashOperator |
|
|
0:00:00.114626 | 563 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.110603 | 562 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:01.643430 | 555 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:31.728100 | 553 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | generate_training_labels | get_user_click_expose_data_local |
|
SparkSubmitOperator |
|
|
0:00:12.912000 | 549 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | generate_training_labels | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.117475 | 548 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:47.681500 | 541 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:14.796700 | 540 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:06:47.413000 | 539 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:09.859360 | 538 |
|
root | 8 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:00.551716 | 536 |
|
root | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
1:52:53.830000 | 535 |
|
root | 10 | default |
|
6 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:00:58.304800 | 534 |
|
root | 11 | default |
|
4 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:39.044000 | 533 |
|
root | 12 | default |
|
4 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:22.982700 | 532 |
|
root | 12 | default |
|
4 | default_pool | |||
failed | train_causimgcl | train_causimgcl |
|
BashOperator |
|
|
0:00:00.137603 | 530 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | train_causimgcl | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.120361 | 529 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.229840 | 528 |
|
dev | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.131098 | 526 |
|
dev | 9 | default |
|
2 | default_pool | |||
removed | vod_post_processing | ldd_recall4_breakdown |
|
BashOperator |
|
|
0:00:01.540430 | 525 |
|
dev | 1 | default |
|
5 | default_pool | |||
removed | vod_post_processing | ldd_calibrate_cid |
|
BashOperator |
|
|
0:00:39.814400 | 522 |
|
dev | 1 | default |
|
5 | default_pool | |||
removed | vod_post_processing | generate_ldd_ucb |
|
BashOperator |
|
|
0:00:00.600959 | 520 |
|
dev | 32 | default |
|
5 | default_pool | |||
removed | vod_post_processing | all_platform_daily_cvr |
|
SparkSubmitOperator |
|
|
0:00:25.073100 | 519 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:00:39.807200 | 518 |
|
root | 2 | default |
|
5 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_train_data_ls |
|
SparkSubmitOperator |
|
|
0:00:09.995100 | 513 |
|
root | 6 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill |
|
SparkSubmitOperator |
|
|
0:01:54.864000 | 512 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:00:36.307600 | 511 |
|
root | 2 | default |
|
5 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:05:20.776000 | 505 |
|
root | 6 | default |
|
17 | default_pool | |||
failed | update_title_sim | update_title_sim |
|
BashOperator |
|
|
0:02:13.181000 | 498 |
|
dev | 1 | default |
|
4 | default_pool |