State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:23.408800 | 615 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:01.524100 | 614 |
|
dev | 11 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.116713 | 611 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:01:35.797800 | 610 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | get_title_result_filter |
|
BashOperator |
|
|
0:00:44.710800 | 601 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.114163 | 600 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:57.234700 | 599 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:21.375000 | 598 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:17:44.880000 | 597 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:55:01.010000 | 596 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:26:09.800000 | 595 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:04:03.028000 | 594 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:24.662000 | 593 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:36.409900 | 592 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:29.343500 | 590 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:06:09.863000 | 589 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:26.216700 | 588 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:02:39.695000 | 586 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:21:05.630000 | 584 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:56.833100 | 583 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | ab_testing_evaluation | releasename_breakdown |
|
BashOperator |
|
|
0:00:01.701110 | 582 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | ab_testing_evaluation | AB_testing_experiment_per_column_row |
|
BashOperator |
|
|
0:00:00.168739 | 581 |
|
dev | 3 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:04:10.212000 | 580 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:14:25.441000 | 579 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:11.544800 | 578 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:19.509000 | 577 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:48.363400 | 576 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:04.057000 | 573 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:04.731980 | 572 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | get_comic_filtered_aids_7days_hive |
|
SparkSubmitOperator |
|
|
0:00:36.288100 | 571 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:26.259200 | 570 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:25.351400 | 569 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.124083 | 566 |
|
dev | 22 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | kill_large_processes |
|
BashOperator |
|
|
0:00:00.114626 | 563 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.110603 | 562 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:01.643430 | 555 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:31.728100 | 553 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | generate_training_labels | get_user_click_expose_data_local |
|
SparkSubmitOperator |
|
|
0:00:12.912000 | 549 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | generate_training_labels | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.117475 | 548 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:47.681500 | 541 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:14.796700 | 540 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:06:47.413000 | 539 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:09.859360 | 538 |
|
root | 8 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:00.551716 | 536 |
|
root | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
1:52:53.830000 | 535 |
|
root | 10 | default |
|
6 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:00:58.304800 | 534 |
|
root | 11 | default |
|
4 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:39.044000 | 533 |
|
root | 12 | default |
|
4 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:22.982700 | 532 |
|
root | 12 | default |
|
4 | default_pool | |||
failed | train_causimgcl | train_causimgcl |
|
BashOperator |
|
|
0:00:00.137603 | 530 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | train_causimgcl | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.120361 | 529 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.229840 | 528 |
|
dev | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.131098 | 526 |
|
dev | 9 | default |
|
2 | default_pool | |||
removed | vod_post_processing | ldd_recall4_breakdown |
|
BashOperator |
|
|
0:00:01.540430 | 525 |
|
dev | 1 | default |
|
5 | default_pool | |||
removed | vod_post_processing | ldd_calibrate_cid |
|
BashOperator |
|
|
0:00:39.814400 | 522 |
|
dev | 1 | default |
|
5 | default_pool | |||
removed | vod_post_processing | generate_ldd_ucb |
|
BashOperator |
|
|
0:00:00.600959 | 520 |
|
dev | 32 | default |
|
5 | default_pool | |||
removed | vod_post_processing | all_platform_daily_cvr |
|
SparkSubmitOperator |
|
|
0:00:25.073100 | 519 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:00:39.807200 | 518 |
|
root | 2 | default |
|
5 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_train_data_ls |
|
SparkSubmitOperator |
|
|
0:00:09.995100 | 513 |
|
root | 6 | default |
|
4 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill |
|
SparkSubmitOperator |
|
|
0:01:54.864000 | 512 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:00:36.307600 | 511 |
|
root | 2 | default |
|
5 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:05:20.776000 | 505 |
|
root | 6 | default |
|
17 | default_pool | |||
failed | update_title_sim | update_title_sim |
|
BashOperator |
|
|
0:02:13.181000 | 498 |
|
dev | 1 | default |
|
4 | default_pool | |||
failed | update_launcher_dnum_rr | get_user_with_launcher_rec_hive |
|
SparkSubmitOperator |
|
|
0:00:49.845900 | 495 |
|
dev | 1 | default |
|
4 | default_pool | |||
removed | update_rec_movie_dnum_rr | get_child_ldd_user_rec_hive |
|
SparkSubmitOperator |
|
|
0:00:51.175800 | 494 |
|
dev | 2 | default |
|
4 | default_pool | |||
removed | update_rec_movie_dnum_rr | get_child_user_rec_hive |
|
SparkSubmitOperator |
|
|
0:00:52.107600 | 493 |
|
dev | 2 | default |
|
4 | default_pool | |||
removed | update_rec_movie_dnum_rr | get_ldd_launcher_user_to_local |
|
SparkSubmitOperator |
|
|
0:00:20.389100 | 492 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | vod_indicator_daily | ecpm_filter_daily |
|
BashOperator |
|
|
0:00:00.804064 | 491 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | filtered_data_preparation | get_comic_filtered_aids_7days_hive |
|
SparkSubmitOperator |
|
|
0:00:35.490600 | 489 |
|
dev | 2 | default |
|
4 | default_pool | |||
removed | vod_inference_dag | ldd_r6_inttower_daily_cold |
|
BashOperator |
|
|
0:00:22.245200 | 488 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | compute_media_feature_score | compute_type_tag_score_comic |
|
BashOperator |
|
|
0:00:05.963640 | 486 |
|
dev | 2 | default |
|
4 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_dnum_short_profile |
|
SparkSubmitOperator |
|
|
0:35:35.750000 | 485 |
|
root | 7 | default |
|
3 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_dnum_long_profile |
|
SparkSubmitOperator |
|
|
484 |
|
root | 8 | default |
|
5 | default_pool | ||||
failed | vod_multi_recall_comic.py | get_eges_result_filter |
|
BashOperator |
|
|
0:00:02.328360 | 474 |
|
dev | 2 | default |
|
4 | default_pool | |||
failed | vod_multi_recall_comic.py | get_title_result_filter |
|
BashOperator |
|
|
0:00:04.584280 | 470 |
|
dev | 2 | default |
|
4 | default_pool | |||
failed | vod_multi_recall_comic.py | get_csgl_result_filter |
|
BashOperator |
|
|
0:00:04.225630 | 469 |
|
dev | 2 | default |
|
4 | default_pool | |||
failed | train_causimgcl | train_causimgcl |
|
BashOperator |
|
|
0:00:00.434652 | 468 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | train_causimgcl | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.449717 | 467 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_inference_dag | comic_r7_inttower_rerank_v2_free_downweight |
|
BashOperator |
|
|
0:02:28.733000 | 459 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | vod_inference_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.274871 | 457 |
|
dev | 7 | default |
|
2 | default_pool | |||
removed | vod_post_processing | get_ldd_cpm_play_rr |
|
SparkSubmitOperator |
|
|
0:01:44.313000 | 456 |
|
dev | 34 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | update_feature_encoder_drama |
|
BashOperator |
|
|
0:00:04.995810 | 454 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | update_feature_encoder_movie |
|
BashOperator |
|
|
0:00:04.967230 | 453 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | filtered_data_preparation | get_ldd_filtered_aids_7days_hive |
|
SparkSubmitOperator |
|
|
0:00:34.847400 | 451 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | kill_large_processes |
|
BashOperator |
|
|
0:00:00.123621 | 449 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.287500 | 448 |
|
dev | 6 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | compute_type_tag_score_movie |
|
BashOperator |
|
|
0:00:12.159200 | 446 |
|
dev | 2 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | compute_type_tag_score_drama |
|
BashOperator |
|
|
0:00:12.916800 | 445 |
|
dev | 2 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | compute_type_tag_score_child |
|
BashOperator |
|
|
0:00:12.762800 | 444 |
|
dev | 2 | default |
|
2 | default_pool | |||
failed | calculcate_ecpm_filter | movie_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:38.941700 | 443 |
|
dev | 10 | default |
|
2 | default_pool | |||
failed | calculcate_ecpm_filter | comic_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:42.477000 | 442 |
|
dev | 8 | default |
|
2 | default_pool | |||
failed | calculcate_ecpm_filter | ldd_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:42.515500 | 441 |
|
dev | 10 | default |
|
2 | default_pool | |||
failed | calculcate_ecpm_filter | tv_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:42.536300 | 440 |
|
dev | 10 | default |
|
2 | default_pool | |||
failed | ab_testing_evaluation | AB_testing_experiment_per_column_row |
|
BashOperator |
|
|
0:00:00.154920 | 437 |
|
dev | 3 | default |
|
2 | default_pool | |||
failed | ab_testing_evaluation | releasename_breakdown |
|
BashOperator |
|
|
0:00:01.976610 | 436 |
|
dev | 2 | default |
|
2 | default_pool | |||
failed | ab_testing_experiment | update_AB_testing_experiment_configs |
|
BashOperator |
|
|
0:00:00.370354 | 435 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:00:49.127400 | 432 |
|
root | 2 | default |
|
7 | default_pool | |||
success | vod_multi_recall_comic.py | run_eges |
|
BashOperator |
|
|
0:00:26.556200 | 431 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | random_fastwalk |
|
BashOperator |
|
|
0:00:00.130309 | 430 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | build_graph |
|
BashOperator |
|
|
0:00:12.423700 | 429 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | build_click_seq |
|
BashOperator |
|
|
0:00:15.766700 | 428 |
|
dev | 6 | default |
|
2 | default_pool |