State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
failed | update_title_sim | update_title_sim |
|
BashOperator |
|
|
0:02:13.181000 | 498 |
|
dev | 1 | default |
|
4 | default_pool | |||
failed | update_launcher_dnum_rr | get_user_with_launcher_rec_hive |
|
SparkSubmitOperator |
|
|
0:00:49.845900 | 495 |
|
dev | 1 | default |
|
4 | default_pool | |||
removed | update_rec_movie_dnum_rr | get_child_ldd_user_rec_hive |
|
SparkSubmitOperator |
|
|
0:00:51.175800 | 494 |
|
dev | 2 | default |
|
4 | default_pool | |||
removed | update_rec_movie_dnum_rr | get_child_user_rec_hive |
|
SparkSubmitOperator |
|
|
0:00:52.107600 | 493 |
|
dev | 2 | default |
|
4 | default_pool | |||
removed | update_rec_movie_dnum_rr | get_ldd_launcher_user_to_local |
|
SparkSubmitOperator |
|
|
0:00:20.389100 | 492 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | vod_indicator_daily | ecpm_filter_daily |
|
BashOperator |
|
|
0:00:00.804064 | 491 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | filtered_data_preparation | get_comic_filtered_aids_7days_hive |
|
SparkSubmitOperator |
|
|
0:00:35.490600 | 489 |
|
dev | 2 | default |
|
4 | default_pool | |||
removed | vod_inference_dag | ldd_r6_inttower_daily_cold |
|
BashOperator |
|
|
0:00:22.245200 | 488 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | compute_media_feature_score | compute_type_tag_score_comic |
|
BashOperator |
|
|
0:00:05.963640 | 486 |
|
dev | 2 | default |
|
4 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_dnum_short_profile |
|
SparkSubmitOperator |
|
|
0:35:35.750000 | 485 |
|
root | 7 | default |
|
3 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_dnum_long_profile |
|
SparkSubmitOperator |
|
|
484 |
|
root | 8 | default |
|
5 | default_pool | ||||
failed | vod_multi_recall_comic.py | get_eges_result_filter |
|
BashOperator |
|
|
0:00:02.328360 | 474 |
|
dev | 2 | default |
|
4 | default_pool | |||
failed | vod_multi_recall_comic.py | get_title_result_filter |
|
BashOperator |
|
|
0:00:04.584280 | 470 |
|
dev | 2 | default |
|
4 | default_pool | |||
failed | vod_multi_recall_comic.py | get_csgl_result_filter |
|
BashOperator |
|
|
0:00:04.225630 | 469 |
|
dev | 2 | default |
|
4 | default_pool | |||
failed | train_causimgcl | train_causimgcl |
|
BashOperator |
|
|
0:00:00.434652 | 468 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | train_causimgcl | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.449717 | 467 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_inference_dag | comic_r7_inttower_rerank_v2_free_downweight |
|
BashOperator |
|
|
0:02:28.733000 | 459 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | vod_inference_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.274871 | 457 |
|
dev | 7 | default |
|
2 | default_pool | |||
removed | vod_post_processing | get_ldd_cpm_play_rr |
|
SparkSubmitOperator |
|
|
0:01:44.313000 | 456 |
|
dev | 34 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | update_feature_encoder_drama |
|
BashOperator |
|
|
0:00:04.995810 | 454 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | update_feature_encoder_movie |
|
BashOperator |
|
|
0:00:04.967230 | 453 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | filtered_data_preparation | get_ldd_filtered_aids_7days_hive |
|
SparkSubmitOperator |
|
|
0:00:34.847400 | 451 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | kill_large_processes |
|
BashOperator |
|
|
0:00:00.123621 | 449 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | filtered_data_preparation | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.287500 | 448 |
|
dev | 6 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | compute_type_tag_score_movie |
|
BashOperator |
|
|
0:00:12.159200 | 446 |
|
dev | 2 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | compute_type_tag_score_drama |
|
BashOperator |
|
|
0:00:12.916800 | 445 |
|
dev | 2 | default |
|
2 | default_pool | |||
removed | compute_media_feature_score | compute_type_tag_score_child |
|
BashOperator |
|
|
0:00:12.762800 | 444 |
|
dev | 2 | default |
|
2 | default_pool | |||
failed | calculcate_ecpm_filter | movie_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:38.941700 | 443 |
|
dev | 10 | default |
|
2 | default_pool | |||
failed | calculcate_ecpm_filter | comic_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:42.477000 | 442 |
|
dev | 8 | default |
|
2 | default_pool | |||
failed | calculcate_ecpm_filter | ldd_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:42.515500 | 441 |
|
dev | 10 | default |
|
2 | default_pool | |||
failed | calculcate_ecpm_filter | tv_ecpm_filter |
|
SparkSubmitOperator |
|
|
0:00:42.536300 | 440 |
|
dev | 10 | default |
|
2 | default_pool | |||
failed | ab_testing_evaluation | AB_testing_experiment_per_column_row |
|
BashOperator |
|
|
0:00:00.154920 | 437 |
|
dev | 3 | default |
|
2 | default_pool | |||
failed | ab_testing_evaluation | releasename_breakdown |
|
BashOperator |
|
|
0:00:01.976610 | 436 |
|
dev | 2 | default |
|
2 | default_pool | |||
failed | ab_testing_experiment | update_AB_testing_experiment_configs |
|
BashOperator |
|
|
0:00:00.370354 | 435 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:00:49.127400 | 432 |
|
root | 2 | default |
|
7 | default_pool | |||
success | vod_multi_recall_comic.py | run_eges |
|
BashOperator |
|
|
0:00:26.556200 | 431 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | random_fastwalk |
|
BashOperator |
|
|
0:00:00.130309 | 430 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | build_graph |
|
BashOperator |
|
|
0:00:12.423700 | 429 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | build_click_seq |
|
BashOperator |
|
|
0:00:15.766700 | 428 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | vod_multi_recall_comic.py | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.151188 | 425 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:49.292700 | 424 |
|
root | 4 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:11.114000 | 420 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:01:10.971100 | 416 |
|
root | 1 | default |
|
4 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:29.703100 | 407 |
|
dev | 1 | default |
|
5 | default_pool | |||
failed | generate_training_labels | generate_training_label |
|
BashOperator |
|
|
0:00:42.819500 | 402 |
|
root | 2 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:31.645600 | 401 |
|
root | 1 | default |
|
3 | default_pool | |||
success | generate_training_labels | get_user_click_expose_data_local |
|
SparkSubmitOperator |
|
|
399 |
|
root | 3 | default |
|
2 | default_pool | ||||
success | generate_training_labels | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.187346 | 398 |
|
root | 4 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.163930 | 392 |
|
root | 1 | default |
|
4 | default_pool | |||
success | matching_model_data_preparation_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:08:57.500000 | 390 |
|
root | 1 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
0:00:19.557500 | 389 |
|
root | 2 | default |
|
2 | default_pool | |||
failed | remove_history_files | remove_history_files |
|
BashOperator |
|
|
0:00:00.245147 | 387 |
|
root | 1 | default |
|
3 | default_pool | |||
failed | remove_history_files | remove_history_files_gary |
|
BashOperator |
|
|
0:00:00.120428 | 386 |
|
root | 1 | default |
|
3 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
0:02:15.433000 | 385 |
|
root | 3 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:21.085800 | 384 |
|
root | 4 | default |
|
9 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:25.984800 | 383 |
|
root | 1 | default |
|
13 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.156017 | 373 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_train_data |
|
SparkSubmitOperator |
|
|
0:00:16.920700 | 366 |
|
root | 1 | default |
|
3 | default_pool | |||
removed | airflow_tv_ls_recall | sim_paid |
|
BashOperator |
|
|
0:00:05.000280 | 364 |
|
root | 2 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_click_data |
|
SparkSubmitOperator |
|
|
357 |
|
root | 3 | default |
|
2 | default_pool | ||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:02:21.575000 | 351 |
|
root | 5 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:50.704100 | 337 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:07.284000 | 336 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:17:05.140000 | 335 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:52:22.960000 | 334 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:21:49.480000 | 333 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:56.459000 | 332 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:21.792000 | 330 |
|
root | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:05:52.622000 | 326 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:27.461800 | 325 |
|
root | 3 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:03:16.623000 | 324 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:20:40.010000 | 323 |
|
root | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:55.125600 | 322 |
|
root | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:04:05.856000 | 321 |
|
root | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:14:22.599000 | 320 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:11.235200 | 319 |
|
root | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:17.132000 | 318 |
|
root | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:46.532000 | 317 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:03:57.223000 | 316 |
|
root | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:06.034410 | 315 |
|
root | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:02:14.924000 | 314 |
|
root | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.116123 | 312 |
|
root | 22 | default |
|
2 | default_pool | |||
removed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:15.079000 | 311 |
|
root | 2 | default |
|
3 | default_pool | |||
removed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.727400 | 308 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:35.100600 | 307 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.179300 | 306 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:01.716530 | 305 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.975860 | 298 |
|
root | 2 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:36.703400 | 294 |
|
root | 1 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:53.050100 | 292 |
|
root | 1 | default |
|
4 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:03:20.733000 | 289 |
|
root | 2 | default |
|
19 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.265090 | 288 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.124559 | 286 |
|
root | 9 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:42.729800 | 285 |
|
root | 6 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:38.076700 | 283 |
|
root | 1 | default |
|
3 | default_pool | |||
success | remove_history_files | remove_history_files |
|
BashOperator |
|
|
0:00:00.252738 | 282 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.125280 | 281 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_gary |
|
BashOperator |
|
|
0:00:00.130357 | 280 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.167734 | 279 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_gary |
|
BashOperator |
|
|
0:00:00.150070 | 278 |
|
root | 1 | default |
|
2 | default_pool |