State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:58:38.180000 | 107 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:55.594000 | 106 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:20.794000 | 105 |
|
root | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:35.830700 | 104 |
|
root | 1 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:15:52.577000 | 103 |
|
root | 8 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:48.759100 | 102 |
|
root | 9 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:57.797000 | 101 |
|
root | 10 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:14.556000 | 100 |
|
root | 11 | default |
|
9 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:03:53.305000 | 87 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:16.555600 | 86 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:13:43.911000 | 82 |
|
root | 4 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:10.517100 | 81 |
|
root | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:42.676200 | 80 |
|
root | 6 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:05:30.540000 | 78 |
|
root | 18 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:15.907900 | 75 |
|
root | 13 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.123253 | 73 |
|
root | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:21.759200 | 72 |
|
root | 1 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.275150 | 64 |
|
root | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:02:18.586000 | 63 |
|
root | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.122203 | 61 |
|
root | 22 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:52.393400 | 60 |
|
root | 5 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:54.402400 | 58 |
|
root | 4 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:00:57.642200 | 57 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:47.799600 | 56 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:36.841000 | 55 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:35.091100 | 54 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.505000 | 53 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:01.631870 | 52 |
|
root | 1 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.272780 | 51 |
|
root | 2 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:31.816800 | 43 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:36.729100 | 42 |
|
root | 1 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:53.638700 | 39 |
|
root | 4 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.192700 | 38 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:34.431000 | 37 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.424600 | 36 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.093620 | 35 |
|
root | 1 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.940400 | 34 |
|
root | 2 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:04.055620 | 33 |
|
root | 2 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:01:07.585100 | 30 |
|
root | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.258440 | 27 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.114256 | 25 |
|
root | 9 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:42.504400 | 24 |
|
root | 6 | default |
|
7 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:33.344700 | 21 |
|
root | 1 | default |
|
5 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:01:09.285500 | 18 |
|
root | 1 | default |
|
5 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.237120 | 12 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.112801 | 7 |
|
root | 9 | default |
|
5 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:00.155839 | 4 |
|
root | 5 | default |
|
3 | default_pool | |||
removed | vod_post_processing | get_all_platform_daily_cvr_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
removed | vod_post_processing | get_all_platform_daily_cvr_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 4 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 4 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 4 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 4 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
|
dev | 2 | default |
|
1 | default_pool | |||||
removed | update_rec_movie_dnum_rr | get_child_ldd_user_rec_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
removed | update_rec_movie_dnum_rr | get_child_user_rec_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | filtered_data_preparation | get_comic_filtered_aids_7days_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | filtered_data_preparation | get_comic_filtered_aids_7days_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
dev | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_03 |
|
BashOperator |
|
|
|
root | 1 | default |
|
1 | default_pool |