State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:13:15.252000 | 181 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:10.248600 | 180 |
|
root | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:16.034000 | 179 |
|
root | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:46.062700 | 178 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:05:06.110000 | 177 |
|
root | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.127550 | 176 |
|
root | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:02:13.604000 | 175 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:02:15.438000 | 174 |
|
root | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.114215 | 173 |
|
root | 22 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:52.245300 | 172 |
|
root | 4 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:00:51.254700 | 171 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.297500 | 170 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:37.322900 | 169 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:40.070200 | 168 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:27.782200 | 167 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.407790 | 166 |
|
root | 1 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.972580 | 163 |
|
root | 2 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:42.561100 | 158 |
|
root | 6 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:35.345500 | 157 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:37.336400 | 155 |
|
root | 1 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:00:44.521800 | 153 |
|
root | 2 | default |
|
12 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.187360 | 145 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.124424 | 142 |
|
root | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:22.689800 | 139 |
|
root | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | sim_paid |
|
BashOperator |
|
|
0:11:51.374000 | 138 |
|
root | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:50:38.350000 | 137 |
|
root | 3 | default |
|
6 | default_pool | |||
removed | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
136 |
|
root | 6 | default |
|
2 | default_pool | ||||
removed | airflow_tv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
135 |
|
root | 5 | default |
|
2 | default_pool | ||||
removed | airflow_tv_ls_recall | upload_filter_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:40.125200 | 134 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | update_media_mv |
|
SparkSubmitOperator |
|
|
133 |
|
root | 7 | default |
|
2 | default_pool | ||||
removed | airflow_tv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:00:01.098980 | 132 |
|
root | 3 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | sim_paid_mv |
|
BashOperator |
|
|
0:00:40.129600 | 131 |
|
root | 4 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:17.812200 | 130 |
|
root | 2 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
129 |
|
root | 8 | default |
|
2 | default_pool | ||||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:41.434300 | 126 |
|
root | 6 | default |
|
7 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:54.303100 | 125 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:07:16.277000 | 123 |
|
root | 2 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_dnum_short_profile |
|
SparkSubmitOperator |
|
|
122 |
|
root | 1 | default |
|
3 | default_pool | ||||
removed | airflow_tv_ls_recall | generate_tv_sp_train_data_ls |
|
SparkSubmitOperator |
|
|
0:00:46.477900 | 121 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_train_data |
|
SparkSubmitOperator |
|
|
0:00:46.892700 | 120 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_click_data |
|
SparkSubmitOperator |
|
|
118 |
|
root | 3 | default |
|
2 | default_pool | ||||
removed | airflow_tv_ls_recall | generate_tv_dnum_long_profile |
|
SparkSubmitOperator |
|
|
117 |
|
root | 1 | default |
|
2 | default_pool | ||||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:29:32.930000 | 116 |
|
root | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:39.271900 | 113 |
|
root | 12 | default |
|
5 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:17.991900 | 111 |
|
root | 13 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:59:25.520000 | 108 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:58:38.180000 | 107 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:55.594000 | 106 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:20.794000 | 105 |
|
root | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:35.830700 | 104 |
|
root | 1 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:15:52.577000 | 103 |
|
root | 8 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:48.759100 | 102 |
|
root | 9 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:57.797000 | 101 |
|
root | 10 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:14.556000 | 100 |
|
root | 11 | default |
|
9 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:03:53.305000 | 87 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:16.555600 | 86 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:13:43.911000 | 82 |
|
root | 4 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:10.517100 | 81 |
|
root | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:42.676200 | 80 |
|
root | 6 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:05:30.540000 | 78 |
|
root | 18 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:15.907900 | 75 |
|
root | 13 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.123253 | 73 |
|
root | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:21.759200 | 72 |
|
root | 1 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.275150 | 64 |
|
root | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:02:18.586000 | 63 |
|
root | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.122203 | 61 |
|
root | 22 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:52.393400 | 60 |
|
root | 5 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:54.402400 | 58 |
|
root | 4 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:00:57.642200 | 57 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:47.799600 | 56 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:36.841000 | 55 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:35.091100 | 54 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.505000 | 53 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:01.631870 | 52 |
|
root | 1 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.272780 | 51 |
|
root | 2 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:31.816800 | 43 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:36.729100 | 42 |
|
root | 1 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:53.638700 | 39 |
|
root | 4 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.192700 | 38 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:34.431000 | 37 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.424600 | 36 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.093620 | 35 |
|
root | 1 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.940400 | 34 |
|
root | 2 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:04.055620 | 33 |
|
root | 2 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:01:07.585100 | 30 |
|
root | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.258440 | 27 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.114256 | 25 |
|
root | 9 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:42.504400 | 24 |
|
root | 6 | default |
|
7 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:33.344700 | 21 |
|
root | 1 | default |
|
5 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:01:09.285500 | 18 |
|
root | 1 | default |
|
5 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.237120 | 12 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.112801 | 7 |
|
root | 9 | default |
|
5 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:00.155839 | 4 |
|
root | 5 | default |
|
3 | default_pool | |||
None | ab_testing_evaluation | get_aggregate_results |
|
BashOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | ab_testing_evaluation | get_aggregate_results |
|
BashOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
removed | vod_post_processing | get_all_platform_daily_cvr_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
removed | vod_post_processing | get_all_platform_daily_cvr_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool |