State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:38.185900 | 211 |
|
root | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.214990 | 209 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.116837 | 207 |
|
root | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:22.828500 | 206 |
|
root | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | sim_paid |
|
BashOperator |
|
|
0:13:41.889000 | 205 |
|
root | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:52:05.260000 | 204 |
|
root | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:02:13.573000 | 203 |
|
root | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:14.559600 | 202 |
|
root | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:21.509300 | 201 |
|
root | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.106319 | 200 |
|
root | 7 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:42.731100 | 199 |
|
root | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:51.455300 | 197 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:35.162500 | 196 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:17:34.530000 | 195 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:53:30.750000 | 194 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:23:56.630000 | 193 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:55.234000 | 192 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:19.163000 | 191 |
|
root | 7 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:00:47.154400 | 190 |
|
root | 2 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:35.146200 | 189 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:05:52.005000 | 187 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:25.035200 | 186 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:18:56.370000 | 184 |
|
root | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:54.007800 | 183 |
|
root | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:04:00.168000 | 182 |
|
root | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:13:15.252000 | 181 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:10.248600 | 180 |
|
root | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:16.034000 | 179 |
|
root | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:46.062700 | 178 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:05:06.110000 | 177 |
|
root | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.127550 | 176 |
|
root | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:02:13.604000 | 175 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:02:15.438000 | 174 |
|
root | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.114215 | 173 |
|
root | 22 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:52.245300 | 172 |
|
root | 4 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:00:51.254700 | 171 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.297500 | 170 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:37.322900 | 169 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:40.070200 | 168 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:27.782200 | 167 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.407790 | 166 |
|
root | 1 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.972580 | 163 |
|
root | 2 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:42.561100 | 158 |
|
root | 6 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:35.345500 | 157 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:37.336400 | 155 |
|
root | 1 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:00:44.521800 | 153 |
|
root | 2 | default |
|
12 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.187360 | 145 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.124424 | 142 |
|
root | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:22.689800 | 139 |
|
root | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | sim_paid |
|
BashOperator |
|
|
0:11:51.374000 | 138 |
|
root | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:50:38.350000 | 137 |
|
root | 3 | default |
|
6 | default_pool | |||
removed | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
136 |
|
root | 6 | default |
|
2 | default_pool | ||||
removed | airflow_tv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
135 |
|
root | 5 | default |
|
2 | default_pool | ||||
removed | airflow_tv_ls_recall | upload_filter_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:40.125200 | 134 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | update_media_mv |
|
SparkSubmitOperator |
|
|
133 |
|
root | 7 | default |
|
2 | default_pool | ||||
removed | airflow_tv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:00:01.098980 | 132 |
|
root | 3 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | sim_paid_mv |
|
BashOperator |
|
|
0:00:40.129600 | 131 |
|
root | 4 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:17.812200 | 130 |
|
root | 2 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
129 |
|
root | 8 | default |
|
2 | default_pool | ||||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:41.434300 | 126 |
|
root | 6 | default |
|
7 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:54.303100 | 125 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:07:16.277000 | 123 |
|
root | 2 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_dnum_short_profile |
|
SparkSubmitOperator |
|
|
122 |
|
root | 1 | default |
|
3 | default_pool | ||||
removed | airflow_tv_ls_recall | generate_tv_sp_train_data_ls |
|
SparkSubmitOperator |
|
|
0:00:46.477900 | 121 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_train_data |
|
SparkSubmitOperator |
|
|
0:00:46.892700 | 120 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_click_data |
|
SparkSubmitOperator |
|
|
118 |
|
root | 3 | default |
|
2 | default_pool | ||||
removed | airflow_tv_ls_recall | generate_tv_dnum_long_profile |
|
SparkSubmitOperator |
|
|
117 |
|
root | 1 | default |
|
2 | default_pool | ||||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:29:32.930000 | 116 |
|
root | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:39.271900 | 113 |
|
root | 12 | default |
|
5 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:17.991900 | 111 |
|
root | 13 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:59:25.520000 | 108 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:58:38.180000 | 107 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:55.594000 | 106 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:20.794000 | 105 |
|
root | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:35.830700 | 104 |
|
root | 1 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:15:52.577000 | 103 |
|
root | 8 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:48.759100 | 102 |
|
root | 9 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:57.797000 | 101 |
|
root | 10 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:14.556000 | 100 |
|
root | 11 | default |
|
9 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:03:53.305000 | 87 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:16.555600 | 86 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:13:43.911000 | 82 |
|
root | 4 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:10.517100 | 81 |
|
root | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:42.676200 | 80 |
|
root | 6 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:05:30.540000 | 78 |
|
root | 18 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:15.907900 | 75 |
|
root | 13 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.123253 | 73 |
|
root | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:21.759200 | 72 |
|
root | 1 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.275150 | 64 |
|
root | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:02:18.586000 | 63 |
|
root | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.122203 | 61 |
|
root | 22 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:52.393400 | 60 |
|
root | 5 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:54.402400 | 58 |
|
root | 4 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:00:57.642200 | 57 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:47.799600 | 56 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:36.841000 | 55 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:35.091100 | 54 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.505000 | 53 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:01.631870 | 52 |
|
root | 1 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.272780 | 51 |
|
root | 2 | default |
|
2 | default_pool |