State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.156017 | 373 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_train_data |
|
SparkSubmitOperator |
|
|
0:00:16.920700 | 366 |
|
root | 1 | default |
|
3 | default_pool | |||
removed | airflow_tv_ls_recall | sim_paid |
|
BashOperator |
|
|
0:00:05.000280 | 364 |
|
root | 2 | default |
|
2 | default_pool | |||
removed | airflow_tv_ls_recall | generate_tv_sp_click_data |
|
SparkSubmitOperator |
|
|
357 |
|
root | 3 | default |
|
2 | default_pool | ||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:02:21.575000 | 351 |
|
root | 5 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:50.704100 | 337 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:07.284000 | 336 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:17:05.140000 | 335 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:52:22.960000 | 334 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:21:49.480000 | 333 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:56.459000 | 332 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:21.792000 | 330 |
|
root | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:05:52.622000 | 326 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:27.461800 | 325 |
|
root | 3 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:03:16.623000 | 324 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:20:40.010000 | 323 |
|
root | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:55.125600 | 322 |
|
root | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:04:05.856000 | 321 |
|
root | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:14:22.599000 | 320 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:11.235200 | 319 |
|
root | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:17.132000 | 318 |
|
root | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:46.532000 | 317 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:03:57.223000 | 316 |
|
root | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:06.034410 | 315 |
|
root | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:02:14.924000 | 314 |
|
root | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.116123 | 312 |
|
root | 22 | default |
|
2 | default_pool | |||
removed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:15.079000 | 311 |
|
root | 2 | default |
|
3 | default_pool | |||
removed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.727400 | 308 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:35.100600 | 307 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.179300 | 306 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:01.716530 | 305 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.975860 | 298 |
|
root | 2 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:36.703400 | 294 |
|
root | 1 | default |
|
2 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:53.050100 | 292 |
|
root | 1 | default |
|
4 | default_pool | |||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:03:20.733000 | 289 |
|
root | 2 | default |
|
19 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.265090 | 288 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.124559 | 286 |
|
root | 9 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:42.729800 | 285 |
|
root | 6 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:38.076700 | 283 |
|
root | 1 | default |
|
3 | default_pool | |||
success | remove_history_files | remove_history_files |
|
BashOperator |
|
|
0:00:00.252738 | 282 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.125280 | 281 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_gary |
|
BashOperator |
|
|
0:00:00.130357 | 280 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.167734 | 279 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_gary |
|
BashOperator |
|
|
0:00:00.150070 | 278 |
|
root | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files |
|
BashOperator |
|
|
0:00:00.322069 | 277 |
|
root | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:23.261700 | 262 |
|
root | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | sim_paid |
|
BashOperator |
|
|
0:12:53.094000 | 261 |
|
root | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:59:15.700000 | 260 |
|
root | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:21.287800 | 259 |
|
root | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:15.688900 | 258 |
|
root | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:15.543200 | 257 |
|
root | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.108369 | 256 |
|
root | 7 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:46.483800 | 255 |
|
root | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:52.906300 | 253 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:39.853000 | 252 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:17:21.800000 | 251 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:22:25 | 250 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:52:31.750000 | 249 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:53.566000 | 248 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:15.579000 | 247 |
|
root | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:05:47.424000 | 243 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:25.450700 | 242 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:19:35.370000 | 240 |
|
root | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:53.510900 | 239 |
|
root | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:04:00.671000 | 238 |
|
root | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:13:52.477000 | 237 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:10.972400 | 236 |
|
root | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:14.756000 | 235 |
|
root | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_training_data_movie |
|
BashOperator |
|
|
0:00:45.740600 | 234 |
|
root | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:41.214000 | 233 |
|
root | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:04.233540 | 232 |
|
root | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:02:12.911000 | 231 |
|
root | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:02:13.464000 | 230 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.117704 | 229 |
|
root | 22 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:53.030200 | 228 |
|
root | 4 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:00:52.081900 | 227 |
|
root | 2 | default |
|
3 | default_pool | |||
removed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:44.863900 | 226 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:35.195300 | 225 |
|
root | 2 | default |
|
3 | default_pool | |||
removed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:38.700100 | 224 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.931900 | 223 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:01.619270 | 222 |
|
root | 1 | default |
|
2 | default_pool | |||
removed | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.021790 | 215 |
|
root | 2 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:33.881600 | 213 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:38.185900 | 211 |
|
root | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.214990 | 209 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.116837 | 207 |
|
root | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:22.828500 | 206 |
|
root | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | sim_paid |
|
BashOperator |
|
|
0:13:41.889000 | 205 |
|
root | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:52:05.260000 | 204 |
|
root | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:02:13.573000 | 203 |
|
root | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:14.559600 | 202 |
|
root | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:21.509300 | 201 |
|
root | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.106319 | 200 |
|
root | 7 | default |
|
2 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:42.731100 | 199 |
|
root | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:51.455300 | 197 |
|
root | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:35.162500 | 196 |
|
root | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:17:34.530000 | 195 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:53:30.750000 | 194 |
|
root | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:23:56.630000 | 193 |
|
root | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:03:55.234000 | 192 |
|
root | 6 | default |
|
2 | default_pool |