State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:36.606000 | 9358 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:55.884600 | 9357 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_0789 |
|
BashOperator |
|
|
0:44:08.130000 | 9356 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:11:28.026000 | 9355 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:10.219300 | 9354 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:31.933000 | 9353 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:05.484100 | 9352 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:02:35.959000 | 9351 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:27.783400 | 9350 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:20.113000 | 9349 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:08:33.159000 | 9348 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:14.777700 | 9347 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
0:51:25.240000 | 9346 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:02:05.920000 | 9345 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:01:59.289000 | 9344 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:32.239300 | 9343 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:02:17.145000 | 9342 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:35.526700 | 9341 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | run_sdm |
|
BashOperator |
|
|
0:25:44.140000 | 9340 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:08.681300 | 9339 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:16.778900 | 9338 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_357 |
|
BashOperator |
|
|
1:22:02.550000 | 9337 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
1:29:14.640000 | 9336 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie_text |
|
BashOperator |
|
|
1:14:51.590000 | 9335 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_6 |
|
BashOperator |
|
|
0:14:58.952000 | 9334 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3567 |
|
BashOperator |
|
|
0:04:40.640000 | 9333 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_6 |
|
BashOperator |
|
|
0:00:23.496000 | 9332 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:01:59.983000 | 9331 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:03:50.776000 | 9330 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_0189 |
|
BashOperator |
|
|
0:18:20.270000 | 9329 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:23:03.520000 | 9328 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_6 |
|
BashOperator |
|
|
0:00:12.895400 | 9327 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_6 |
|
BashOperator |
|
|
0:00:17.848300 | 9326 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_0189 |
|
BashOperator |
|
|
0:01:26.009400 | 9325 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie_text |
|
BashOperator |
|
|
0:25:07 | 9324 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.166950 | 9323 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.246960 | 9322 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3567 |
|
BashOperator |
|
|
0:02:29.901000 | 9321 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:41.263500 | 9320 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:04.085000 | 9319 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:22.665700 | 9318 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:12.601600 | 9317 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:30.273000 | 9316 |
|
dev | 26 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:15.932500 | 9315 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.133347 | 9314 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:09.715600 | 9313 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.114251 | 9312 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:05:41.676000 | 9311 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:07.637570 | 9309 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:01.126260 | 9308 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:18.794000 | 9307 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_145 |
|
BashOperator |
|
|
0:05:35.108000 | 9306 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_145 |
|
BashOperator |
|
|
0:00:19.026300 | 9305 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_145 |
|
BashOperator |
|
|
0:06:01.222000 | 9304 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_145 |
|
BashOperator |
|
|
0:00:09.577780 | 9303 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_145 |
|
BashOperator |
|
|
0:00:22.752600 | 9302 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:04:59.421000 | 9301 |
|
dev | 1 | default |
|
6 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:07.124200 | 9297 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:49.786700 | 9296 |
|
dev | 3 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:07:42.558000 | 9295 |
|
dev | 4 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_6 |
|
BashOperator |
|
|
0:07:38.073000 | 9294 |
|
dev | 5 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_6 |
|
BashOperator |
|
|
0:00:22.162500 | 9293 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:13:31.400000 | 9286 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_6 |
|
BashOperator |
|
|
0:00:11.215200 | 9285 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_357 |
|
BashOperator |
|
|
0:00:04.697480 | 9284 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_6 |
|
BashOperator |
|
|
0:00:17.401300 | 9283 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.475041 | 9282 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:38.463300 | 9281 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:03:41.913000 | 9280 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:36:42.310000 | 9279 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:55.325000 | 9278 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:36:17.530000 | 9277 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:38.900800 | 9276 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:32:59.600000 | 9275 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:06:17.689000 | 9274 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:49.116900 | 9273 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_1 |
|
BashOperator |
|
|
0:05:46.916000 | 9272 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:02:02.137000 | 9271 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:12:48.780000 | 9270 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:29.350000 | 9269 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:06:47.033000 | 9268 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:00:24.369700 | 9267 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:27:56.970000 | 9266 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:22:55.530000 | 9265 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.220660 | 9264 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.364930 | 9263 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:00:15.810700 | 9262 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:00:35.671800 | 9261 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:47.620200 | 9260 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:21:59.700000 | 9259 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:40.903800 | 9258 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:01:53.928000 | 9257 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:47.120300 | 9256 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:10.118000 | 9255 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:03:57.074000 | 9254 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_xxl |
|
SparkSubmitOperator |
|
|
0:01:21.506600 | 9253 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:08:02.850000 | 9252 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:27:36.630000 | 9250 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:11.781000 | 9249 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:23:22.640000 | 9248 |
|
dev | 2 | default |
|
2 | default_pool |