State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3567 |
|
BashOperator |
|
|
0:02:05.852000 | 10355 |
|
dev | 11 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:49.863000 | 10354 |
|
dev | 12 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:03:55.194000 | 10353 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:05.098600 | 10352 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:55.736100 | 10351 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:07:24.837000 | 10350 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_367 |
|
BashOperator |
|
|
0:41:51.140000 | 10349 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:34:04.150000 | 10348 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3567 |
|
BashOperator |
|
|
0:02:08.825000 | 10347 |
|
dev | 7 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:01:50.614000 | 10346 |
|
dev | 8 | default |
|
3 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:08.191750 | 10341 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:00.902081 | 10340 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:34.169000 | 10339 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_013456 |
|
BashOperator |
|
|
0:07:48.137000 | 10338 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_013456 |
|
BashOperator |
|
|
0:00:48.977600 | 10337 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:00:01.350160 | 10336 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:12.118500 | 10335 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:18:46.370000 | 10334 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:17:30.520000 | 10333 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:00:37.349700 | 10332 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:08.626520 | 10331 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:01:06.040900 | 10330 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.425610 | 10329 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_xxl |
|
SparkSubmitOperator |
|
|
0:01:54.920000 | 10328 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:10:40.658000 | 10327 |
|
dev | 2 | default |
|
7 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:40.217300 | 10326 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:03:41.502000 | 10325 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
10321 |
|
dev | 3 | default |
|
2 | default_pool | ||||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:39:29.580000 | 10320 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:09:39.677000 | 10319 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:23:23.640000 | 10318 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:34.321300 | 10317 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:27:48.840000 | 10316 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:05:52.364000 | 10315 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:27.352300 | 10314 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:02:16.060000 | 10312 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:36.930000 | 10311 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:12:08.405000 | 10310 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:00:50.803600 | 10309 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:19:45.010000 | 10308 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.168680 | 10307 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.166980 | 10306 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:00:35.534500 | 10305 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:16.014700 | 10304 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:46.669900 | 10303 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
10301 |
|
dev | 5 | default |
|
2 | default_pool | ||||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:30.114300 | 10300 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:00:57.030000 | 10299 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:05.474000 | 10298 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:35.623700 | 10297 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:04:50.068000 | 10296 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_recall |
|
BashOperator |
|
|
0:05:22.151000 | 10294 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:23:14.720000 | 10293 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:33.413800 | 10292 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_34 |
|
BashOperator |
|
|
0:33:42.220000 | 10288 |
|
dev | 4 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | generate_diffurec_recall_result_145 |
|
BashOperator |
|
|
0:12:36.019000 | 10285 |
|
dev | 6 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | generate_inference_dataset_145 |
|
BashOperator |
|
|
0:00:56.796400 | 10284 |
|
dev | 7 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:15:35.977000 | 10283 |
|
dev | 2 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:02:31.668000 | 10282 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:06:36.665000 | 10281 |
|
dev | 1 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst |
|
BashOperator |
|
|
0:12:05.637000 | 10280 |
|
dev | 4 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_145 |
|
BashOperator |
|
|
0:20:05.060000 | 10279 |
|
dev | 8 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:53.784600 | 10278 |
|
dev | 5 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_145 |
|
BashOperator |
|
|
0:00:31.302900 | 10277 |
|
dev | 9 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:01:43.297000 | 10276 |
|
dev | 6 | default |
|
2 | default_pool | |||
removed | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_145 |
|
BashOperator |
|
|
0:01:16.983700 | 10275 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:33.592400 | 10274 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:50.473100 | 10273 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:21.781900 | 10272 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:24:24.970000 | 10271 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_0789 |
|
BashOperator |
|
|
1:01:04.180000 | 10270 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:45.072600 | 10269 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:16:54.620000 | 10265 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:22.972000 | 10264 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:58.714400 | 10263 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:24.426200 | 10261 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:02:16.830000 | 10260 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:25.337700 | 10259 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:07.682000 | 10258 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:04.860300 | 10257 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
1:06:24.420000 | 10256 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:12.047000 | 10255 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:02:14.429000 | 10254 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:02:16.208000 | 10253 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:36.602500 | 10252 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | merge_recall |
|
BashOperator |
|
|
0:03:31.238000 | 10251 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:02:35.100000 | 10250 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | run_sdm |
|
BashOperator |
|
|
0:28:14.600000 | 10249 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:19.284800 | 10248 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:24.014700 | 10247 |
|
dev | 5 | default |
|
2 | default_pool | |||
removed | multi_interest_2024_dag | generate_inference_dataset_6 |
|
BashOperator |
|
|
0:02:15.826000 | 10245 |
|
dev | 6 | default |
|
2 | default_pool | |||
removed | multi_interest_2024_dag | generate_diffurec_recall_result_5 |
|
BashOperator |
|
|
0:32:42.630000 | 10244 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie_text |
|
BashOperator |
|
|
1:20:23.190000 | 10242 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:02:04.865000 | 10240 |
|
dev | 3 | default |
|
2 | default_pool | |||
removed | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_6 |
|
BashOperator |
|
|
0:00:55.232300 | 10237 |
|
dev | 8 | default |
|
2 | default_pool | |||
removed | multi_interest_2024_dag | train_diffurec_0189 |
|
BashOperator |
|
|
0:18:09.240000 | 10236 |
|
dev | 9 | default |
|
2 | default_pool | |||
removed | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_0189 |
|
BashOperator |
|
|
0:01:25.732200 | 10235 |
|
dev | 10 | default |
|
2 | default_pool | |||
removed | multi_interest_2024_dag | update_user_click_all_channelname_60days_6 |
|
BashOperator |
|
|
0:01:34.050200 | 10234 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie_text |
|
BashOperator |
|
|
0:24:52.820000 | 10233 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.107670 | 10232 |
|
dev | 5 | default |
|
2 | default_pool |