State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_jx_feed | get_vip_users |
|
BashOperator |
|
|
0:00:35.359600 | 41526 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:32.395900 | 41525 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:00:49.298000 | 41524 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:01:36.795900 | 41523 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:18.525600 | 41522 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_i2i |
|
BashOperator |
|
|
0:00:30.208600 | 41521 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_i2i |
|
BashOperator |
|
|
0:01:25.863200 | 41520 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:05:13.722000 | 41519 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:09.239000 | 41518 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:21:01.770000 | 41517 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:01:35.784500 | 41516 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_vip |
|
BashOperator |
|
|
0:13:06.559000 | 41515 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_2468 |
|
BashOperator |
|
|
1:23:29.640000 | 41514 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_vip |
|
BashOperator |
|
|
0:00:09.748730 | 41513 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_vip |
|
BashOperator |
|
|
0:00:03.285630 | 41512 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_vip |
|
BashOperator |
|
|
0:00:04.181430 | 41511 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_3579 |
|
BashOperator |
|
|
0:41:49.840000 | 41510 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_vip |
|
BashOperator |
|
|
0:00:21.754600 | 41509 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3579 |
|
BashOperator |
|
|
0:02:20.729000 | 41508 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_012468 |
|
BashOperator |
|
|
0:07:34.628000 | 41507 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:10:29.619000 | 41506 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image |
|
BashOperator |
|
|
0:00:12.479300 | 41505 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm |
|
BashOperator |
|
|
0:00:03.350950 | 41504 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_jx_lst |
|
BashOperator |
|
|
0:00:04.245480 | 41503 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_012468 |
|
BashOperator |
|
|
0:02:22.924000 | 41502 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_llm_diffurec_v2 |
|
BashOperator |
|
|
0:14:49.262000 | 41501 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:09.721670 | 41500 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_sep |
|
BashOperator |
|
|
0:00:03.409870 | 41499 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_sep |
|
BashOperator |
|
|
0:00:03.636070 | 41498 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3579 |
|
BashOperator |
|
|
0:01:02.414500 | 41497 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:17.649600 | 41496 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media_v2 |
|
BashOperator |
|
|
0:01:23.769100 | 41495 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3579 |
|
BashOperator |
|
|
0:02:43.853000 | 41494 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_012468 |
|
BashOperator |
|
|
0:05:17.508000 | 41493 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding |
|
BashOperator |
|
|
0:02:24.553000 | 41492 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media_v2 |
|
BashOperator |
|
|
0:01:17.274300 | 41491 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:12.853200 | 41490 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:06.282000 | 41489 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:22.269100 | 41488 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_ecpm_aids |
|
BashOperator |
|
|
0:00:21.120300 | 41487 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:18.563000 | 41486 |
|
dev | 36 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.139852 | 41485 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.109387 | 41484 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.766100 | 41483 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.389020 | 41482 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:10:34.011000 | 41481 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:15.697800 | 41480 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:20.707900 | 41479 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:31.478000 | 41478 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:01:59.614000 | 41477 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:31.049900 | 41476 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:28.704000 | 41475 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.482920 | 41474 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:46.515100 | 41473 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:06.282060 | 41472 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:08:14.664000 | 41471 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:10:02.698000 | 41470 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:13.001700 | 41469 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:21.443800 | 41468 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:14.597000 | 41467 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:03:38.356000 | 41466 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:07.973280 | 41465 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:01:17.599800 | 41464 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:27.510100 | 41463 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:06.748780 | 41462 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:00:39.195500 | 41461 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:00:14.002700 | 41460 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:45.152800 | 41459 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:23.904400 | 41458 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.572050 | 41457 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:10.793300 | 41456 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:01.681500 | 41455 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.355260 | 41454 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:00:06.989640 | 41453 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:01.225690 | 41452 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:10.215200 | 41451 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:01:19.634000 | 41450 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:07:10.380000 | 41449 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:56.091900 | 41448 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:13.956300 | 41447 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:13:48.500000 | 41446 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.562290 | 41445 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:25.778500 | 41444 |
|
dev | 6 | default |
|
2 | default_pool | |||
removed | vod_rr | update_media_rr |
|
BashOperator |
|
|
0:03:56.335000 | 41443 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:59.051000 | 41441 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:31.568500 | 41440 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:51.885000 | 41439 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:10.544800 | 41438 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | merge_xsimgcl_recall_movie |
|
BashOperator |
|
|
0:08:42.145000 | 41437 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | merge_xsimgcl_recall_tv_novip |
|
BashOperator |
|
|
0:19:50.820000 | 41436 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:22:28.380000 | 41435 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:20:13.920000 | 41434 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:56.410200 | 41433 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:45:06.750000 | 41432 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:21.087700 | 41431 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:07:24.430000 | 41430 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:06:47.659000 | 41429 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:03.290000 | 41428 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:01:30.126600 | 41427 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_modal_movie | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:58:31.320000 | 41426 |
|
dev | 3 | default |
|
2 | default_pool |