State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:09.389340 | 7764 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:01.105330 | 7763 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.341307 | 7762 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:30.114300 | 7761 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:36:08.820000 | 7760 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:16.864800 | 7759 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:03:00.827000 | 7758 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:24:26.980000 | 7757 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:35.728100 | 7756 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:05:54.220000 | 7755 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:24:56.900000 | 7754 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:48.809500 | 7753 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_1 |
|
BashOperator |
|
|
0:06:37.709000 | 7752 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:01:51.473000 | 7751 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:15:11.077000 | 7750 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:27.803000 | 7749 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:06:24.508000 | 7748 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:00:26.462700 | 7747 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:23:55.110000 | 7746 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.121440 | 7745 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:02.450460 | 7744 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:00:18.504500 | 7743 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:33:47.500000 | 7742 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:00:38.309700 | 7741 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:46.623600 | 7740 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:25:13.650000 | 7739 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:46.569800 | 7738 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:03.160000 | 7737 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:03:47.019000 | 7736 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:19:07.050000 | 7735 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:03.889800 | 7734 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:36.968500 | 7733 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:31.080000 | 7732 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:10:23.101000 | 7731 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:02:00.739000 | 7730 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst |
|
BashOperator |
|
|
0:07:58.809000 | 7729 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:40.859800 | 7728 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_recall |
|
BashOperator |
|
|
0:20:11.030000 | 7727 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:01:21.793600 | 7726 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:21.853700 | 7725 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:02:02.882000 | 7724 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_34 |
|
BashOperator |
|
|
0:24:57.530000 | 7723 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:08.181400 | 7722 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:49.074700 | 7721 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:39.924500 | 7720 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:08:01.650000 | 7719 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:07:44.699000 | 7718 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:01:02.277200 | 7717 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_0789 |
|
BashOperator |
|
|
0:42:14.900000 | 7716 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:08:47.227000 | 7715 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:13:03.293000 | 7714 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:32.034400 | 7713 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:01:01.878800 | 7712 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:04.449300 | 7711 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:02:27.514000 | 7710 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:01.203000 | 7709 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:24.262200 | 7708 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:03.761400 | 7707 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
0:51:37.890000 | 7706 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:02:01.355000 | 7705 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:02:00.666000 | 7704 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:31.542400 | 7703 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:02:22.295000 | 7702 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie_text |
|
BashOperator |
|
|
0:20:34.080000 | 7701 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
0:59:18.640000 | 7700 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
1:17:09.420000 | 7699 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:04:05.080000 | 7698 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:03:37.553000 | 7697 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie_text |
|
BashOperator |
|
|
0:20:40.390000 | 7696 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_0189 |
|
BashOperator |
|
|
0:14:07.406000 | 7695 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_0189 |
|
BashOperator |
|
|
0:01:23.829900 | 7694 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:14:53.378000 | 7693 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:01:51.821000 | 7692 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:19:57.470000 | 7691 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:01:08.323400 | 7690 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:19:21.930000 | 7689 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.182590 | 7688 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:59.649000 | 7687 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:02.431600 | 7686 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:41.459700 | 7685 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:08.362000 | 7684 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:20.608900 | 7683 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:05:00.623000 | 7682 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:05:16.102000 | 7681 |
|
dev | 25 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:16.073000 | 7680 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.142790 | 7679 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:10.879800 | 7678 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.104652 | 7677 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:37.756200 | 7676 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
7675 |
|
dev | 2 | default |
|
7 | default_pool | ||||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:58.032800 | 7673 |
|
dev | 3 | default |
|
6 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
7670 |
|
dev | 3 | default |
|
5 | default_pool | ||||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
7668 |
|
dev | 1 | default |
|
4 | default_pool | ||||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:00:01.457870 | 7666 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:06:36.249000 | 7662 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:31.779200 | 7661 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:58.895800 | 7660 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:59.544800 | 7656 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:34.755300 | 7655 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:01.483740 | 7654 |
|
dev | 2 | default |
|
2 | default_pool |