State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:51.054000 | 11728 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_367 |
|
BashOperator |
|
|
0:54:02.110000 | 11727 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3567 |
|
BashOperator |
|
|
0:02:31.020000 | 11726 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:48:48.740000 | 11725 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:01:37.409400 | 11724 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:26:13.800000 | 11721 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_sep |
|
BashOperator |
|
|
0:28:21.880000 | 11720 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.349790 | 11719 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.411450 | 11718 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3567 |
|
BashOperator |
|
|
0:00:56.661200 | 11717 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_0189 |
|
BashOperator |
|
|
0:00:33.491500 | 11716 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3567 |
|
BashOperator |
|
|
0:02:14.171000 | 11711 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:14.247200 | 11709 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:06.302900 | 11708 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:16.681700 | 11707 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:03:43.360000 | 11706 |
|
dev | 25 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:11.245800 | 11705 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.170680 | 11704 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.103275 | 11703 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:56.118000 | 11702 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:01:14.225600 | 11701 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:13.346000 | 11700 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:02:56.810000 | 11699 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:04.591170 | 11698 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:08.038370 | 11697 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:01.285540 | 11696 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:26.164000 | 11695 |
|
dev | 1 | default |
|
5 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_vip |
|
BashOperator |
|
|
0:11:43.314000 | 11694 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv_vip |
|
BashOperator |
|
|
0:00:49.282400 | 11690 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv_vip |
|
BashOperator |
|
|
0:12:27.544000 | 11689 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv_vip |
|
BashOperator |
|
|
0:00:33.852700 | 11688 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.434404 | 11687 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:01:14.257900 | 11686 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result_1289 |
|
BashOperator |
|
|
0:05:01.061000 | 11685 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:40.903800 | 11684 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:03:38.388000 | 11683 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:00:47.171400 | 11682 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:58.009700 | 11681 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:12:28.388000 | 11680 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:40:23.360000 | 11679 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:46:04.230000 | 11675 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:28:08.890000 | 11674 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:57.236400 | 11673 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:01.978000 | 11672 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:06:38.425000 | 11671 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:02:35.120000 | 11670 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:02:23.905000 | 11668 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:32.991000 | 11667 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_1 |
|
BashOperator |
|
|
0:02:35.614000 | 11666 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:16:56.220000 | 11665 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:11:41.846000 | 11664 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:12.918100 | 11663 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:02:08.565000 | 11662 |
|
dev | 7 | default |
|
2 | default_pool | |||
removed | multi_interest_tv | generate_diffurec_recall_result_tv_458_vip |
|
BashOperator |
|
|
0:10:09.671000 | 11661 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:58:15.280000 | 11660 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:19.685400 | 11659 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:03:28.464000 | 11658 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:03:56.498000 | 11657 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:02:34.739000 | 11656 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:13:20.231000 | 11655 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:18:34.890000 | 11654 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.173170 | 11653 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.329710 | 11652 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:01:26.904800 | 11651 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:02:56.002000 | 11650 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:45.169300 | 11649 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:19:25.860000 | 11648 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:26.998000 | 11647 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:00:53.477100 | 11646 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:00.239300 | 11645 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:33.179200 | 11644 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:03:51.578000 | 11643 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:20:48.450000 | 11642 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:00.943700 | 11641 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_013456 |
|
BashOperator |
|
|
0:21:09.260000 | 11638 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_013456 |
|
BashOperator |
|
|
0:01:06.216500 | 11636 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:13:25.083000 | 11635 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:00:40.275500 | 11633 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:01:16.376900 | 11631 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:06.778700 | 11630 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_ecpm_aids |
|
BashOperator |
|
|
0:03:31.516000 | 11629 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:11.113200 | 11628 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:39.483300 | 11627 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:13:46.053000 | 11625 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:49.430300 | 11624 |
|
dev | 3 | default |
|
2 | default_pool | |||
removed | multi_interest_jx_feed | generate_diffurec_recall_result_12 |
|
BashOperator |
|
|
0:06:49.921000 | 11623 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset_sep |
|
BashOperator |
|
|
0:00:42.768800 | 11622 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:17:00.220000 | 11621 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed_sep |
|
BashOperator |
|
|
0:14:43.738000 | 11620 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:18.360300 | 11619 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed_sep |
|
BashOperator |
|
|
0:00:15.368800 | 11618 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days_sep |
|
BashOperator |
|
|
0:00:43.468100 | 11617 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:49.871800 | 11616 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:06.506700 | 11615 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:01:53.823000 | 11614 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:18.815300 | 11613 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:01:43.269000 | 11612 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:03:40.719000 | 11611 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:52.349300 | 11610 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:48.067400 | 11609 |
|
dev | 3 | default |
|
2 | default_pool |