State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:07:43.593000 | 10941 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_367 |
|
BashOperator |
|
|
0:40:58.880000 | 10940 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:46:42.160000 | 10939 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie_text |
|
BashOperator |
|
|
1:05:02 | 10938 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3567 |
|
BashOperator |
|
|
0:01:33.865200 | 10937 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:01:20.031000 | 10936 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:01:56.545000 | 10935 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:20:18.520000 | 10934 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.316900 | 10933 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.376960 | 10932 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3567 |
|
BashOperator |
|
|
0:00:37.566900 | 10931 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie_text |
|
BashOperator |
|
|
0:21:01.330000 | 10930 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.257340 | 10929 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.199560 | 10928 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:45.808800 | 10927 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3567 |
|
BashOperator |
|
|
0:01:26.753200 | 10926 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:17.366000 | 10925 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:28.974400 | 10924 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:12.801300 | 10923 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:17.119500 | 10922 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:14.449000 | 10921 |
|
dev | 23 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.154664 | 10920 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:11.721800 | 10919 |
|
dev | 26 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.136896 | 10918 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:02:41.459000 | 10917 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:55.336300 | 10916 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:48.333300 | 10915 |
|
dev | 3 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:56.848000 | 10914 |
|
dev | 4 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_367 |
|
BashOperator |
|
|
0:11:19.643000 | 10912 |
|
dev | 5 | default |
|
6 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:11:12.270000 | 10911 |
|
dev | 5 | default |
|
6 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:08.089020 | 10908 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:01.227350 | 10907 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3567 |
|
BashOperator |
|
|
0:01:30.053200 | 10904 |
|
dev | 7 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:01:21.350500 | 10903 |
|
dev | 8 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:15:03.515000 | 10902 |
|
dev | 9 | default |
|
5 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.408170 | 10900 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.368990 | 10899 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:26.375000 | 10892 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_1 |
|
BashOperator |
|
|
0:02:19.642000 | 10889 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:07:09.601000 | 10888 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3567 |
|
BashOperator |
|
|
0:00:36.858300 | 10886 |
|
dev | 10 | default |
|
3 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.465180 | 10885 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:41.261800 | 10884 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:03:41.138000 | 10883 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
10882 |
|
dev | 4 | default |
|
2 | default_pool | ||||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:38:36.060000 | 10881 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:49.977400 | 10880 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:24:22.120000 | 10879 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:06:39.626000 | 10878 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:45.439000 | 10877 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:28:36.700000 | 10876 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:51.419800 | 10875 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:02:25.466000 | 10874 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:45.840000 | 10873 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:26:18.040000 | 10872 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:02:21.137000 | 10871 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:17:08.870000 | 10870 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:00:51.738900 | 10869 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:14:28.457000 | 10868 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:00:59.951200 | 10867 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:01:49.127000 | 10866 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:18.953600 | 10865 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:04:07.300000 | 10864 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:39.691000 | 10863 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:21:39.380000 | 10862 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.082330 | 10861 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.199350 | 10860 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:00:32.310200 | 10859 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:13.260900 | 10858 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:46.259100 | 10857 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
10856 |
|
dev | 5 | default |
|
2 | default_pool | ||||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:27.630800 | 10855 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:00:53.245000 | 10854 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:32.755600 | 10853 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:59.807200 | 10852 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:03:50.469000 | 10851 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:21:59.620000 | 10850 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:00.413800 | 10849 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:46.764000 | 10848 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:01:52.674000 | 10847 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:15.552500 | 10846 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_013456 |
|
BashOperator |
|
|
0:21:53.280000 | 10845 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_013456 |
|
BashOperator |
|
|
0:01:11.697500 | 10844 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_xxl |
|
SparkSubmitOperator |
|
|
0:01:27.725500 | 10843 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:17:18.580000 | 10842 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:10:04.830000 | 10841 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:19:22.780000 | 10840 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:15.470300 | 10839 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:00:53.152200 | 10838 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:06:48.989000 | 10837 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:01:36.772700 | 10836 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:25.989800 | 10835 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:27.176300 | 10834 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:53.620600 | 10833 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_recall |
|
BashOperator |
|
|
0:06:09.396000 | 10832 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:23:22.960000 | 10831 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:43.025800 | 10830 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_34 |
|
BashOperator |
|
|
0:31:49.200000 | 10829 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:14:57.903000 | 10828 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:17.835500 | 10827 |
|
dev | 5 | default |
|
2 | default_pool |