State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:56.851700 | 2143 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:57.603000 | 2142 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:35.566200 | 2141 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:52.172000 | 2140 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:01:16.310800 | 2139 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:15.709400 | 2138 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.111750 | 2130 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | run_sdm |
|
BashOperator |
|
|
0:37:46.160000 | 2127 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | update_media_type |
|
BashOperator |
|
|
0:00:59.480500 | 2126 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:15.295700 | 2125 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:09.126100 | 2124 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:33.262700 | 2123 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:02:04.725000 | 2122 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:16.693400 | 2121 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:09:20.716000 | 2119 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:09.604700 | 2118 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_user_click_jx_feed_30days |
|
BashOperator |
|
|
0:02:17.450000 | 2116 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:00:49.707800 | 2115 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:01:16.282800 | 2114 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:16:26.777000 | 2113 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:52.954700 | 2112 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:24:38.210000 | 2111 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
1:01:52.240000 | 2110 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:04:01.647000 | 2109 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:17.692000 | 2108 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:26:44.980000 | 2107 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:52.458400 | 2106 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:21:08.510000 | 2105 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:47.887800 | 2104 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:39.171000 | 2103 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:16:14.606000 | 2102 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:17.929000 | 2101 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:00:35.461700 | 2100 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:02:00.123000 | 2099 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:03:30.608000 | 2098 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.586410 | 2097 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:28.480300 | 2096 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:26.883100 | 2095 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.136878 | 2094 |
|
dev | 1 | default |
|
2 | default_pool | |||
failed | airflow_jx_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:17.866000 | 2093 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | airflow_jx_ls_recall | run_sdm |
|
BashOperator |
|
|
0:36:42.680000 | 2091 |
|
dev | 2 | default |
|
6 | default_pool | |||
success | airflow_jx_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:01.384500 | 2090 |
|
dev | 3 | default |
|
4 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:11.327700 | 2089 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:53.351000 | 2084 |
|
dev | 1 | default |
|
6 | default_pool | |||
success | airflow_xxl_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:24.751100 | 2079 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_27 |
|
BashOperator |
|
|
0:36:03.090000 | 2078 |
|
dev | 3 | default |
|
4 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_018 |
|
BashOperator |
|
|
0:37:12.390000 | 2075 |
|
dev | 4 | default |
|
4 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:01:02.205000 | 2074 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:36.791300 | 2073 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:01:58.414000 | 2072 |
|
dev | 7 | default |
|
4 | default_pool | |||
success | airflow_xxl_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.412416 | 2065 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_filter_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:31:16.240000 | 2064 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:02:25.847000 | 2063 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:00:04.051680 | 2062 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:29:20.040000 | 2061 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:39.242000 | 2060 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:05:51.733000 | 2059 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.282085 | 2058 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:33:02.930000 | 2057 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:40.059400 | 2056 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:02:46.748000 | 2055 |
|
dev | 2 | default |
|
4 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:18.952500 | 2052 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:11:06.935000 | 2051 |
|
dev | 4 | default |
|
4 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:08.767120 | 2050 |
|
dev | 5 | default |
|
4 | default_pool | |||
success | multi_interest_jx_feed | generate_user_click_jx_feed_30days |
|
BashOperator |
|
|
0:02:19.863000 | 2048 |
|
dev | 6 | default |
|
4 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:33:16.870000 | 2045 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:52:48.810000 | 2044 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:57.406400 | 2043 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:01.001000 | 2042 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:52.752200 | 2041 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:35.094200 | 2040 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:24.653900 | 2039 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:01:23.912600 | 2038 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:15.628300 | 2033 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:11.622200 | 2029 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:46.519000 | 2026 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:00:49.463900 | 2024 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:01:33.348500 | 2023 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:16:31.868000 | 2022 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:54.609900 | 2021 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
1:01:19.700000 | 2020 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:24:04.410000 | 2019 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:04:00.866000 | 2018 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:10.910000 | 2017 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
0:26:47.510000 | 2016 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:00:53.917500 | 2015 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:19:50.820000 | 2014 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:54.447300 | 2013 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:45.244000 | 2012 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:15:30.689000 | 2011 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:18.815300 | 2010 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:00:36.406100 | 2009 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:58.170000 | 2008 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:35.777000 | 2007 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.736920 | 2006 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:25.076200 | 2005 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:23.634700 | 2004 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.125874 | 2003 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_filter_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:29:29.380000 | 2002 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:02:22.519000 | 2001 |
|
dev | 2 | default |
|
2 | default_pool |