State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | train_diffurec_movie_text |
|
BashOperator |
|
|
0:23:34.290000 | 11285 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.095870 | 11284 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.187080 | 11283 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:41.258200 | 11282 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3567 |
|
BashOperator |
|
|
0:02:15.676000 | 11281 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:19.471300 | 11280 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:17.239400 | 11279 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:14.050200 | 11278 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:23.032000 | 11277 |
|
dev | 25 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:16.489800 | 11276 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.147517 | 11275 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:11.801100 | 11274 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.104190 | 11273 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:01:14.519900 | 11272 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result_12 |
|
BashOperator |
|
|
0:05:09.717000 | 11270 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset_sep |
|
BashOperator |
|
|
0:00:41.558100 | 11269 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed_sep |
|
BashOperator |
|
|
0:10:04.788000 | 11268 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed_sep |
|
BashOperator |
|
|
0:00:15.164500 | 11267 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days_sep |
|
BashOperator |
|
|
0:00:43.355400 | 11266 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:44.827000 | 11265 |
|
dev | 1 | default |
|
4 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive_jx_lst |
|
SparkSubmitOperator |
|
|
0:00:49.563800 | 11264 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:50.044400 | 11263 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:21:10.110000 | 11261 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:44:25.830000 | 11260 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_458_vip |
|
BashOperator |
|
|
0:08:00.833000 | 11259 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:03:04.883000 | 11258 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:17:16.020000 | 11257 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | multi_interest_tv | get_pretrained_image_embedding |
|
BashOperator |
|
|
0:00:01.104130 | 11256 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | multi_interest_tv | get_pretrained_text_embedding |
|
BashOperator |
|
|
0:00:01.205230 | 11255 |
|
dev | 7 | default |
|
3 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:01:23.647800 | 11254 |
|
dev | 8 | default |
|
3 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:02:58.184000 | 11253 |
|
dev | 9 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:03:56.579000 | 11252 |
|
dev | 1 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:00:54.997600 | 11251 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:51.651800 | 11250 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:07:11.217000 | 11249 |
|
dev | 4 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_367 |
|
BashOperator |
|
|
0:41:00.480000 | 11248 |
|
dev | 5 | default |
|
4 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
0:38:08.300000 | 11246 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3567 |
|
BashOperator |
|
|
0:02:21.039000 | 11245 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:01:29.642400 | 11244 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:21:06 | 11243 |
|
dev | 7 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_sep |
|
BashOperator |
|
|
0:22:26.670000 | 11242 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.181780 | 11241 |
|
dev | 11 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_text_embedding_jx_lst |
|
BashOperator |
|
|
0:00:01.355920 | 11240 |
|
dev | 12 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3567 |
|
BashOperator |
|
|
0:00:52.540000 | 11239 |
|
dev | 13 | default |
|
3 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_0189 |
|
BashOperator |
|
|
0:00:33.557600 | 11238 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
11237 |
|
dev | 16 | default |
|
3 | default_pool | ||||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:00:07.609640 | 11236 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_images |
|
BashOperator |
|
|
0:00:01.183590 | 11235 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.404175 | 11234 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:40.634800 | 11233 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:03:39.713000 | 11232 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:33:01.850000 | 11231 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:25:14.040000 | 11229 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:52.123900 | 11228 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | aid_up |
|
BashOperator |
|
|
0:24:51.660000 | 11227 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:47.917000 | 11226 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid_cold |
|
BashOperator |
|
|
0:05:43.712000 | 11225 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:02:16.456000 | 11224 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_inference_dataset |
|
BashOperator |
|
|
0:02:20.215000 | 11221 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:14:34.359000 | 11218 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:00:59.812100 | 11217 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:01:50.794000 | 11216 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:11.857600 | 11215 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:04:04.261000 | 11214 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:46.903000 | 11213 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:14.733000 | 11208 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:46.961500 | 11206 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_1 |
|
BashOperator |
|
|
0:02:13.203000 | 11205 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:04:55.842000 | 11204 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:08:57.315000 | 11203 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:08:33.315000 | 11202 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:27.305400 | 11201 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:00:55.887200 | 11200 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:33.628600 | 11199 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:00.936700 | 11198 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:03:37.231000 | 11197 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:19:37.670000 | 11196 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:00:59.015600 | 11195 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:54.223000 | 11194 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_013456 |
|
BashOperator |
|
|
0:20:15.050000 | 11193 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_013456 |
|
BashOperator |
|
|
0:01:01.303000 | 11192 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:01:47.868000 | 11191 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:14.938600 | 11190 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:13:43.186000 | 11189 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:11:08.403000 | 11188 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:08.676640 | 11187 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_013456 |
|
BashOperator |
|
|
0:00:39.194200 | 11186 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:01:15.182500 | 11185 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:00:58.124300 | 11184 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_ecpm_aids |
|
BashOperator |
|
|
0:03:43.624000 | 11183 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:10.844400 | 11182 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:41.332300 | 11181 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:17:27.930000 | 11179 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:44.147700 | 11178 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:12:25.081000 | 11177 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:17.353300 | 11176 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:47.090400 | 11175 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:03.391200 | 11174 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:01:50.652000 | 11173 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:18.580500 | 11172 |
|
dev | 2 | default |
|
2 | default_pool |