State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:03.994700 | 43304 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:02:02.244000 | 43303 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_content_embedding_ldd |
|
BashOperator |
|
|
0:00:15.321300 | 43302 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:39.811100 | 43301 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:00:20.681400 | 43300 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media_v2 |
|
BashOperator |
|
|
0:01:57.901000 | 43299 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:14.218400 | 43298 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_user_click_youku_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:01:58.258000 | 43297 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:01.940000 | 43296 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_llm_diffurec_recall_result_014578 |
|
BashOperator |
|
|
0:16:09.085000 | 43295 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:07:23.455000 | 43294 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:30.389500 | 43293 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:04:35.864000 | 43292 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:13.473100 | 43291 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_novip |
|
BashOperator |
|
|
0:11:34.846000 | 43290 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text |
|
BashOperator |
|
|
0:00:07.153980 | 43289 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku |
|
BashOperator |
|
|
0:00:02.592240 | 43288 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:32.030000 | 43287 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:11:17.170000 | 43286 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text_image_vip |
|
BashOperator |
|
|
0:00:07.817970 | 43285 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_image_embedding_minicpm_youku_vip |
|
BashOperator |
|
|
0:00:02.146490 | 43284 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku_vip |
|
BashOperator |
|
|
0:00:02.605900 | 43283 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:00:55.951800 | 43282 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:06.120030 | 43281 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:00:54.902500 | 43280 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:32.650600 | 43279 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_ecpm_aids |
|
BashOperator |
|
|
0:00:22.359100 | 43278 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_nomic_to_hive |
|
SparkSubmitOperator |
|
|
0:00:26.557700 | 43277 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_content_embedding_youku |
|
BashOperator |
|
|
0:00:08.681120 | 43276 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_content_embedding_youku_nomic |
|
BashOperator |
|
|
0:00:07.788860 | 43275 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:20.159500 | 43274 |
|
dev | 23 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:35.515300 | 43273 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result_novip |
|
BashOperator |
|
|
0:33:40.390000 | 43272 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:09:41.143000 | 43271 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:19.365300 | 43270 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset_novip |
|
BashOperator |
|
|
0:01:03.113400 | 43269 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:16:41.540000 | 43268 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed_novip |
|
BashOperator |
|
|
0:16:09.644000 | 43267 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | pca_text_image |
|
BashOperator |
|
|
0:00:10.387600 | 43266 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:08.586450 | 43265 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_image_embedding_minicpm_jx_feed |
|
BashOperator |
|
|
0:00:02.047680 | 43264 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_image_embedding_minicpm_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.079800 | 43263 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:02.445070 | 43262 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.563390 | 43261 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:28.072600 | 43260 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed_novip |
|
BashOperator |
|
|
0:00:25.069500 | 43259 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days_novip |
|
BashOperator |
|
|
0:01:02.677900 | 43258 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:01:30.176800 | 43257 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_vip_users |
|
BashOperator |
|
|
0:00:34.451300 | 43256 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:26.696800 | 43255 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:00:52.624300 | 43254 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:08.439000 | 43253 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:18.008200 | 43252 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_i2i |
|
BashOperator |
|
|
0:00:30.667700 | 43251 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:05:03.189000 | 43250 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_i2i |
|
BashOperator |
|
|
0:01:15.122100 | 43249 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:04.173000 | 43248 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:20:44.330000 | 43247 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:01:34.924000 | 43246 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_vip |
|
BashOperator |
|
|
0:12:53.377000 | 43245 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_2468 |
|
BashOperator |
|
|
1:16:02.220000 | 43244 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_vip |
|
BashOperator |
|
|
0:00:09.672410 | 43243 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_vip |
|
BashOperator |
|
|
0:00:03.198730 | 43242 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_vip |
|
BashOperator |
|
|
0:00:04.045690 | 43241 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_3579 |
|
BashOperator |
|
|
0:38:47.610000 | 43240 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_vip |
|
BashOperator |
|
|
0:00:22.713200 | 43239 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3579 |
|
BashOperator |
|
|
0:02:08.353000 | 43238 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_012468 |
|
BashOperator |
|
|
0:06:52.748000 | 43237 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:10:33.234000 | 43236 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image |
|
BashOperator |
|
|
0:00:10.875000 | 43235 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm |
|
BashOperator |
|
|
0:00:03.287240 | 43234 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_jx_lst |
|
BashOperator |
|
|
0:00:04.241810 | 43233 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_012468 |
|
BashOperator |
|
|
0:02:17.959000 | 43232 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_llm_diffurec_v2 |
|
BashOperator |
|
|
0:14:25.302000 | 43231 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:09.546440 | 43230 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_sep |
|
BashOperator |
|
|
0:00:03.420030 | 43229 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_sep |
|
BashOperator |
|
|
0:00:03.686000 | 43228 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3579 |
|
BashOperator |
|
|
0:00:53.393400 | 43227 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3579 |
|
BashOperator |
|
|
0:02:09.941000 | 43226 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_012468 |
|
BashOperator |
|
|
0:04:16.123000 | 43225 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:07.427130 | 43224 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media_v2 |
|
BashOperator |
|
|
0:01:16.962600 | 43223 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding |
|
BashOperator |
|
|
0:00:10.448500 | 43222 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media_v2 |
|
BashOperator |
|
|
0:01:16.122000 | 43221 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:06.773250 | 43220 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:49.635000 | 43219 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:22.355800 | 43218 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_ecpm_aids |
|
BashOperator |
|
|
0:00:21.654800 | 43217 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.243484 | 43216 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:19.356900 | 43215 |
|
dev | 36 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.110303 | 43214 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.370500 | 43213 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.447610 | 43212 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:10:15.705000 | 43211 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:21.310300 | 43210 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:21.872500 | 43209 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:40.627000 | 43208 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:02:17.101000 | 43207 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:29.412400 | 43206 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:26.715200 | 43205 |
|
dev | 2 | default |
|
2 | default_pool |