State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_ldd | update_ldd_media_v2 |
|
BashOperator |
|
|
0:01:54.952000 | 51523 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:00:21.351800 | 51522 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:18.012800 | 51521 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:51.756000 | 51520 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_llm_diffurec_recall_result_014578 |
|
BashOperator |
|
|
0:13:31.519000 | 51519 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:17.048300 | 51518 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:03:12.092000 | 51517 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:11.929600 | 51516 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:07:39.117000 | 51515 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_novip |
|
BashOperator |
|
|
0:11:23.118000 | 51514 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text |
|
BashOperator |
|
|
0:00:09.218460 | 51513 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku |
|
BashOperator |
|
|
0:00:02.927090 | 51512 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:31.606000 | 51511 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:10:37.244000 | 51510 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text_image_vip |
|
BashOperator |
|
|
0:00:16.548700 | 51509 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_image_embedding_minicpm_youku_vip |
|
BashOperator |
|
|
0:00:02.202500 | 51508 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku_vip |
|
BashOperator |
|
|
0:00:02.858740 | 51507 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_user_click_youku_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:02:22.247000 | 51506 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:01:06.499600 | 51505 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:07.261300 | 51504 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:00:49.542700 | 51503 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:33.335400 | 51502 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_nomic_to_hive |
|
SparkSubmitOperator |
|
|
0:00:27.359600 | 51501 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_ecpm_aids |
|
BashOperator |
|
|
0:00:22.941600 | 51500 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_content_embedding_youku |
|
BashOperator |
|
|
0:00:12.247100 | 51499 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_content_embedding_youku_nomic |
|
BashOperator |
|
|
0:00:11.292500 | 51498 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:24.406500 | 51497 |
|
dev | 23 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:37.887900 | 51496 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result_novip |
|
BashOperator |
|
|
0:27:44.170000 | 51495 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:08:32.639000 | 51494 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:16.244100 | 51493 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset_novip |
|
BashOperator |
|
|
0:00:53.908700 | 51492 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:17:15.190000 | 51491 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed_novip |
|
BashOperator |
|
|
0:16:42.340000 | 51490 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | pca_text_image |
|
BashOperator |
|
|
0:00:09.278180 | 51489 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:07.741860 | 51488 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_image_embedding_minicpm_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.114090 | 51487 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_image_embedding_minicpm_jx_feed |
|
BashOperator |
|
|
0:00:02.171510 | 51486 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:02.495860 | 51485 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.528090 | 51484 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed_novip |
|
BashOperator |
|
|
0:00:19.781900 | 51483 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:22.059700 | 51482 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days_novip |
|
BashOperator |
|
|
0:00:54.562900 | 51481 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:01:19.998700 | 51480 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_vip_users |
|
BashOperator |
|
|
0:00:33.598600 | 51479 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:30.113700 | 51478 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:00:45.779400 | 51477 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:01:53.192000 | 51476 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:18.314800 | 51475 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_i2i |
|
BashOperator |
|
|
0:00:13.062200 | 51474 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_i2i |
|
BashOperator |
|
|
0:00:55.218400 | 51473 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:38.904000 | 51472 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:19:21.300000 | 51471 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:01:24.298100 | 51470 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_vip |
|
BashOperator |
|
|
0:12:32.898000 | 51469 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_2468 |
|
BashOperator |
|
|
1:02:42.710000 | 51468 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_vip |
|
BashOperator |
|
|
0:00:11.020700 | 51467 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_vip |
|
BashOperator |
|
|
0:00:03.181260 | 51466 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_vip |
|
BashOperator |
|
|
0:00:04.110650 | 51465 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_3579 |
|
BashOperator |
|
|
0:30:26.590000 | 51464 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_vip |
|
BashOperator |
|
|
0:00:18.967300 | 51463 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3579 |
|
BashOperator |
|
|
0:01:47.039000 | 51462 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_012468 |
|
BashOperator |
|
|
0:05:48.329000 | 51461 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:11:14.638000 | 51460 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image |
|
BashOperator |
|
|
0:00:29.995100 | 51459 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm |
|
BashOperator |
|
|
0:00:03.594920 | 51458 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_jx_lst |
|
BashOperator |
|
|
0:00:04.771180 | 51457 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_012468 |
|
BashOperator |
|
|
0:02:18.054000 | 51456 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:04:56.794000 | 51455 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_llm_diffurec_v2 |
|
BashOperator |
|
|
0:15:36.017000 | 51454 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:10.329700 | 51453 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_sep |
|
BashOperator |
|
|
0:00:03.651370 | 51452 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_sep |
|
BashOperator |
|
|
0:00:05.479520 | 51451 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:16.995200 | 51450 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3579 |
|
BashOperator |
|
|
0:01:05.134900 | 51449 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media_v2 |
|
BashOperator |
|
|
0:01:27.814200 | 51448 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_012468 |
|
BashOperator |
|
|
0:03:53.227000 | 51447 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3579 |
|
BashOperator |
|
|
0:01:48.937000 | 51446 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding |
|
BashOperator |
|
|
0:02:21.631000 | 51445 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media_v2 |
|
BashOperator |
|
|
0:01:19.543400 | 51444 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:13.280600 | 51443 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:03:36.047000 | 51442 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:22.376300 | 51441 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_ecpm_aids |
|
BashOperator |
|
|
0:00:21.520800 | 51440 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:22.188100 | 51439 |
|
dev | 36 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.170294 | 51438 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.136248 | 51437 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_1_7_days_local_ldd |
|
SparkSubmitOperator |
|
|
0:00:19.791100 | 51436 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:01:21.557800 | 51435 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
0:00:25.895300 | 51434 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
0:05:35.732000 | 51433 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:07:14.943000 | 51432 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_rr | generate_joint_features |
|
BashOperator |
|
|
0:00:26.804800 | 51431 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | feature_engineering |
|
BashOperator |
|
|
0:01:57.626000 | 51430 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | generate_training_label |
|
BashOperator |
|
|
0:03:59.785000 | 51429 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:12.064900 | 51428 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:02:08.293000 | 51427 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:10:08.305000 | 51426 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | vod_rr | update_ldd_media_rr |
|
BashOperator |
|
|
0:02:03.309000 | 51425 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:25.305400 | 51424 |
|
dev | 1 | default |
|
2 | default_pool |