State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:54.325000 | 5691 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:44.708000 | 5690 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:05:33.125000 | 5689 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:23.595000 | 5688 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | run_sdm_7 |
|
BashOperator |
|
|
0:49:05.450000 | 5687 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:12:21.990000 | 5686 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:10.261300 | 5685 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:35.315900 | 5684 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:04.355200 | 5683 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:01:58.943000 | 5682 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:26.908000 | 5681 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:01:58.838000 | 5680 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:22:25.440000 | 5679 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:08.195700 | 5678 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | run_sdm |
|
BashOperator |
|
|
1:21:09.080000 | 5677 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:23.639000 | 5676 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
1:15:26.460000 | 5675 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:45:44.260000 | 5674 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:57.350200 | 5673 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:42.578000 | 5672 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:04:10.859000 | 5671 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:19.250000 | 5670 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
1:00:19.270000 | 5669 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:01:49.909000 | 5668 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:21:22.060000 | 5667 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:55.638700 | 5666 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:16:10.378000 | 5665 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:42.273000 | 5664 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:39.254700 | 5663 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:58.043000 | 5662 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:18.900100 | 5661 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:23.833000 | 5660 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:06.021780 | 5659 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:29.304100 | 5658 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:30.787600 | 5657 |
|
dev | 21 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.132845 | 5656 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:15:08.857000 | 5655 |
|
dev | 1 | default |
|
6 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
5651 |
|
dev | 1 | default |
|
3 | default_pool | ||||
success | airflow_mv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
5650 |
|
dev | 4 | default |
|
3 | default_pool | ||||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:00:05.454290 | 5648 |
|
dev | 2 | default |
|
3 | default_pool | |||
success | airflow_mv_ls_recall | update_media_mv |
|
BashOperator |
|
|
5647 |
|
dev | 7 | default |
|
3 | default_pool | ||||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.467186 | 5646 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:44.171000 | 5645 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:06:17.248000 | 5644 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:52.677000 | 5643 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:37:30.930000 | 5642 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:46.401700 | 5639 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:50:49.040000 | 5638 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:48:00.750000 | 5637 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:08.615900 | 5635 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:16:21.820000 | 5633 |
|
dev | 2 | default |
|
5 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv_1378 |
|
BashOperator |
|
|
1:41:20.450000 | 5632 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
1:18:58.370000 | 5631 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:01:43.472000 | 5630 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv_1378 |
|
BashOperator |
|
|
0:02:14.191000 | 5629 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:34:51.730000 | 5628 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:00:46.590200 | 5627 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days_1378 |
|
BashOperator |
|
|
0:01:58.237000 | 5626 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:31.005200 | 5625 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:28.535000 | 5624 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:02.166410 | 5623 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
1:21:53.560000 | 5622 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:08.084000 | 5621 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:49.842000 | 5620 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:00:59.301100 | 5619 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:28.025800 | 5615 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_0789 |
|
BashOperator |
|
|
0:34:50.050000 | 5614 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
0:39:48.660000 | 5613 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:01:32.944400 | 5612 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:01:29.714700 | 5611 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:31.590600 | 5610 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:01:54.840000 | 5609 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.147177 | 5608 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst |
|
BashOperator |
|
|
0:13:31.481000 | 5607 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:38.221000 | 5606 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:01:19.184800 | 5605 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:28.889300 | 5604 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:35.917500 | 5603 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:03:59.137000 | 5602 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:08.200930 | 5601 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:05.982200 | 5600 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:57.309800 | 5599 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:07:44.068000 | 5598 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:46.079700 | 5597 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:05:41.952000 | 5596 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:25.299000 | 5595 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | run_sdm_7 |
|
BashOperator |
|
|
1:03:03.040000 | 5594 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:12:25.324000 | 5593 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:09.870770 | 5592 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:00:34.491200 | 5591 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:09.080100 | 5590 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:01:58.888000 | 5589 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:27.398800 | 5588 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:00.099000 | 5587 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:22:38.580000 | 5586 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:09.291600 | 5585 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | run_sdm |
|
BashOperator |
|
|
1:21:41.670000 | 5584 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:30.853900 | 5583 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:46:25.460000 | 5582 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
1:15:44.160000 | 5581 |
|
dev | 5 | default |
|
2 | default_pool |