State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
1:28:03.980000 | 4698 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:53.874800 | 4697 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:35.031600 | 4696 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:19.996000 | 4695 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:59.061900 | 4694 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:01:32.393400 | 4693 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:32.268200 | 4692 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:27.862200 | 4691 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:01.923180 | 4690 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:35.307300 | 4689 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
0:33:36.190000 | 4688 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:01:25.151000 | 4687 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:01:24.855400 | 4686 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:24.261200 | 4685 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:00:41.134600 | 4684 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.120605 | 4683 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:18:51.220000 | 4682 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:17.567200 | 4681 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst |
|
BashOperator |
|
|
0:18:09.230000 | 4680 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:37.891200 | 4679 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:01:17.986900 | 4678 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:19.591100 | 4677 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:17.859400 | 4676 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:03:23.353000 | 4675 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:08.027440 | 4674 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:05.403300 | 4673 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:57.063600 | 4672 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:50.967000 | 4671 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | run_sdm_7 |
|
BashOperator |
|
|
0:58:35.090000 | 4667 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:05.393300 | 4663 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:02:08.837000 | 4662 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:25.896700 | 4661 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:02:11.034000 | 4660 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_7 |
|
BashOperator |
|
|
0:21:47.140000 | 4659 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:10.960900 | 4658 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | run_sdm |
|
BashOperator |
|
|
1:21:11.270000 | 4657 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:27.193800 | 4656 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_0189 |
|
BashOperator |
|
|
1:14:07.040000 | 4655 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_23456 |
|
BashOperator |
|
|
1:43:11.700000 | 4654 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:46.182000 | 4653 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:01:02.038900 | 4652 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_234567 |
|
BashOperator |
|
|
0:04:07.258000 | 4651 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_0189 |
|
BashOperator |
|
|
0:02:13.056000 | 4650 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_movie |
|
BashOperator |
|
|
1:02:49.740000 | 4649 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_movie |
|
BashOperator |
|
|
0:01:59.518000 | 4648 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:20:56.110000 | 4647 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname |
|
BashOperator |
|
|
0:00:54.652000 | 4646 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_movie |
|
BashOperator |
|
|
0:15:43.598000 | 4645 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_234567 |
|
BashOperator |
|
|
0:03:41.837000 | 4644 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_movie |
|
BashOperator |
|
|
0:00:44.643600 | 4643 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:25.911800 | 4642 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_0189 |
|
BashOperator |
|
|
0:01:54.730000 | 4641 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:04:49.275000 | 4640 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:05.695540 | 4639 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.135531 | 4638 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:27.597300 | 4637 |
|
dev | 21 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:26.434200 | 4636 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.384733 | 4635 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_filter_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:32:24.880000 | 4634 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:02:24.652000 | 4633 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:00:04.152720 | 4632 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_mv |
|
BashOperator |
|
|
0:35:03.520000 | 4631 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:44.111000 | 4630 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | merge_recall |
|
BashOperator |
|
|
0:06:15.958000 | 4629 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:57.724900 | 4628 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_38 |
|
BashOperator |
|
|
0:37:20.520000 | 4627 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm_01 |
|
BashOperator |
|
|
0:36:17.140000 | 4626 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_recall_result_tv |
|
BashOperator |
|
|
0:57:25.380000 | 4625 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
0:01:30.808100 | 4624 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_tv | train_diffurec_tv |
|
BashOperator |
|
|
0:33:53.130000 | 4623 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_tv | generate_diffurec_dataset_tv |
|
BashOperator |
|
|
0:00:45.763700 | 4622 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_tv | update_training_data_movie_tv_60days |
|
BashOperator |
|
|
0:01:25.366100 | 4621 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
1:12:21.620000 | 4620 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:55.545200 | 4619 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:58.736800 | 4618 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_mv_training_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:34.509400 | 4617 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:02:22.794000 | 4616 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:37.631300 | 4615 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_mv |
|
BashOperator |
|
|
0:01:37.368800 | 4614 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:01:33.342600 | 4613 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:01.981370 | 4612 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:36.797400 | 4611 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
0:32:12.080000 | 4610 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:01:52.330000 | 4609 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:01:51.842000 | 4608 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:24.930900 | 4607 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:00:41.945000 | 4606 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | kill_large_processes |
|
BashOperator |
|
|
0:00:00.129873 | 4605 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:18:35.380000 | 4604 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:17.051800 | 4603 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst |
|
BashOperator |
|
|
0:18:01.120000 | 4602 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:38.091800 | 4601 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:01:17.618400 | 4600 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:20.630000 | 4599 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:19.177700 | 4598 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | upload_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:03:23.885000 | 4597 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | merge_recall |
|
BashOperator |
|
|
0:00:07.992020 | 4596 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_test_result |
|
BashOperator |
|
|
0:01:05.855400 | 4595 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:00:57.031600 | 4594 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:06:39.687000 | 4593 |
|
dev | 3 | default |
|
2 | default_pool |