State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
failed | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:02:08.701000 | 52797 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:14.622100 | 52795 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:00:14.312400 | 52794 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:16.128800 | 52793 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:16.110800 | 52792 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:02:03.934000 | 52791 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:11:58.026000 | 52790 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:09.543600 | 52789 |
|
dev | 12 | default |
|
2 | default_pool | |||
failed | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
0:00:06.917790 | 52788 |
|
dev | 6 | default |
|
3 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:01:39.273400 | 52786 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:01:39.037900 | 52785 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:14.253900 | 52784 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:00:14.856400 | 52783 |
|
dev | 10 | default |
|
2 | default_pool | |||
failed | airflow_jx_ls_recall | run_sdm_7 |
|
BashOperator |
|
|
0:00:19.439500 | 52782 |
|
dev | 3 | default |
|
3 | default_pool | |||
failed | airflow_yk_ls_recall | run_sdm |
|
BashOperator |
|
|
0:00:04.857990 | 52781 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | airflow_yk_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:23.049200 | 52778 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:33.176500 | 52777 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | update_media_type |
|
BashOperator |
|
|
0:01:22.569800 | 52776 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:18.748900 | 52775 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:18.711100 | 52774 |
|
dev | 5 | default |
|
2 | default_pool | |||
failed | airflow_ldd_ls_recall | run_sdm |
|
BashOperator |
|
|
0:00:18.979000 | 52773 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | airflow_ldd_ls_recall | get_ldd_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:00:14.091900 | 52771 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_ldd_ls_recall | update_media |
|
BashOperator |
|
|
0:00:56.904300 | 52770 |
|
dev | 5 | default |
|
2 | default_pool | |||
failed | airflow_tv_ls_recall | run_sdm |
|
BashOperator |
|
|
0:00:04.870900 | 52769 |
|
dev | 5 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls_filter |
|
SparkSubmitOperator |
|
|
0:00:15.646700 | 52767 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_filter_to_local |
|
SparkSubmitOperator |
|
|
0:00:15.374400 | 52766 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:17.929000 | 52765 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | get_tv_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:18.016100 | 52764 |
|
dev | 8 | default |
|
2 | default_pool | |||
failed | airflow_jx_ls_recall | run_sdm_7 |
|
BashOperator |
|
|
0:00:08.778160 | 52763 |
|
dev | 3 | default |
|
3 | default_pool | |||
failed | airflow_xxl_ls_recall | run_sdm_12 |
|
BashOperator |
|
|
0:01:11.536800 | 52762 |
|
dev | 6 | default |
|
3 | default_pool | |||
failed | airflow_yk_ls_recall | run_sdm |
|
BashOperator |
|
|
0:00:07.776570 | 52761 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | filter_aid |
|
BashOperator |
|
|
0:02:17.825000 | 52760 |
|
dev | 10 | default |
|
2 | default_pool | |||
failed | airflow_ldd_ls_recall | run_sdm |
|
BashOperator |
|
|
0:00:05.952860 | 52759 |
|
dev | 3 | default |
|
3 | default_pool | |||
success | airflow_tv_ls_recall | aid_up |
|
BashOperator |
|
|
0:11:47.337000 | 52755 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:01:14.805700 | 52753 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_ldd_ls_recall | get_ldd_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:01:19.597300 | 52752 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl_all |
|
BashOperator |
|
|
0:03:40.051000 | 52751 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | update_media_xxl |
|
BashOperator |
|
|
0:03:46.188000 | 52750 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | update_media_type |
|
BashOperator |
|
|
0:03:38.400000 | 52749 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local_ls |
|
SparkSubmitOperator |
|
|
0:01:08.091200 | 52748 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | airflow_yk_ls_recall | update_media_type |
|
BashOperator |
|
|
0:02:24.245000 | 52747 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_tv_ls_recall | update_media_type |
|
BashOperator |
|
|
0:03:17.167000 | 52746 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local |
|
SparkSubmitOperator |
|
|
0:00:44.606300 | 52745 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_jx_ls_recall | get_jx_sp_traning_data_to_local_ls |
|
SparkSubmitOperator |
|
|
0:00:44.670100 | 52744 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_ldd_ls_recall | update_media |
|
BashOperator |
|
|
0:01:53.719000 | 52743 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | airflow_xxl_ls_recall | get_xxl_traning_data_180days_to_local |
|
SparkSubmitOperator |
|
|
0:00:24.385000 | 52742 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | vod_rr | update_media_text_embedding_v2 |
|
BashOperator |
|
|
0:09:39.856000 | 52741 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | vod_rr | generate_joint_features |
|
BashOperator |
|
|
0:00:26.361300 | 52740 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | feature_engineering |
|
BashOperator |
|
|
0:01:55.891000 | 52739 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | vod_rr | generate_training_label |
|
BashOperator |
|
|
0:03:49.321000 | 52738 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_content_embedding |
|
BashOperator |
|
|
0:00:08.356720 | 52737 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | vod_rr | handle_doubaninfo_detail_v2 |
|
SparkSubmitOperator |
|
|
0:09:32.597000 | 52736 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | vod_rr | update_ldd_media_rr |
|
BashOperator |
|
|
0:01:43.514000 | 52735 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | vod_rr | update_vod_media_rr |
|
BashOperator |
|
|
0:01:47.598000 | 52734 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.178500 | 52733 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.404090 | 52732 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:09:46.163000 | 52731 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:19.047700 | 52730 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:24.312000 | 52729 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_click_seq_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:02:43.903000 | 52728 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | get_user_click_expose_data_ldd_local |
|
SparkSubmitOperator |
|
|
0:00:17.127700 | 52727 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | user_click_exposure_video_ldd |
|
SparkSubmitOperator |
|
|
0:02:01.568000 | 52726 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive_rr |
|
SparkSubmitOperator |
|
|
0:00:30.707600 | 52725 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:29.300600 | 52724 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip_rr |
|
BashOperator |
|
|
0:00:02.948760 | 52723 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_novip |
|
BashOperator |
|
|
0:00:24.358300 | 52722 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_novip |
|
BashOperator |
|
|
0:00:02.383960 | 52721 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip_rr |
|
BashOperator |
|
|
0:00:03.075250 | 52720 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_dnum_tv_recall_vip |
|
BashOperator |
|
|
0:00:40.120700 | 52719 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_xsimgcl_recall_vip |
|
BashOperator |
|
|
0:00:05.507190 | 52718 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_novip |
|
BashOperator |
|
|
0:07:53.002000 | 52717 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | xsimgcl_train_vip |
|
BashOperator |
|
|
0:06:57.205000 | 52716 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | generate_training_data |
|
BashOperator |
|
|
0:01:06.127000 | 52715 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_local |
|
SparkSubmitOperator |
|
|
0:00:21.987800 | 52714 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_click_seq_30days_hive |
|
SparkSubmitOperator |
|
|
0:03:18.302000 | 52713 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | get_user_click_expose_data_local |
|
SparkSubmitOperator |
|
|
0:00:30.070900 | 52712 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | xsimgcl_recall | user_click_exposure_video |
|
SparkSubmitOperator |
|
|
0:04:00.741000 | 52711 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_vip_to_hive |
|
SparkSubmitOperator |
|
|
0:00:27.782600 | 52710 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | llm_tags_dag | save_plot_tags_to_hive |
|
SparkSubmitOperator |
|
|
0:00:22.645600 | 52709 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding |
|
BashOperator |
|
|
0:03:11.454000 | 52708 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_jx_feed |
|
BashOperator |
|
|
0:00:10.804700 | 52707 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_ldd |
|
BashOperator |
|
|
0:00:56.479800 | 52706 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | update_minicpm_image_embedding_youku |
|
BashOperator |
|
|
0:00:14.902900 | 52705 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_jx_feed_images |
|
BashOperator |
|
|
0:00:01.538600 | 52704 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | image_embedding | update_image_embedding |
|
BashOperator |
|
|
0:02:09.934000 | 52703 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_ldd_images |
|
BashOperator |
|
|
0:00:01.631570 | 52702 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_vod_images |
|
BashOperator |
|
|
0:00:02.376380 | 52701 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | image_embedding | incrementally_download_youku_images |
|
BashOperator |
|
|
0:00:01.627590 | 52700 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | llm_tags_dag | update_plot_tags |
|
BashOperator |
|
|
0:07:01.925000 | 52699 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales_vip |
|
BashOperator |
|
|
1:09:51.770000 | 52698 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | user_rationales | save_rationales_to_hive |
|
SparkSubmitOperator |
|
|
0:00:51.843500 | 52697 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering_vip |
|
BashOperator |
|
|
0:00:21.748100 | 52696 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | user_rationales | rec_rationales |
|
BashOperator |
|
|
2:09:56.480000 | 52695 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | remove_history_files | remove_history_files_2024 |
|
BashOperator |
|
|
0:00:00.640660 | 52694 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | user_rationales | user_clustering |
|
BashOperator |
|
|
0:00:19.132100 | 52693 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | upload_recall_to_hive_mv |
|
SparkSubmitOperator |
|
|
0:00:28.751800 | 52692 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | merge_recall_mv |
|
BashOperator |
|
|
0:01:31.641800 | 52691 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_tv | save_tv_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:04:48.680000 | 52690 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | airflow_mv_ls_recall | run_sdm_mv_0178 |
|
BashOperator |
|
|
0:13:57.147000 | 52689 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_modal_movie | save_movie_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:59.809000 | 52688 |
|
dev | 1 | default |
|
2 | default_pool |