Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
None calculcate_ecpm_filter ldd_cvr_table 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 2 default 1 default_pool
success calculcate_ecpm_filter ldd_cvr_table 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:17.372489+00:00 2024-04-24T01:52:17.372500+00:00 dev 2 default 1 default_pool
None calculcate_ecpm_filter ldd_cvr_table_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success calculcate_ecpm_filter ldd_cvr_table_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:17.386077+00:00 2024-04-24T01:52:17.386088+00:00 dev 1 default 1 default_pool
removed vod_post_processing ldd_local_recall 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:44.231706+00:00 2024-04-23T09:23:44.231717+00:00 dev 1 default 1 default_pool
removed vod_post_processing ldd_merge_recommendations 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:42.643891+00:00 2024-04-23T09:23:42.643902+00:00 dev 11 default 1 default_pool
removed vod_post_processing ldd_poster_recall 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:44.249283+00:00 2024-04-23T09:23:44.249295+00:00 dev 2 default 1 default_pool
removed vod_post_processing ldd_poster_recall_v2 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:44.265973+00:00 2024-04-23T09:23:44.265984+00:00 dev 1 default 1 default_pool
removed vod_post_processing ldd_post_processing6_daily_cold 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:39.544339+00:00 2024-04-23T09:23:39.544350+00:00 dev 16 default 1 default_pool
removed vod_post_processing ldd_post_processing6_daily_sim 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:39.561199+00:00 2024-04-23T09:23:39.561210+00:00 dev 20 default 1 default_pool
removed vod_post_processing ldd_pp_start 2024-04-22T02:15:00+00:00 DummyOperator 2024-04-23T09:23:37.955079+00:00 2024-04-23T09:23:37.955090+00:00 dev 26 default 1 default_pool
removed vod_post_processing ldd_pp_stop 2024-04-22T02:15:00+00:00 DummyOperator 2024-04-23T09:23:41.102747+00:00 2024-04-23T09:23:41.102760+00:00 dev 13 default 1 default_pool
removed vod_inference_dag ldd_r6_inttower_daily_cold 2024-04-23T01:15:00+00:00 BashOperator 2024-04-24T01:20:56.067979+00:00 2024-04-24T01:20:56.067990+00:00 dev 5 default 1 default_pool
removed vod_inference_dag ldd_r6_int_daily_title 2024-04-22T01:15:00+00:00 BashOperator 2024-04-23T08:00:15.650089+00:00 2024-04-23T08:00:15.650105+00:00 dev 4 default 1 default_pool
removed vod_inference_dag ldd_r6_int_daily_title 2024-04-23T01:15:00+00:00 BashOperator 2024-04-24T01:20:56.089999+00:00 2024-04-24T01:20:56.090010+00:00 dev 4 default 1 default_pool
removed vod_inference_dag ldd_r6_int_daily_title_trex 2024-04-22T01:15:00+00:00 BashOperator 2024-04-23T08:00:15.685214+00:00 2024-04-23T08:00:15.685226+00:00 dev 3 default 1 default_pool
removed vod_inference_dag ldd_r6_int_daily_title_trex 2024-04-23T01:15:00+00:00 BashOperator 2024-04-24T01:20:56.105094+00:00 2024-04-24T01:20:56.105104+00:00 dev 3 default 1 default_pool
removed vod_inference_dag ldd_r6_int_daily_title_trex_sim 2024-04-22T01:15:00+00:00 BashOperator 2024-04-23T08:00:15.732556+00:00 2024-04-23T08:00:15.732568+00:00 dev 2 default 1 default_pool
removed vod_inference_dag ldd_r6_int_daily_title_trex_sim 2024-04-23T01:15:00+00:00 BashOperator 2024-04-24T01:20:56.117809+00:00 2024-04-24T01:20:56.117819+00:00 dev 2 default 1 default_pool
removed vod_post_processing ldd_recall_attribution 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:44.294513+00:00 2024-04-23T09:23:44.294524+00:00 dev 2 default 1 default_pool
removed vod_post_processing ldd_user_bucketing 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:41.150075+00:00 2024-04-23T09:23:41.150086+00:00 dev 12 default 1 default_pool
success airflow_jx_ls_recall merge_recall 2024-07-13T20:00:00+00:00 BashOperator 2024-07-14T22:04:57.514928+00:00 2024-07-14T22:04:57.514939+00:00 dev 2 default 1 default_pool
success airflow_jx_ls_recall merge_recall 2024-07-14T20:00:00+00:00 BashOperator 2024-07-15T21:32:30.868823+00:00 2024-07-15T21:32:30.868837+00:00 dev 2 default 1 default_pool
success airflow_jx_ls_recall merge_recall 2024-07-15T20:00:00+00:00 BashOperator 2024-07-16T21:21:48.591767+00:00 2024-07-16T21:21:48.591785+00:00 dev 2 default 1 default_pool
success airflow_ldd_ls_recall merge_recall 2024-07-19T19:40:00+00:00 BashOperator 2024-07-20T20:25:19.252262+00:00 2024-07-20T20:25:19.252277+00:00 dev 2 default 1 default_pool
success airflow_ldd_ls_recall merge_recall 2024-07-20T19:40:00+00:00 BashOperator 2024-07-21T20:25:36.885283+00:00 2024-07-21T20:25:36.885298+00:00 dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall merge_recall 2024-05-11T21:40:00+00:00 BashOperator 2024-05-12T22:06:11.914974+00:00 2024-05-12T22:06:11.914985+00:00 dev 6 default 1 default_pool
success airflow_tv_ls_recall merge_recall 2024-05-15T01:00:00+00:00 BashOperator dev 6 default 1 default_pool
upstream_failed airflow_tv_ls_recall merge_recall 2024-06-13T23:40:00+00:00 BashOperator 2024-06-15T20:24:05.098012+00:00 2024-06-15T20:24:05.098028+00:00 dev 6 default 1 default_pool
success airflow_xxl_ls_recall merge_recall 2024-06-04T23:30:00+00:00 BashOperator dev 2 default 1 default_pool
None airflow_xxl_ls_recall merge_recall 2024-08-23T20:30:00+00:00 BashOperator dev 3 default 1 default_pool
success airflow_tv_ls_recall merge_recall_1 2024-07-10T23:15:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_tv_ls_recall merge_recall_1 2024-08-15T23:00:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_tv_ls_recall merge_recall_1 2024-08-19T23:00:00+00:00 BashOperator dev 2 default 1 default_pool
None airflow_mv_ls_recall merge_recall_mv 2024-08-24T00:40:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 2024-10-27T00:40:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 02-12T00:40:00+00:00 BashOperator 02-13T00:56:29.597746+00:00 02-13T00:56:29.597761+00:00 dev 2 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 03-03T00:40:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 03-04T00:40:00+00:00 BashOperator 03-05T00:58:43.246864+00:00 03-05T00:58:43.246880+00:00 dev 2 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 04-11T00:40:00+00:00 BashOperator 04-12T00:53:24.122934+00:00 04-12T00:53:24.122948+00:00 dev 2 default 1 default_pool
success airflow_tv_ls_recall merge_recall_mv 2024-04-21T23:30:00+00:00 BashOperator 2024-04-23T17:16:11.176638+00:00 2024-04-23T17:16:11.176649+00:00 dev 3 default 1 default_pool
upstream_failed airflow_tv_ls_recall merge_recall_mv 2024-05-02T21:40:00+00:00 BashOperator 2024-05-03T22:40:12.827575+00:00 2024-05-03T22:40:12.827585+00:00 dev 3 default 1 default_pool
upstream_failed airflow_tv_ls_recall merge_recall_mv 2024-05-11T21:40:00+00:00 BashOperator 2024-05-12T22:06:12.965484+00:00 2024-05-12T22:06:12.965495+00:00 dev 3 default 1 default_pool
success airflow_tv_ls_recall merge_recall_mv 2024-05-15T01:00:00+00:00 BashOperator dev 3 default 1 default_pool
upstream_failed airflow_tv_ls_recall merge_recall_mv 2024-06-13T23:40:00+00:00 BashOperator 2024-06-15T20:24:06.298380+00:00 2024-06-15T20:24:06.298394+00:00 dev 3 default 1 default_pool
success multi_modal_movie merge_xsimgcl_recall_movie 01-13T00:00:00+00:00 BashOperator dev 2 default 1 default_pool
success multi_modal_movie merge_xsimgcl_recall_movie 04-11T00:00:00+00:00 BashOperator 04-12T00:12:37.040945+00:00 04-12T00:12:37.040954+00:00 dev 2 default 1 default_pool
success multi_modal_movie merge_xsimgcl_recall_movie 04-28T00:00:00+00:00 BashOperator 04-29T00:12:05.917261+00:00 04-29T00:12:05.917270+00:00 dev 2 default 1 default_pool
success multi_interest_tv merge_xsimgcl_recall_tv_novip 04-10T23:10:00+00:00 BashOperator 04-11T23:31:36.444916+00:00 04-11T23:31:36.444926+00:00 dev 2 default 1 default_pool
success multi_interest_tv merge_xsimgcl_recall_tv_novip 04-27T23:10:00+00:00 BashOperator 04-28T23:31:19.536924+00:00 04-28T23:31:19.536934+00:00 dev 2 default 1 default_pool
upstream_failed airflow_xxl_ls_recall merge_xxl 2024-08-18T20:30:00+00:00 SparkSubmitOperator 2024-08-20T09:39:28.162676+00:00 2024-08-20T09:39:28.162687+00:00 dev 1 default 1 default_pool
None airflow_xxl_ls_recall merge_xxl 2024-08-23T20:30:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success multi_interest_tv pca_text 04-10T23:10:00+00:00 BashOperator 04-11T23:31:34.351472+00:00 04-11T23:31:34.351482+00:00 dev 6 default 1 default_pool
success multi_interest_tv get_pretrained_text_embedding 04-10T23:10:00+00:00 BashOperator 04-11T23:31:34.310748+00:00 04-11T23:31:34.310761+00:00 dev 7 default 1 default_pool
success multi_modal_movie get_pretrained_text_embedding 01-13T00:00:00+00:00 BashOperator dev 7 default 1 default_pool
success multi_modal_movie get_pretrained_text_embedding 04-11T00:00:00+00:00 BashOperator 04-12T00:12:34.912874+00:00 04-12T00:12:34.912887+00:00 dev 7 default 1 default_pool
success multi_interest_tv get_pretrained_text_embedding_vip 04-10T23:10:00+00:00 BashOperator 04-11T23:29:35.854791+00:00 04-11T23:29:35.854804+00:00 dev 6 default 1 default_pool
upstream_failed update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher 2024-04-22T04:25:00+00:00 SparkSubmitOperator 2024-04-24T02:35:28.143374+00:00 2024-04-24T02:35:28.143384+00:00 dev 2 default 1 default_pool
upstream_failed update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher_to_local 2024-04-22T04:25:00+00:00 SparkSubmitOperator 2024-04-24T02:35:28.156089+00:00 2024-04-24T02:35:28.156100+00:00 dev 1 default 1 default_pool
success update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher_to_local 2024-04-23T04:25:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
upstream_failed update_rec_movie_dnum_rr get_rec_movie_tv_comic_to_local 2024-04-22T04:10:00+00:00 SparkSubmitOperator 2024-04-24T03:39:32.843163+00:00 2024-04-24T03:39:32.843179+00:00 dev 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-17T18:30:00+00:00 SparkSubmitOperator 2024-04-19T13:01:25.856455+00:00 2024-04-19T13:01:25.856467+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-18T18:30:00+00:00 SparkSubmitOperator 2024-04-19T18:37:12.418146+00:00 2024-04-19T18:37:12.418163+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-19T18:30:00+00:00 SparkSubmitOperator 2024-04-20T18:37:19.455348+00:00 2024-04-20T18:37:19.455358+00:00 root 1 default 1 default_pool
removed eges_model_data_preparation get_replace_ldd_local 2024-04-20T18:30:00+00:00 SparkSubmitOperator 2024-04-21T18:37:07.402438+00:00 2024-04-21T18:37:07.402454+00:00 root 1 default 1 default_pool
removed eges_model_data_preparation get_replace_ldd_local 2024-04-21T18:30:00+00:00 SparkSubmitOperator 2024-04-22T18:37:03.147517+00:00 2024-04-22T18:37:03.147527+00:00 root 1 default 1 default_pool
success multi_interest_ldd get_top300_aids 2024-08-21T00:00:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_tv_ls_recall get_tv_sp_traning_data_to_local 2024-07-10T23:15:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
success airflow_tv_ls_recall get_tv_sp_traning_data_to_local_ls 2024-07-10T23:15:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
success multi_interest_ldd get_pretrained_image_embedding_minicpm_ldd 04-10T23:00:00+00:00 BashOperator 04-11T23:45:54.911160+00:00 04-11T23:45:54.911170+00:00 dev 8 default 1 default_pool
success multi_interest_2024_dag get_pretrained_image_embedding_minicpm_vip 04-27T19:10:00+00:00 BashOperator 04-28T19:31:24.260547+00:00 04-28T19:31:24.260557+00:00 dev 2 default 1 default_pool
success multi_interest_ldd get_pretrained_content_embedding_ldd 04-10T23:00:00+00:00 BashOperator 04-11T23:45:54.866768+00:00 04-11T23:45:54.866782+00:00 dev 9 default 1 default_pool
success multi_interest_2024_dag get_pretrained_content_embedding_vip 04-27T19:10:00+00:00 BashOperator 04-28T19:31:24.231003+00:00 04-28T19:31:24.231013+00:00 dev 3 default 1 default_pool
success multi_modal_movie get_pretrained_image_embedding 01-13T00:00:00+00:00 BashOperator dev 6 default 1 default_pool
None calculcate_ecpm_filter get_vod_high_ecpm_items_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 3 default 1 default_pool
success calculcate_ecpm_filter get_vod_high_ecpm_items_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:17.356815+00:00 2024-04-24T01:52:17.356829+00:00 dev 3 default 1 default_pool
success airflow_xxl_ls_recall get_xxl_traning_data_180days_to_local_ls 2024-06-04T23:30:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.265446+00:00 2024-04-19T08:29:04.265456+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.457985+00:00 2024-04-20T10:24:32.457995+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.554071+00:00 2024-04-20T17:51:49.554080+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.867537+00:00 2024-04-22T07:06:46.867547+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-21T17:40:00+00:00 SparkSubmitOperator 2024-04-23T08:42:27.271514+00:00 2024-04-23T08:42:27.271530+00:00 root 1 default 1 default_pool
removed filtered_data_preparation get_ldd_filtered_aids_7days_local 2024-04-21T19:10:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
removed vod_post_processing get_ldd_ip_decision_vs_reward 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:36.273312+00:00 2024-04-23T09:23:36.273323+00:00 dev 28 default 1 default_pool
removed vod_post_processing get_ldd_ip_performances 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:34.715814+00:00 2024-04-23T09:23:34.715824+00:00 dev 29 default 1 default_pool
removed update_rec_movie_dnum_rr get_ldd_launcher_playpage_user 2024-04-22T04:10:00+00:00 BashOperator 2024-04-23T08:03:41.661409+00:00 2024-04-23T08:03:41.661426+00:00 dev 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_monitor_scene_media_local 2024-04-17T18:30:00+00:00 SparkSubmitOperator 2024-04-19T13:00:49.329340+00:00 2024-04-19T13:00:49.329357+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_monitor_scene_media_local 2024-04-18T18:30:00+00:00 SparkSubmitOperator 2024-04-19T18:36:25.662432+00:00 2024-04-19T18:36:25.662443+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_monitor_scene_media_local 2024-04-19T18:30:00+00:00 SparkSubmitOperator 2024-04-20T18:36:30.497764+00:00 2024-04-20T18:36:30.497779+00:00 root 1 default 1 default_pool
success eges_model_data_preparation get_monitor_scene_media_local 2024-04-20T18:30:00+00:00 SparkSubmitOperator 2024-04-21T18:36:25.589363+00:00 2024-04-21T18:36:25.589378+00:00 root 1 default 1 default_pool
success eges_model_data_preparation get_monitor_scene_media_local 2024-04-21T18:30:00+00:00 SparkSubmitOperator 2024-04-22T18:36:33.501761+00:00 2024-04-22T18:36:33.501773+00:00 root 1 default 1 default_pool
success airflow_tv_ls_recall get_mv_training_data_to_local 2024-04-21T23:30:00+00:00 SparkSubmitOperator 2024-04-23T17:16:07.030884+00:00 2024-04-23T17:16:07.030893+00:00 dev 6 default 1 default_pool
upstream_failed update_newly_activated_users get_newly_activated_users_to_local 2024-04-22T04:25:00+00:00 SparkSubmitOperator 2024-04-24T02:35:28.126453+00:00 2024-04-24T02:35:28.126465+00:00 dev 1 default 1 default_pool
None airflow_mv_ls_recall upload_recall_to_hive_mv 2024-08-24T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 2024-10-27T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 02-12T00:40:00+00:00 SparkSubmitOperator 02-13T00:56:29.626529+00:00 02-13T00:56:29.626543+00:00 dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 03-03T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 03-04T00:40:00+00:00 SparkSubmitOperator 03-05T00:58:43.330332+00:00 03-05T00:58:43.330349+00:00 dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 04-11T00:40:00+00:00 SparkSubmitOperator 04-12T00:53:24.137540+00:00 04-12T00:53:24.137550+00:00 dev 1 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive_mv 2024-04-21T23:30:00+00:00 SparkSubmitOperator 2024-04-23T17:16:11.199663+00:00 2024-04-23T17:16:11.199673+00:00 dev 2 default 1 default_pool