Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success heat_online_data_preparation get_heat_data_comic_one_hot 2024-04-22T19:20:00+00:00 BashOperator 2024-04-24T01:56:25.380575+00:00 2024-04-24T01:56:25.380585+00:00 dev 1 default 1 default_pool
removed filtered_data_preparation get_ldd_filtered_aids_7days_local 2024-04-21T19:10:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
removed vod_post_processing get_ldd_ip_decision_vs_reward 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:36.273312+00:00 2024-04-23T09:23:36.273323+00:00 dev 28 default 1 default_pool
removed vod_post_processing get_ldd_ip_performances 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:34.715814+00:00 2024-04-23T09:23:34.715824+00:00 dev 29 default 1 default_pool
removed update_rec_movie_dnum_rr get_ldd_launcher_playpage_user 2024-04-22T04:10:00+00:00 BashOperator 2024-04-23T08:03:41.661409+00:00 2024-04-23T08:03:41.661426+00:00 dev 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_monitor_scene_media_local 2024-04-17T18:30:00+00:00 SparkSubmitOperator 2024-04-19T13:00:49.329340+00:00 2024-04-19T13:00:49.329357+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_monitor_scene_media_local 2024-04-18T18:30:00+00:00 SparkSubmitOperator 2024-04-19T18:36:25.662432+00:00 2024-04-19T18:36:25.662443+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_monitor_scene_media_local 2024-04-19T18:30:00+00:00 SparkSubmitOperator 2024-04-20T18:36:30.497764+00:00 2024-04-20T18:36:30.497779+00:00 root 1 default 1 default_pool
success eges_model_data_preparation get_monitor_scene_media_local 2024-04-20T18:30:00+00:00 SparkSubmitOperator 2024-04-21T18:36:25.589363+00:00 2024-04-21T18:36:25.589378+00:00 root 1 default 1 default_pool
success eges_model_data_preparation get_monitor_scene_media_local 2024-04-21T18:30:00+00:00 SparkSubmitOperator 2024-04-22T18:36:33.501761+00:00 2024-04-22T18:36:33.501773+00:00 root 1 default 1 default_pool
success multi_interest_ldd get_pretrained_content_embedding_ldd 04-10T23:00:00+00:00 BashOperator 04-11T23:45:54.866768+00:00 04-11T23:45:54.866782+00:00 dev 9 default 1 default_pool
success multi_interest_2024_dag get_pretrained_content_embedding_vip 04-27T19:10:00+00:00 BashOperator 04-28T19:31:24.231003+00:00 04-28T19:31:24.231013+00:00 dev 3 default 1 default_pool
upstream_failed multi_interest_2024_dag get_pretrained_content_embedding_vip 05-03T19:10:00+00:00 BashOperator 05-04T19:45:44.782392+00:00 05-04T19:45:44.782405+00:00 dev 3 default 1 default_pool
upstream_failed multi_interest_2024_dag get_pretrained_content_embedding_vip 05-04T19:10:00+00:00 BashOperator 05-05T19:43:59.443434+00:00 05-05T19:43:59.443446+00:00 dev 3 default 1 default_pool
upstream_failed multi_interest_2024_dag get_pretrained_content_embedding_vip 05-05T19:10:00+00:00 BashOperator 05-06T19:43:24.988872+00:00 05-06T19:43:24.988885+00:00 dev 3 default 1 default_pool
success multi_modal_movie get_pretrained_image_embedding 01-13T00:00:00+00:00 BashOperator dev 6 default 1 default_pool
success airflow_tv_ls_recall get_mv_training_data_to_local 2024-04-21T23:30:00+00:00 SparkSubmitOperator 2024-04-23T17:16:07.030884+00:00 2024-04-23T17:16:07.030893+00:00 dev 6 default 1 default_pool
upstream_failed update_newly_activated_users get_newly_activated_users_to_local 2024-04-22T04:25:00+00:00 SparkSubmitOperator 2024-04-24T02:35:28.126453+00:00 2024-04-24T02:35:28.126465+00:00 dev 1 default 1 default_pool
None calculcate_ecpm_filter get_vod_high_ecpm_items_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 3 default 1 default_pool
success calculcate_ecpm_filter get_vod_high_ecpm_items_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:17.356815+00:00 2024-04-24T01:52:17.356829+00:00 dev 3 default 1 default_pool
success airflow_xxl_ls_recall get_xxl_traning_data_180days_to_local_ls 2024-06-04T23:30:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.265446+00:00 2024-04-19T08:29:04.265456+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.457985+00:00 2024-04-20T10:24:32.457995+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.554071+00:00 2024-04-20T17:51:49.554080+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.867537+00:00 2024-04-22T07:06:46.867547+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-21T17:40:00+00:00 SparkSubmitOperator 2024-04-23T08:42:27.271514+00:00 2024-04-23T08:42:27.271530+00:00 root 1 default 1 default_pool
success multi_modal_movie get_pretrained_text_embedding 04-11T00:00:00+00:00 BashOperator 04-12T00:12:34.912874+00:00 04-12T00:12:34.912887+00:00 dev 7 default 1 default_pool
success multi_interest_tv get_pretrained_text_embedding_vip 04-10T23:10:00+00:00 BashOperator 04-11T23:29:35.854791+00:00 04-11T23:29:35.854804+00:00 dev 6 default 1 default_pool
upstream_failed update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher 2024-04-22T04:25:00+00:00 SparkSubmitOperator 2024-04-24T02:35:28.143374+00:00 2024-04-24T02:35:28.143384+00:00 dev 2 default 1 default_pool
upstream_failed update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher_to_local 2024-04-22T04:25:00+00:00 SparkSubmitOperator 2024-04-24T02:35:28.156089+00:00 2024-04-24T02:35:28.156100+00:00 dev 1 default 1 default_pool
success update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher_to_local 2024-04-23T04:25:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
upstream_failed update_rec_movie_dnum_rr get_rec_movie_tv_comic_to_local 2024-04-22T04:10:00+00:00 SparkSubmitOperator 2024-04-24T03:39:32.843163+00:00 2024-04-24T03:39:32.843179+00:00 dev 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-17T18:30:00+00:00 SparkSubmitOperator 2024-04-19T13:01:25.856455+00:00 2024-04-19T13:01:25.856467+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-18T18:30:00+00:00 SparkSubmitOperator 2024-04-19T18:37:12.418146+00:00 2024-04-19T18:37:12.418163+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-19T18:30:00+00:00 SparkSubmitOperator 2024-04-20T18:37:19.455348+00:00 2024-04-20T18:37:19.455358+00:00 root 1 default 1 default_pool
removed eges_model_data_preparation get_replace_ldd_local 2024-04-20T18:30:00+00:00 SparkSubmitOperator 2024-04-21T18:37:07.402438+00:00 2024-04-21T18:37:07.402454+00:00 root 1 default 1 default_pool
removed eges_model_data_preparation get_replace_ldd_local 2024-04-21T18:30:00+00:00 SparkSubmitOperator 2024-04-22T18:37:03.147517+00:00 2024-04-22T18:37:03.147527+00:00 root 1 default 1 default_pool
success multi_interest_ldd get_top300_aids 2024-08-21T00:00:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_tv_ls_recall get_tv_sp_traning_data_to_local 2024-07-10T23:15:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
success airflow_tv_ls_recall get_tv_sp_traning_data_to_local_ls 2024-07-10T23:15:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 02-12T00:40:00+00:00 SparkSubmitOperator 02-13T00:56:29.626529+00:00 02-13T00:56:29.626543+00:00 dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 03-03T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 03-04T00:40:00+00:00 SparkSubmitOperator 03-05T00:58:43.330332+00:00 03-05T00:58:43.330349+00:00 dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 04-11T00:40:00+00:00 SparkSubmitOperator 04-12T00:53:24.137540+00:00 04-12T00:53:24.137550+00:00 dev 1 default 1 default_pool
upstream_failed airflow_mv_ls_recall upload_recall_to_hive_mv 05-04T00:40:00+00:00 SparkSubmitOperator 05-05T01:01:49.895853+00:00 05-05T01:01:49.895866+00:00 dev 1 default 1 default_pool
upstream_failed airflow_mv_ls_recall upload_recall_to_hive_mv 05-05T00:40:00+00:00 SparkSubmitOperator 05-06T01:02:16.496749+00:00 05-06T01:02:16.496762+00:00 dev 1 default 1 default_pool
upstream_failed airflow_mv_ls_recall upload_recall_to_hive_mv 05-06T00:40:00+00:00 SparkSubmitOperator 05-07T01:00:19.433664+00:00 05-07T01:00:19.433678+00:00 dev 1 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive_mv 2024-04-21T23:30:00+00:00 SparkSubmitOperator 2024-04-23T17:16:11.199663+00:00 2024-04-23T17:16:11.199673+00:00 dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-02T21:40:00+00:00 SparkSubmitOperator 2024-05-03T22:40:12.851932+00:00 2024-05-03T22:40:12.851942+00:00 dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-11T21:40:00+00:00 SparkSubmitOperator 2024-05-12T22:06:12.986575+00:00 2024-05-12T22:06:12.986585+00:00 dev 2 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-15T01:00:00+00:00 SparkSubmitOperator dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-06-13T23:40:00+00:00 SparkSubmitOperator 2024-06-15T20:24:06.332523+00:00 2024-06-15T20:24:06.332533+00:00 dev 2 default 1 default_pool
success vod_post_processing upload_results 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:42.749906+00:00 2024-04-23T09:23:42.749916+00:00 dev 10 default 1 default_pool
success vod_post_processing upload_sparkjson_results 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:42.766701+00:00 2024-04-23T09:23:42.766713+00:00 dev 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.245506+00:00 2024-04-19T08:29:04.245517+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.442908+00:00 2024-04-20T10:24:32.442918+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.538248+00:00 2024-04-20T17:51:49.538258+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.848026+00:00 2024-04-22T07:06:46.848037+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.277719+00:00 2024-04-19T08:29:04.277729+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.469374+00:00 2024-04-20T10:24:32.469383+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.565823+00:00 2024-04-20T17:51:49.565833+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.879953+00:00 2024-04-22T07:06:46.879964+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.290531+00:00 2024-04-19T08:29:04.290541+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.481400+00:00 2024-04-20T10:24:32.481410+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.577699+00:00 2024-04-20T17:51:49.577709+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.892311+00:00 2024-04-22T07:06:46.892325+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.306160+00:00 2024-04-19T08:29:04.306170+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.493625+00:00 2024-04-20T10:24:32.493635+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.589257+00:00 2024-04-20T17:51:49.589267+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.905223+00:00 2024-04-22T07:06:46.905234+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-21T17:40:00+00:00 SparkSubmitOperator 2024-04-23T08:59:32.969041+00:00 2024-04-23T08:59:32.969056+00:00 root 1 default 1 default_pool
success user_rationales user_clustering_vip 03-31T03:00:00+00:00 BashOperator 04-01T03:16:27.412966+00:00 04-01T03:16:27.412976+00:00 dev 3 default 1 default_pool
None calculcate_ecpm_filter vip_details_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success calculcate_ecpm_filter vip_details_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.866668+00:00 2024-04-24T01:52:15.866678+00:00 dev 1 default 1 default_pool
None calculcate_ecpm_filter vod_movie_high_ecpm_items 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 5 default 1 default_pool
success calculcate_ecpm_filter vod_movie_high_ecpm_items 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.880622+00:00 2024-04-24T01:52:15.880632+00:00 dev 5 default 1 default_pool
None calculcate_ecpm_filter vod_tv_high_ecpm_items 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 4 default 1 default_pool
success calculcate_ecpm_filter vod_tv_high_ecpm_items 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.899217+00:00 2024-04-24T01:52:15.899227+00:00 dev 4 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-17T12:15:00+00:00 BashOperator 2024-04-19T05:21:54.733093+00:00 2024-04-19T05:21:54.733104+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-18T12:15:00+00:00 BashOperator 2024-04-19T12:20:31.866725+00:00 2024-04-19T12:20:31.866736+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-19T12:15:00+00:00 BashOperator 2024-04-20T12:20:32.849547+00:00 2024-04-20T12:20:32.849558+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-20T12:15:00+00:00 BashOperator 2024-04-21T12:20:31.943574+00:00 2024-04-21T12:20:31.943585+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-21T12:15:00+00:00 BashOperator 2024-04-22T12:20:27.527586+00:00 2024-04-22T12:20:27.527597+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-22T12:15:00+00:00 BashOperator 2024-04-23T12:20:23.269135+00:00 2024-04-23T12:20:23.269147+00:00 dev 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-17T12:15:00+00:00 BashOperator 2024-04-19T05:21:58.872544+00:00 2024-04-19T05:21:58.872554+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-18T12:15:00+00:00 BashOperator 2024-04-19T12:20:36.021348+00:00 2024-04-19T12:20:36.021358+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-19T12:15:00+00:00 BashOperator 2024-04-20T12:20:35.948813+00:00 2024-04-20T12:20:35.948823+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-20T12:15:00+00:00 BashOperator 2024-04-21T12:20:35.048833+00:00 2024-04-21T12:20:35.048842+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-21T12:15:00+00:00 BashOperator 2024-04-22T12:20:29.627361+00:00 2024-04-22T12:20:29.627372+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-22T12:15:00+00:00 BashOperator 2024-04-23T12:20:25.385284+00:00 2024-04-23T12:20:25.385294+00:00 dev 2 default 1 default_pool
success xsimgcl_recall_ldd xsimgcl_train_ldd 2024-09-23T09:20:18.966594+00:00 BashOperator dev 1 default 1 default_pool
success multi_interest_youku_jx_lst update_user_click_youku_jx_lst_60days 2024-06-17T22:00:00+00:00 BashOperator dev 6 default 1 default_pool
success multi_interest_youku_jx_lst update_user_click_youku_jx_lst_60days 2024-06-17T22:30:00+00:00 BashOperator dev 6 default 1 default_pool
removed multi_interest_jx_feed update_youku_jx_lst_media 2024-06-17T22:00:00+00:00 BashOperator dev 1 default 2024-06-19T01:58:52.815924+00:00 1 default_pool
success airflow_tv_ls_recall upload_filter_recall_to_hive_mv 2024-04-21T23:30:00+00:00 SparkSubmitOperator 2024-04-23T17:16:15.382131+00:00 2024-04-23T17:16:15.382147+00:00 dev 1 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_filter_recall_to_hive_mv 2024-05-02T21:40:00+00:00 SparkSubmitOperator 2024-05-03T22:40:13.866017+00:00 2024-05-03T22:40:13.866030+00:00 dev 1 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_filter_recall_to_hive_mv 2024-05-11T21:40:00+00:00 SparkSubmitOperator 2024-05-12T22:06:13.967277+00:00 2024-05-12T22:06:13.967288+00:00 dev 1 default 1 default_pool
success airflow_tv_ls_recall upload_filter_recall_to_hive_mv 2024-05-15T01:00:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_filter_recall_to_hive_mv 2024-06-13T23:40:00+00:00 SparkSubmitOperator 2024-06-15T20:24:07.251403+00:00 2024-06-15T20:24:07.251416+00:00 dev 1 default 1 default_pool
success airflow_jx_ls_recall upload_recall_to_hive 2024-05-11T00:00:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool