Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success airflow_tv_ls_recall run_sdm_01 2024-07-10T23:15:00+00:00 BashOperator dev 4 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 2024-10-27T00:40:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 02-12T00:40:00+00:00 BashOperator 02-13T00:56:29.597746+00:00 02-13T00:56:29.597761+00:00 dev 2 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 03-03T00:40:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_mv_ls_recall merge_recall_mv 03-04T00:40:00+00:00 BashOperator 03-05T00:58:43.246864+00:00 03-05T00:58:43.246880+00:00 dev 2 default 1 default_pool
success airflow_tv_ls_recall merge_recall_mv 2024-04-21T23:30:00+00:00 BashOperator 2024-04-23T17:16:11.176638+00:00 2024-04-23T17:16:11.176649+00:00 dev 3 default 1 default_pool
upstream_failed airflow_tv_ls_recall merge_recall_mv 2024-05-02T21:40:00+00:00 BashOperator 2024-05-03T22:40:12.827575+00:00 2024-05-03T22:40:12.827585+00:00 dev 3 default 1 default_pool
upstream_failed airflow_tv_ls_recall merge_recall_mv 2024-05-11T21:40:00+00:00 BashOperator 2024-05-12T22:06:12.965484+00:00 2024-05-12T22:06:12.965495+00:00 dev 3 default 1 default_pool
success airflow_tv_ls_recall merge_recall_mv 2024-05-15T01:00:00+00:00 BashOperator dev 3 default 1 default_pool
upstream_failed airflow_tv_ls_recall merge_recall_mv 2024-06-13T23:40:00+00:00 BashOperator 2024-06-15T20:24:06.298380+00:00 2024-06-15T20:24:06.298394+00:00 dev 3 default 1 default_pool
success multi_modal_movie merge_xsimgcl_recall_movie 01-13T00:00:00+00:00 BashOperator dev 2 default 1 default_pool
upstream_failed airflow_xxl_ls_recall merge_xxl 2024-08-18T20:30:00+00:00 SparkSubmitOperator 2024-08-20T09:39:28.162676+00:00 2024-08-20T09:39:28.162687+00:00 dev 1 default 1 default_pool
None airflow_xxl_ls_recall merge_xxl 2024-08-23T20:30:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success multi_modal_movie get_pretrained_image_embedding 01-13T00:00:00+00:00 BashOperator dev 6 default 1 default_pool
success airflow_xxl_ls_recall run_sdm_12 2024-06-04T23:30:00+00:00 BashOperator dev 3 default 1 default_pool
upstream_failed airflow_tv_ls_recall run_sdm_38 2024-06-13T23:40:00+00:00 BashOperator 2024-06-15T20:24:05.059980+00:00 2024-06-15T20:24:05.059996+00:00 dev 7 default 1 default_pool
success airflow_tv_ls_recall run_sdm_38 2024-07-10T23:15:00+00:00 BashOperator dev 3 default 1 default_pool
success airflow_tv_ls_recall run_sdm_mv 2024-04-21T23:30:00+00:00 BashOperator 2024-04-23T17:16:07.049904+00:00 2024-04-23T17:16:07.049914+00:00 dev 5 default 1 default_pool
upstream_failed airflow_tv_ls_recall run_sdm_mv 2024-05-11T21:40:00+00:00 BashOperator 2024-05-12T22:06:12.948322+00:00 2024-05-12T22:06:12.948333+00:00 dev 4 default 1 default_pool
success airflow_tv_ls_recall run_sdm_mv 2024-05-15T01:00:00+00:00 BashOperator dev 4 default 1 default_pool
upstream_failed airflow_tv_ls_recall run_sdm_mv 2024-06-13T23:40:00+00:00 BashOperator 2024-06-15T20:24:06.271517+00:00 2024-06-15T20:24:06.271529+00:00 dev 4 default 1 default_pool
None airflow_mv_ls_recall run_sdm_mv_0178 2024-08-24T00:40:00+00:00 BashOperator dev 3 default 1 default_pool
success airflow_mv_ls_recall run_sdm_mv_0178 2024-10-27T00:40:00+00:00 BashOperator dev 3 default 1 default_pool
success airflow_mv_ls_recall run_sdm_mv_0178 02-12T00:40:00+00:00 BashOperator 02-13T00:56:28.585130+00:00 02-13T00:56:28.585147+00:00 dev 3 default 1 default_pool
success airflow_mv_ls_recall run_sdm_mv_0178 03-04T00:40:00+00:00 BashOperator 03-05T00:58:40.807647+00:00 03-05T00:58:40.807661+00:00 dev 3 default 1 default_pool
None multi_interest_2024_dag save_i2i_recall_to_hive 2024-10-14T19:10:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success multi_interest_jx_feed save_jx_feed_recall_to_hive 2024-04-24T22:00:00+00:00 SparkSubmitOperator 2024-04-25T22:13:24.908461+00:00 2024-04-25T22:13:24.908476+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_jx_feed save_jx_feed_recall_to_hive 2024-05-05T21:20:00+00:00 SparkSubmitOperator 2024-05-06T21:31:26.113375+00:00 2024-05-06T21:31:26.113386+00:00 dev 1 default 1 default_pool
success multi_interest_jx_feed save_jx_feed_recall_to_hive 2024-05-16T21:20:00+00:00 SparkSubmitOperator 2024-05-17T21:40:02.128646+00:00 2024-05-17T21:40:02.128655+00:00 dev 1 default 1 default_pool
success airflow_tv_ls_recall get_tv_sp_traning_data_to_local_ls 2024-07-10T23:15:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
None calculcate_ecpm_filter get_vod_high_ecpm_items_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 3 default 1 default_pool
success calculcate_ecpm_filter get_vod_high_ecpm_items_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:17.356815+00:00 2024-04-24T01:52:17.356829+00:00 dev 3 default 1 default_pool
success airflow_xxl_ls_recall get_xxl_traning_data_180days_to_local_ls 2024-06-04T23:30:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.265446+00:00 2024-04-19T08:29:04.265456+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.457985+00:00 2024-04-20T10:24:32.457995+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.554071+00:00 2024-04-20T17:51:49.554080+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.867537+00:00 2024-04-22T07:06:46.867547+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-21T17:40:00+00:00 SparkSubmitOperator 2024-04-23T08:42:27.271514+00:00 2024-04-23T08:42:27.271530+00:00 root 1 default 1 default_pool
success multi_modal_movie get_pretrained_text_embedding 01-13T00:00:00+00:00 BashOperator dev 7 default 1 default_pool
upstream_failed update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher 2024-04-22T04:25:00+00:00 SparkSubmitOperator 2024-04-24T02:35:28.143374+00:00 2024-04-24T02:35:28.143384+00:00 dev 2 default 1 default_pool
upstream_failed update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher_to_local 2024-04-22T04:25:00+00:00 SparkSubmitOperator 2024-04-24T02:35:28.156089+00:00 2024-04-24T02:35:28.156100+00:00 dev 1 default 1 default_pool
success update_newly_activated_users get_rec_movie_multi_channel_dnum_with_launcher_to_local 2024-04-23T04:25:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
upstream_failed update_rec_movie_dnum_rr get_rec_movie_tv_comic_to_local 2024-04-22T04:10:00+00:00 SparkSubmitOperator 2024-04-24T03:39:32.843163+00:00 2024-04-24T03:39:32.843179+00:00 dev 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-17T18:30:00+00:00 SparkSubmitOperator 2024-04-19T13:01:25.856455+00:00 2024-04-19T13:01:25.856467+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-18T18:30:00+00:00 SparkSubmitOperator 2024-04-19T18:37:12.418146+00:00 2024-04-19T18:37:12.418163+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_replace_ldd_local 2024-04-19T18:30:00+00:00 SparkSubmitOperator 2024-04-20T18:37:19.455348+00:00 2024-04-20T18:37:19.455358+00:00 root 1 default 1 default_pool
removed eges_model_data_preparation get_replace_ldd_local 2024-04-20T18:30:00+00:00 SparkSubmitOperator 2024-04-21T18:37:07.402438+00:00 2024-04-21T18:37:07.402454+00:00 root 1 default 1 default_pool
removed eges_model_data_preparation get_replace_ldd_local 2024-04-21T18:30:00+00:00 SparkSubmitOperator 2024-04-22T18:37:03.147517+00:00 2024-04-22T18:37:03.147527+00:00 root 1 default 1 default_pool
success multi_interest_ldd get_top300_aids 2024-08-21T00:00:00+00:00 BashOperator dev 2 default 1 default_pool
success airflow_tv_ls_recall get_tv_sp_traning_data_to_local 2024-07-10T23:15:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_filter_recall_to_hive_mv 2024-06-13T23:40:00+00:00 SparkSubmitOperator 2024-06-15T20:24:07.251403+00:00 2024-06-15T20:24:07.251416+00:00 dev 1 default 1 default_pool
success airflow_jx_ls_recall upload_recall_to_hive 2024-05-11T00:00:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_jx_ls_recall upload_recall_to_hive 2024-07-13T20:00:00+00:00 SparkSubmitOperator 2024-07-14T22:04:57.536443+00:00 2024-07-14T22:04:57.536453+00:00 dev 1 default 1 default_pool
success airflow_jx_ls_recall upload_recall_to_hive 2024-07-14T20:00:00+00:00 SparkSubmitOperator 2024-07-15T21:32:30.920888+00:00 2024-07-15T21:32:30.920902+00:00 dev 1 default 1 default_pool
success airflow_jx_ls_recall upload_recall_to_hive 2024-07-15T20:00:00+00:00 SparkSubmitOperator 2024-07-16T21:21:48.793817+00:00 2024-07-16T21:21:48.793831+00:00 dev 1 default 1 default_pool
success airflow_ldd_ls_recall upload_recall_to_hive 2024-07-19T19:40:00+00:00 SparkSubmitOperator 2024-07-20T20:25:19.291876+00:00 2024-07-20T20:25:19.291886+00:00 dev 1 default 1 default_pool
success airflow_ldd_ls_recall upload_recall_to_hive 2024-07-20T19:40:00+00:00 SparkSubmitOperator 2024-07-21T20:25:36.903735+00:00 2024-07-21T20:25:36.903750+00:00 dev 1 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive 2024-05-11T21:40:00+00:00 SparkSubmitOperator 2024-05-12T22:06:11.951221+00:00 2024-05-12T22:06:11.951231+00:00 dev 5 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive 2024-05-15T01:00:00+00:00 SparkSubmitOperator dev 5 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive 2024-06-13T23:40:00+00:00 SparkSubmitOperator 2024-06-15T20:24:05.163677+00:00 2024-06-15T20:24:05.163689+00:00 dev 5 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive 2024-07-10T23:15:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive 2024-08-15T23:00:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive 2024-08-19T23:00:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_xxl_ls_recall upload_recall_to_hive 2024-06-04T23:30:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
None airflow_xxl_ls_recall upload_recall_to_hive 2024-08-23T20:30:00+00:00 SparkSubmitOperator dev 2 default 1 default_pool
None airflow_mv_ls_recall upload_recall_to_hive_mv 2024-08-24T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 2024-10-27T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 02-12T00:40:00+00:00 SparkSubmitOperator 02-13T00:56:29.626529+00:00 02-13T00:56:29.626543+00:00 dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 03-03T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 03-04T00:40:00+00:00 SparkSubmitOperator 03-05T00:58:43.330332+00:00 03-05T00:58:43.330349+00:00 dev 1 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive_mv 2024-04-21T23:30:00+00:00 SparkSubmitOperator 2024-04-23T17:16:11.199663+00:00 2024-04-23T17:16:11.199673+00:00 dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-02T21:40:00+00:00 SparkSubmitOperator 2024-05-03T22:40:12.851932+00:00 2024-05-03T22:40:12.851942+00:00 dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-11T21:40:00+00:00 SparkSubmitOperator 2024-05-12T22:06:12.986575+00:00 2024-05-12T22:06:12.986585+00:00 dev 2 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-15T01:00:00+00:00 SparkSubmitOperator dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-06-13T23:40:00+00:00 SparkSubmitOperator 2024-06-15T20:24:06.332523+00:00 2024-06-15T20:24:06.332533+00:00 dev 2 default 1 default_pool
success vod_post_processing upload_results 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:42.749906+00:00 2024-04-23T09:23:42.749916+00:00 dev 10 default 1 default_pool
success vod_post_processing upload_sparkjson_results 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:42.766701+00:00 2024-04-23T09:23:42.766713+00:00 dev 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.245506+00:00 2024-04-19T08:29:04.245517+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.442908+00:00 2024-04-20T10:24:32.442918+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.538248+00:00 2024-04-20T17:51:49.538258+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.848026+00:00 2024-04-22T07:06:46.848037+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.277719+00:00 2024-04-19T08:29:04.277729+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.469374+00:00 2024-04-20T10:24:32.469383+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.565823+00:00 2024-04-20T17:51:49.565833+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.879953+00:00 2024-04-22T07:06:46.879964+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.290531+00:00 2024-04-19T08:29:04.290541+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.481400+00:00 2024-04-20T10:24:32.481410+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.577699+00:00 2024-04-20T17:51:49.577709+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.892311+00:00 2024-04-22T07:06:46.892325+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.306160+00:00 2024-04-19T08:29:04.306170+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.493625+00:00 2024-04-20T10:24:32.493635+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.589257+00:00 2024-04-20T17:51:49.589267+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.905223+00:00 2024-04-22T07:06:46.905234+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-21T17:40:00+00:00 SparkSubmitOperator 2024-04-23T08:59:32.969041+00:00 2024-04-23T08:59:32.969056+00:00 root 1 default 1 default_pool
success user_rationales user_clustering_vip 03-31T03:00:00+00:00 BashOperator 04-01T03:16:27.412966+00:00 04-01T03:16:27.412976+00:00 dev 3 default 1 default_pool
None calculcate_ecpm_filter vip_details_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success calculcate_ecpm_filter vip_details_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.866668+00:00 2024-04-24T01:52:15.866678+00:00 dev 1 default 1 default_pool
None calculcate_ecpm_filter vod_movie_high_ecpm_items 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 5 default 1 default_pool
success calculcate_ecpm_filter vod_movie_high_ecpm_items 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.880622+00:00 2024-04-24T01:52:15.880632+00:00 dev 5 default 1 default_pool
None calculcate_ecpm_filter vod_tv_high_ecpm_items 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 4 default 1 default_pool