Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
None multi_interest_2024_dag generate_diffurec_recall_result_i2i 2024-10-14T19:10:00+00:00 BashOperator dev 2 default 1 default_pool
success multi_interest_2024_dag generate_diffurec_recall_result_i2i 04-27T19:10:00+00:00 BashOperator 04-28T19:31:28.388590+00:00 04-28T19:31:28.388599+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag generate_diffurec_recall_result_i2i 05-03T19:10:00+00:00 BashOperator 05-04T19:45:48.914546+00:00 05-04T19:45:48.914559+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag generate_diffurec_recall_result_i2i 05-04T19:10:00+00:00 BashOperator 05-05T19:44:03.689325+00:00 05-05T19:44:03.689338+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag generate_diffurec_recall_result_i2i 05-05T19:10:00+00:00 BashOperator 05-06T19:43:29.135715+00:00 05-06T19:43:29.135728+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag generate_diffurec_recall_result_i2i 05-15T19:10:00+00:00 BashOperator 05-16T19:31:18.680129+00:00 05-16T19:31:18.680139+00:00 dev 1 default 1 default_pool
success multi_modal_movie generate_diffurec_recall_result_movie 04-11T00:00:00+00:00 BashOperator 04-12T00:12:37.026814+00:00 04-12T00:12:37.026825+00:00 dev 3 default 1 default_pool
success multi_modal_movie generate_diffurec_recall_result_movie 04-28T00:00:00+00:00 BashOperator 04-29T00:12:05.904215+00:00 04-29T00:12:05.904224+00:00 dev 3 default 1 default_pool
upstream_failed multi_modal_movie generate_diffurec_recall_result_movie 05-04T00:00:00+00:00 BashOperator 05-05T00:14:22.124402+00:00 05-05T00:14:22.124416+00:00 dev 3 default 1 default_pool
upstream_failed multi_modal_movie generate_diffurec_recall_result_movie 05-05T00:00:00+00:00 BashOperator 05-06T00:13:56.082158+00:00 05-06T00:13:56.082171+00:00 dev 3 default 1 default_pool
upstream_failed multi_modal_movie generate_diffurec_recall_result_movie 05-06T00:00:00+00:00 BashOperator 05-07T00:14:00.795025+00:00 05-07T00:14:00.795035+00:00 dev 3 default 1 default_pool
upstream_failed multi_modal_movie generate_diffurec_recall_result_movie 05-16T00:00:00+00:00 BashOperator 05-17T00:12:02.914552+00:00 05-17T00:12:02.914561+00:00 dev 3 default 1 default_pool
success multi_modal_movie generate_diffurec_recall_result_movie_text 01-13T00:00:00+00:00 BashOperator dev 3 default 1 default_pool
success airflow_tv_ls_recall update_media_mv 2024-04-21T23:30:00+00:00 SparkSubmitOperator 2024-04-23T17:16:07.012369+00:00 2024-04-23T17:16:07.012380+00:00 dev 7 default 1 default_pool
success matching_model_data_preparation_rr update_media_text_embedding_v2 2024-04-17T23:00:00+00:00 BashOperator 2024-04-19T03:45:35.147213+00:00 2024-04-19T03:45:35.147222+00:00 root 1 default 1 default_pool
success matching_model_data_preparation_rr update_media_text_embedding_v2 2024-04-18T23:00:00+00:00 BashOperator 2024-04-19T23:07:17.178448+00:00 2024-04-19T23:07:17.178457+00:00 root 1 default 1 default_pool
success matching_model_data_preparation_rr update_media_text_embedding_v2 2024-04-19T23:00:00+00:00 BashOperator 2024-04-20T23:07:02.890468+00:00 2024-04-20T23:07:02.890477+00:00 root 1 default 1 default_pool
success matching_model_data_preparation_rr update_media_text_embedding_v2 2024-04-20T23:00:00+00:00 BashOperator 2024-04-21T23:06:57.778097+00:00 2024-04-21T23:06:57.778120+00:00 root 1 default 1 default_pool
success vod_rr update_media_text_embedding_v2 04-14T07:00:00+00:00 BashOperator dev 1 default 1 default_pool
success airflow_xxl_ls_recall update_media_xxl 2024-06-04T23:30:00+00:00 BashOperator dev 4 default 1 default_pool
success airflow_xxl_ls_recall update_media_xxl_all 2024-06-04T23:30:00+00:00 BashOperator dev 4 default 1 default_pool
success multi_interest_ldd train_diffurec_ldd 04-10T23:00:00+00:00 BashOperator 04-11T23:45:54.955906+00:00 04-11T23:45:54.955916+00:00 dev 6 default 1 default_pool
upstream_failed multi_interest_ldd train_diffurec_ldd 05-15T23:00:00+00:00 BashOperator 05-16T23:45:46.838983+00:00 05-16T23:45:46.838993+00:00 dev 6 default 1 default_pool
success multi_modal_movie train_diffurec_movie 04-11T00:00:00+00:00 BashOperator 04-12T00:12:34.967857+00:00 04-12T00:12:34.967866+00:00 dev 5 default 1 default_pool
upstream_failed multi_modal_movie train_diffurec_movie 05-16T00:00:00+00:00 BashOperator 05-17T00:12:00.855044+00:00 05-17T00:12:00.855054+00:00 dev 5 default 1 default_pool
success multi_modal_movie train_diffurec_movie_text 01-13T00:00:00+00:00 BashOperator dev 5 default 1 default_pool
success multi_interest_tv train_diffurec_tv 2024-06-06T00:00:00+00:00 BashOperator dev 4 default 1 default_pool
success multi_interest_tv train_diffurec_tv 04-10T23:10:00+00:00 BashOperator 04-11T23:31:34.366051+00:00 04-11T23:31:34.366061+00:00 dev 5 default 1 default_pool
upstream_failed multi_interest_tv train_diffurec_tv 05-15T23:10:00+00:00 BashOperator 05-16T23:30:54.475190+00:00 05-16T23:30:54.475200+00:00 dev 5 default 1 default_pool
success multi_interest_youku_jx_lst save_youku_jx_lst_recall_to_hive 04-27T22:00:00+00:00 SparkSubmitOperator 04-28T22:43:20.902372+00:00 04-28T22:43:20.902382+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst save_youku_jx_lst_recall_to_hive 05-03T22:00:00+00:00 SparkSubmitOperator 05-04T22:50:32.668619+00:00 05-04T22:50:32.668632+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst save_youku_jx_lst_recall_to_hive 05-04T22:00:00+00:00 SparkSubmitOperator 05-05T22:50:31.925924+00:00 05-05T22:50:31.925937+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst save_youku_jx_lst_recall_to_hive 05-05T22:00:00+00:00 SparkSubmitOperator 05-06T22:50:29.728556+00:00 05-06T22:50:29.728568+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst save_youku_jx_lst_recall_to_hive 05-15T22:00:00+00:00 SparkSubmitOperator 05-16T22:43:19.333599+00:00 05-16T22:43:19.333610+00:00 dev 1 default 1 default_pool
removed airflow_tv_ls_recall sim_paid_mv 2024-04-21T23:30:00+00:00 BashOperator 2024-04-23T17:16:07.062318+00:00 2024-04-23T17:16:07.062328+00:00 dev 4 default 1 default_pool
upstream_failed multi_interest_2024_dag train_diffurec 05-15T19:10:00+00:00 BashOperator 05-16T19:33:27.668951+00:00 05-16T19:33:27.668961+00:00 dev 6 default 1 default_pool
success multi_interest_jx_feed train_diffurec_jx_feed 2024-05-16T21:20:00+00:00 BashOperator 2024-05-17T21:40:01.089185+00:00 2024-05-17T21:40:01.089195+00:00 dev 4 default 1 default_pool
upstream_failed multi_interest_jx_feed train_diffurec_jx_feed 05-15T21:20:00+00:00 BashOperator 05-16T21:34:47.037265+00:00 05-16T21:34:47.037274+00:00 dev 4 default 1 default_pool
upstream_failed multi_interest_jx_feed train_diffurec_jx_feed_novip 05-15T21:20:00+00:00 BashOperator 05-16T21:34:38.662442+00:00 05-16T21:34:38.662453+00:00 dev 4 default 1 default_pool
success multi_interest_tv train_diffurec_tv_vip 04-10T23:10:00+00:00 BashOperator 04-11T23:29:35.915511+00:00 04-11T23:29:35.915521+00:00 dev 4 default 1 default_pool
upstream_failed multi_interest_tv train_diffurec_tv_vip 05-15T23:10:00+00:00 BashOperator 05-16T23:29:17.184501+00:00 05-16T23:29:17.184511+00:00 dev 4 default 1 default_pool
success multi_interest_2024_dag train_diffurec_vip 04-27T19:10:00+00:00 BashOperator 04-28T19:31:24.345662+00:00 04-28T19:31:24.345672+00:00 dev 7 default 1 default_pool
upstream_failed multi_interest_2024_dag train_diffurec_vip 05-03T19:10:00+00:00 BashOperator 05-04T19:45:45.071043+00:00 05-04T19:45:45.071055+00:00 dev 7 default 1 default_pool
upstream_failed multi_interest_2024_dag train_diffurec_vip 05-04T19:10:00+00:00 BashOperator 05-05T19:43:59.604234+00:00 05-05T19:43:59.604247+00:00 dev 7 default 1 default_pool
upstream_failed multi_interest_2024_dag train_diffurec_vip 05-05T19:10:00+00:00 BashOperator 05-06T19:43:25.183174+00:00 05-06T19:43:25.183188+00:00 dev 7 default 1 default_pool
upstream_failed multi_interest_2024_dag train_diffurec_vip 05-15T19:10:00+00:00 BashOperator 05-16T19:31:14.627728+00:00 05-16T19:31:14.627737+00:00 dev 6 default 1 default_pool
success multi_interest_youku_jx_lst train_diffurec_youku_jx_lst 2024-06-17T22:00:00+00:00 BashOperator dev 4 default 1 default_pool
success multi_interest_youku_jx_lst train_diffurec_youku_jx_lst 2024-06-17T22:30:00+00:00 BashOperator dev 4 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst train_diffurec_youku_jx_lst_novip 05-15T22:00:00+00:00 BashOperator 05-16T22:44:33.253413+00:00 05-16T22:44:33.253426+00:00 dev 4 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst train_diffurec_youku_jx_lst_vip 05-15T22:00:00+00:00 BashOperator 05-16T22:43:17.266994+00:00 05-16T22:43:17.267003+00:00 dev 4 default 1 default_pool
upstream_failed multi_interest_2024_dag train_llm_diffurec_v2 05-15T19:10:00+00:00 BashOperator 05-16T19:31:10.471445+00:00 05-16T19:31:10.471456+00:00 dev 13 default 1 default_pool
removed multi_interest_2024_dag save_recall_to_hive_v2 01-12T19:10:00+00:00 SparkSubmitOperator dev 3 default 1 default_pool
success multi_interest_tv save_tv_recall_to_hive 2024-06-06T00:00:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success multi_interest_tv save_tv_recall_to_hive 04-10T23:10:00+00:00 SparkSubmitOperator 04-11T23:29:40.090958+00:00 04-11T23:29:40.090968+00:00 dev 1 default 1 default_pool
success multi_interest_tv save_tv_recall_to_hive 04-27T23:10:00+00:00 SparkSubmitOperator 04-28T23:29:33.852198+00:00 04-28T23:29:33.852207+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_tv save_tv_recall_to_hive 05-03T23:10:00+00:00 SparkSubmitOperator 05-04T23:35:40.256533+00:00 05-04T23:35:40.256546+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_tv save_tv_recall_to_hive 05-04T23:10:00+00:00 SparkSubmitOperator 05-05T23:35:36.476299+00:00 05-05T23:35:36.476312+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_tv save_tv_recall_to_hive 05-05T23:10:00+00:00 SparkSubmitOperator 05-06T23:35:20.072882+00:00 05-06T23:35:20.072894+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_tv save_tv_recall_to_hive 05-15T23:10:00+00:00 SparkSubmitOperator 05-16T23:29:21.323758+00:00 05-16T23:29:21.323768+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag save_user_click_seq_to_hive 05-03T19:10:00+00:00 SparkSubmitOperator 05-04T19:45:46.966614+00:00 05-04T19:45:46.966626+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag save_user_click_seq_to_hive 05-04T19:10:00+00:00 SparkSubmitOperator 05-05T19:44:01.645995+00:00 05-05T19:44:01.646009+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag save_user_click_seq_to_hive 05-05T19:10:00+00:00 SparkSubmitOperator 05-06T19:43:27.419942+00:00 05-06T19:43:27.419956+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst save_user_click_youku_seq_to_hive 05-03T22:00:00+00:00 SparkSubmitOperator 05-04T22:50:34.577708+00:00 05-04T22:50:34.577726+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst save_user_click_youku_seq_to_hive 05-04T22:00:00+00:00 SparkSubmitOperator 05-05T22:50:33.227863+00:00 05-05T22:50:33.227880+00:00 dev 1 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst save_user_click_youku_seq_to_hive 05-05T22:00:00+00:00 SparkSubmitOperator 05-06T22:50:31.760374+00:00 05-06T22:50:31.760390+00:00 dev 1 default 1 default_pool
success multi_interest_youku_jx_lst save_youku_jx_lst_recall_to_hive 2024-06-17T22:00:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success multi_interest_youku_jx_lst save_youku_jx_lst_recall_to_hive 2024-06-17T22:30:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag update_jx_feed_media_v2 05-05T19:10:00+00:00 BashOperator 05-06T19:33:06.877662+00:00 05-06T19:33:06.877674+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_2024_dag update_jx_lst_media_v2 05-05T19:10:00+00:00 BashOperator 05-06T19:33:03.525426+00:00 05-06T19:33:03.525444+00:00 dev 4 default 1 default_pool
removed heat_online_data_preparation trim_cid_pool_basecid 2024-04-22T19:20:00+00:00 BashOperator dev 1 default 1 default_pool
removed heat_online_data_preparation trim_cid_pool_replace 2024-04-22T19:20:00+00:00 BashOperator dev 1 default 1 default_pool
upstream_failed multi_interest_2024_dag update_content_embedding 05-05T19:10:00+00:00 BashOperator 05-06T19:33:06.813638+00:00 05-06T19:33:06.813654+00:00 dev 3 default 1 default_pool
upstream_failed multi_interest_2024_dag update_content_embedding_jx_feed 05-05T19:10:00+00:00 BashOperator 05-06T19:33:09.947066+00:00 05-06T19:33:09.947083+00:00 dev 1 default 1 default_pool
removed compute_media_feature_score update_feature_encoder_child 2024-04-12T18:40:00+00:00 BashOperator dev 1 default 1 default_pool
success compute_media_feature_score update_feature_encoder_comic 2024-04-12T18:40:00+00:00 BashOperator 2024-04-23T07:58:58.209230+00:00 2024-04-23T07:58:58.209245+00:00 dev 1 default 1 default_pool
None calculcate_ecpm_filter get_vod_high_ecpm_items_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 3 default 1 default_pool
success calculcate_ecpm_filter get_vod_high_ecpm_items_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:17.356815+00:00 2024-04-24T01:52:17.356829+00:00 dev 3 default 1 default_pool
success airflow_xxl_ls_recall get_xxl_traning_data_180days_to_local_ls 2024-06-04T23:30:00+00:00 SparkSubmitOperator dev 6 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.265446+00:00 2024-04-19T08:29:04.265456+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.457985+00:00 2024-04-20T10:24:32.457995+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.554071+00:00 2024-04-20T17:51:49.554080+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.867537+00:00 2024-04-22T07:06:46.867547+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr handle_doubaninfo_detail_v2 2024-04-21T17:40:00+00:00 SparkSubmitOperator 2024-04-23T08:42:27.271514+00:00 2024-04-23T08:42:27.271530+00:00 root 1 default 1 default_pool
upstream_failed multi_interest_jx_feed get_pretrained_image_embedding_minicpm_jx_feed_sep 05-15T21:20:00+00:00 BashOperator 05-16T21:34:38.603312+00:00 05-16T21:34:38.603321+00:00 dev 6 default 1 default_pool
success multi_interest_ldd get_pretrained_image_embedding_minicpm_ldd 04-10T23:00:00+00:00 BashOperator 04-11T23:45:54.911160+00:00 04-11T23:45:54.911170+00:00 dev 8 default 1 default_pool
upstream_failed multi_interest_ldd get_pretrained_image_embedding_minicpm_ldd 05-15T23:00:00+00:00 BashOperator 05-16T23:45:46.791519+00:00 05-16T23:45:46.791530+00:00 dev 8 default 1 default_pool
upstream_failed multi_interest_2024_dag get_pretrained_image_embedding_minicpm_sep 05-15T19:10:00+00:00 BashOperator 05-16T19:31:10.360713+00:00 05-16T19:31:10.360723+00:00 dev 15 default 1 default_pool
success multi_interest_2024_dag get_pretrained_image_embedding_minicpm_vip 04-27T19:10:00+00:00 BashOperator 04-28T19:31:24.260547+00:00 04-28T19:31:24.260557+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_2024_dag get_pretrained_image_embedding_minicpm_vip 05-03T19:10:00+00:00 BashOperator 05-04T19:45:44.867658+00:00 05-04T19:45:44.867672+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_2024_dag get_pretrained_image_embedding_minicpm_vip 05-04T19:10:00+00:00 BashOperator 05-05T19:43:59.479197+00:00 05-05T19:43:59.479209+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_2024_dag get_pretrained_image_embedding_minicpm_vip 05-05T19:10:00+00:00 BashOperator 05-06T19:43:25.029038+00:00 05-06T19:43:25.029051+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_2024_dag get_pretrained_image_embedding_minicpm_vip 05-15T19:10:00+00:00 BashOperator 05-16T19:31:14.555408+00:00 05-16T19:31:14.555419+00:00 dev 2 default 1 default_pool
upstream_failed multi_interest_youku_jx_lst get_pretrained_image_embedding_minicpm_youku_vip 05-15T22:00:00+00:00 BashOperator 05-16T22:43:17.207212+00:00 05-16T22:43:17.207222+00:00 dev 6 default 1 default_pool
success multi_interest_tv get_pretrained_text_embedding 04-10T23:10:00+00:00 BashOperator 04-11T23:31:34.310748+00:00 04-11T23:31:34.310761+00:00 dev 7 default 1 default_pool
upstream_failed multi_interest_tv get_pretrained_text_embedding 05-15T23:10:00+00:00 BashOperator 05-16T23:30:54.420002+00:00 05-16T23:30:54.420015+00:00 dev 7 default 1 default_pool
success multi_modal_movie get_pretrained_text_embedding 01-13T00:00:00+00:00 BashOperator dev 7 default 1 default_pool
success multi_modal_movie get_pretrained_text_embedding 04-11T00:00:00+00:00 BashOperator 04-12T00:12:34.912874+00:00 04-12T00:12:34.912887+00:00 dev 7 default 1 default_pool
upstream_failed multi_modal_movie get_pretrained_text_embedding 05-16T00:00:00+00:00 BashOperator 05-17T00:12:00.799412+00:00 05-17T00:12:00.799426+00:00 dev 7 default 1 default_pool
removed filtered_data_preparation get_ldd_filtered_aids_7days_local 2024-04-21T19:10:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
removed vod_post_processing get_ldd_ip_decision_vs_reward 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:36.273312+00:00 2024-04-23T09:23:36.273323+00:00 dev 28 default 1 default_pool