Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success xsimgcl_recall generate_xsimgcl_recall_novip_rr 04-06T13:00:00+00:00 BashOperator 04-07T13:26:22.315395+00:00 04-07T13:26:22.315406+00:00 dev 3 default 1 default_pool
success multi_interest_jx_feed generate_inference_dataset 2024-05-16T21:20:00+00:00 BashOperator 2024-05-17T21:40:02.102721+00:00 2024-05-17T21:40:02.102732+00:00 dev 3 default 1 default_pool
success multi_interest_ldd generate_inference_dataset 04-10T23:00:00+00:00 BashOperator 04-11T23:45:56.950552+00:00 04-11T23:45:56.950566+00:00 dev 5 default 1 default_pool
success multi_interest_ldd generate_inference_dataset 04-27T23:00:00+00:00 BashOperator 04-28T23:47:57.802238+00:00 04-28T23:47:57.802251+00:00 dev 5 default 1 default_pool
success multi_interest_youku_jx_lst generate_inference_dataset 2024-06-17T22:00:00+00:00 BashOperator dev 3 default 1 default_pool
success multi_interest_youku_jx_lst generate_inference_dataset 2024-06-17T22:30:00+00:00 BashOperator dev 3 default 1 default_pool
success multi_interest_youku_jx_lst generate_inference_dataset 04-27T22:00:00+00:00 BashOperator 04-28T22:44:22.248798+00:00 04-28T22:44:22.248812+00:00 dev 4 default 1 default_pool
upstream_failed eges_model_data_preparation get_click_seq_60days_local 2024-04-17T18:30:00+00:00 SparkSubmitOperator 2024-04-19T12:56:32.764335+00:00 2024-04-19T12:56:32.764346+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_click_seq_60days_local 2024-04-18T18:30:00+00:00 SparkSubmitOperator 2024-04-19T18:37:29.068296+00:00 2024-04-19T18:37:29.068305+00:00 root 1 default 1 default_pool
upstream_failed eges_model_data_preparation get_click_seq_60days_local 2024-04-19T18:30:00+00:00 SparkSubmitOperator 2024-04-20T18:37:28.740170+00:00 2024-04-20T18:37:28.740180+00:00 root 1 default 1 default_pool
success eges_model_data_preparation get_click_seq_60days_local 2024-04-20T18:30:00+00:00 SparkSubmitOperator 2024-04-21T18:37:22.869332+00:00 2024-04-21T18:37:22.869341+00:00 root 1 default 1 default_pool
success eges_model_data_preparation get_click_seq_60days_local 2024-04-21T18:30:00+00:00 SparkSubmitOperator 2024-04-23T07:44:49.349305+00:00 2024-04-23T07:44:49.349325+00:00 root 1 default 1 default_pool
success filtered_data_preparation get_comic_filtered_aids_7days_local 2024-04-21T19:10:00+00:00 SparkSubmitOperator 2024-04-23T08:00:29.424910+00:00 2024-04-23T08:00:29.424925+00:00 dev 1 default 1 default_pool
success filtered_data_preparation get_comic_filtered_aids_7days_local 2024-04-22T19:10:00+00:00 SparkSubmitOperator 2024-04-23T19:22:11.049237+00:00 2024-04-23T19:22:11.049253+00:00 dev 1 default 1 default_pool
None calculcate_ecpm_filter get_ecpm_filter_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 2 default 1 default_pool
success calculcate_ecpm_filter get_ecpm_filter_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.833674+00:00 2024-04-24T01:52:15.833685+00:00 dev 2 default 1 default_pool
None ab_testing_evaluation get_eval_results_to_local 2024-04-21T19:20:00+00:00 BashOperator dev 2 default 1 default_pool
success ab_testing_evaluation get_eval_results_to_local 2024-04-22T19:20:00+00:00 BashOperator 2024-04-23T19:30:24.745196+00:00 2024-04-23T19:30:24.745211+00:00 dev 2 default 1 default_pool
removed heat_online_data_preparation get_heat_data_child 2024-04-22T19:20:00+00:00 BashOperator dev 1 default 1 default_pool
success heat_online_data_preparation get_heat_data_comic 2024-04-22T19:20:00+00:00 BashOperator 2024-04-24T01:56:25.367316+00:00 2024-04-24T01:56:25.367327+00:00 dev 1 default 1 default_pool
success heat_online_data_preparation get_heat_data_comic_one_hot 2024-04-22T19:20:00+00:00 BashOperator 2024-04-24T01:56:25.380575+00:00 2024-04-24T01:56:25.380585+00:00 dev 1 default 1 default_pool
success multi_interest_2024_dag generate_inference_dataset_012468 04-27T19:10:00+00:00 BashOperator 04-28T19:33:20.232368+00:00 04-28T19:33:20.232382+00:00 dev 6 default 1 default_pool
success multi_interest_2024_dag generate_inference_dataset_3579 04-27T19:10:00+00:00 BashOperator 04-28T19:31:22.063755+00:00 04-28T19:31:22.063768+00:00 dev 13 default 1 default_pool
None multi_interest_2024_dag generate_inference_dataset_i2i 2024-10-14T19:10:00+00:00 BashOperator dev 3 default 1 default_pool
success multi_interest_2024_dag generate_inference_dataset_i2i 04-27T19:10:00+00:00 BashOperator 04-28T19:31:28.354692+00:00 04-28T19:31:28.354708+00:00 dev 2 default 1 default_pool
success multi_interest_youku_jx_lst generate_inference_dataset_vip 04-27T22:00:00+00:00 BashOperator 04-28T22:43:18.744650+00:00 04-28T22:43:18.744664+00:00 dev 4 default 1 default_pool
success xsimgcl_recall_dag generate_kgcl_data 2024-04-17T12:15:00+00:00 BashOperator 2024-04-19T05:21:58.837688+00:00 2024-04-19T05:21:58.837700+00:00 root 4 default 1 default_pool
success xsimgcl_recall_dag generate_kgcl_data 2024-04-18T12:15:00+00:00 BashOperator 2024-04-19T12:20:35.984979+00:00 2024-04-19T12:20:35.984990+00:00 root 4 default 1 default_pool
success xsimgcl_recall_dag generate_kgcl_data 2024-04-19T12:15:00+00:00 BashOperator 2024-04-20T12:20:35.912780+00:00 2024-04-20T12:20:35.912792+00:00 root 4 default 1 default_pool
success xsimgcl_recall_dag generate_kgcl_data 2024-04-20T12:15:00+00:00 BashOperator 2024-04-21T12:20:35.014074+00:00 2024-04-21T12:20:35.014085+00:00 root 4 default 1 default_pool
success xsimgcl_recall_dag generate_kgcl_data 2024-04-21T12:15:00+00:00 BashOperator 2024-04-22T12:20:29.588824+00:00 2024-04-22T12:20:29.588835+00:00 root 4 default 1 default_pool
success xsimgcl_recall_dag generate_kgcl_data 2024-04-22T12:15:00+00:00 BashOperator 2024-04-23T12:20:25.350012+00:00 2024-04-23T12:20:25.350022+00:00 dev 4 default 1 default_pool
removed vod_post_processing generate_ldd_ucb_v2 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:44.193074+00:00 2024-04-23T09:23:44.193084+00:00 dev 7 default 1 default_pool
success multi_interest_youku_jx_lst generate_llm_diffurec_recall_result_014578 04-27T22:00:00+00:00 BashOperator 04-28T22:44:22.267690+00:00 04-28T22:44:22.267700+00:00 dev 3 default 1 default_pool
None calculcate_ecpm_filter generate_movie_have_income_basecids 2024-04-22T01:20:00+00:00 BashOperator dev 1 default 1 default_pool
success calculcate_ecpm_filter generate_movie_have_income_basecids 2024-04-23T01:20:00+00:00 BashOperator 2024-04-24T01:52:17.341655+00:00 2024-04-24T01:52:17.341665+00:00 dev 1 default 1 default_pool
upstream_failed train_causimgcl generate_recall 2024-04-21T13:45:00+00:00 BashOperator 2024-04-23T07:52:46.916896+00:00 2024-04-23T07:52:46.916912+00:00 dev 1 default 1 default_pool
upstream_failed train_causimgcl generate_recall 2024-04-22T13:45:00+00:00 BashOperator 2024-04-23T13:45:21.583144+00:00 2024-04-23T13:45:21.583159+00:00 dev 1 default 1 default_pool
success xsimgcl_recall_dag generate_training_data_03 2024-04-17T12:15:00+00:00 BashOperator 2024-04-19T05:21:58.854673+00:00 2024-04-19T05:21:58.854683+00:00 root 3 default 1 default_pool
success xsimgcl_recall_dag generate_training_data_03 2024-04-18T12:15:00+00:00 BashOperator 2024-04-19T12:20:36.003452+00:00 2024-04-19T12:20:36.003461+00:00 root 3 default 1 default_pool
success xsimgcl_recall_dag generate_training_data_03 2024-04-19T12:15:00+00:00 BashOperator 2024-04-20T12:20:35.929589+00:00 2024-04-20T12:20:35.929599+00:00 root 3 default 1 default_pool
success xsimgcl_recall_dag generate_training_data_03 2024-04-20T12:15:00+00:00 BashOperator 2024-04-21T12:20:35.030808+00:00 2024-04-21T12:20:35.030819+00:00 root 3 default 1 default_pool
success xsimgcl_recall_dag generate_training_data_03 2024-04-21T12:15:00+00:00 BashOperator 2024-04-22T12:20:29.606021+00:00 2024-04-22T12:20:29.606031+00:00 root 3 default 1 default_pool
success xsimgcl_recall_dag generate_training_data_03 2024-04-22T12:15:00+00:00 BashOperator 2024-04-23T12:20:25.366252+00:00 2024-04-23T12:20:25.366262+00:00 dev 3 default 1 default_pool
upstream_failed generate_training_labels generate_training_label_pos 2024-04-21T18:10:00+00:00 BashOperator 2024-04-23T05:31:46.844911+00:00 2024-04-23T05:31:46.844927+00:00 root 1 default 1 default_pool
upstream_failed generate_training_labels generate_training_label_pos 2024-04-22T18:10:00+00:00 BashOperator 2024-04-24T04:15:11.460895+00:00 2024-04-24T04:15:11.460909+00:00 dev 1 default 1 default_pool
None airflow_mv_ls_recall upload_recall_to_hive_mv 2024-08-24T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 2024-10-27T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 02-12T00:40:00+00:00 SparkSubmitOperator 02-13T00:56:29.626529+00:00 02-13T00:56:29.626543+00:00 dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 03-03T00:40:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 03-04T00:40:00+00:00 SparkSubmitOperator 03-05T00:58:43.330332+00:00 03-05T00:58:43.330349+00:00 dev 1 default 1 default_pool
success airflow_mv_ls_recall upload_recall_to_hive_mv 04-11T00:40:00+00:00 SparkSubmitOperator 04-12T00:53:24.137540+00:00 04-12T00:53:24.137550+00:00 dev 1 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive_mv 2024-04-21T23:30:00+00:00 SparkSubmitOperator 2024-04-23T17:16:11.199663+00:00 2024-04-23T17:16:11.199673+00:00 dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-02T21:40:00+00:00 SparkSubmitOperator 2024-05-03T22:40:12.851932+00:00 2024-05-03T22:40:12.851942+00:00 dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-11T21:40:00+00:00 SparkSubmitOperator 2024-05-12T22:06:12.986575+00:00 2024-05-12T22:06:12.986585+00:00 dev 2 default 1 default_pool
success airflow_tv_ls_recall upload_recall_to_hive_mv 2024-05-15T01:00:00+00:00 SparkSubmitOperator dev 2 default 1 default_pool
upstream_failed airflow_tv_ls_recall upload_recall_to_hive_mv 2024-06-13T23:40:00+00:00 SparkSubmitOperator 2024-06-15T20:24:06.332523+00:00 2024-06-15T20:24:06.332533+00:00 dev 2 default 1 default_pool
success vod_post_processing upload_results 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:42.749906+00:00 2024-04-23T09:23:42.749916+00:00 dev 10 default 1 default_pool
success vod_post_processing upload_sparkjson_results 2024-04-22T02:15:00+00:00 BashOperator 2024-04-23T09:23:42.766701+00:00 2024-04-23T09:23:42.766713+00:00 dev 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.245506+00:00 2024-04-19T08:29:04.245517+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.442908+00:00 2024-04-20T10:24:32.442918+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.538248+00:00 2024-04-20T17:51:49.538258+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.848026+00:00 2024-04-22T07:06:46.848037+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.277719+00:00 2024-04-19T08:29:04.277729+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.469374+00:00 2024-04-20T10:24:32.469383+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.565823+00:00 2024-04-20T17:51:49.565833+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_fill 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.879953+00:00 2024-04-22T07:06:46.879964+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.290531+00:00 2024-04-19T08:29:04.290541+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.481400+00:00 2024-04-20T10:24:32.481410+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.577699+00:00 2024-04-20T17:51:49.577709+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.892311+00:00 2024-04-22T07:06:46.892325+00:00 root 2 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-17T17:40:00+00:00 SparkSubmitOperator 2024-04-19T08:29:04.306160+00:00 2024-04-19T08:29:04.306170+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-18T17:40:00+00:00 SparkSubmitOperator 2024-04-20T10:24:32.493625+00:00 2024-04-20T10:24:32.493635+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-19T17:40:00+00:00 SparkSubmitOperator 2024-04-20T17:51:49.589257+00:00 2024-04-20T17:51:49.589267+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-20T17:40:00+00:00 SparkSubmitOperator 2024-04-22T07:06:46.905223+00:00 2024-04-22T07:06:46.905234+00:00 root 1 default 1 default_pool
success movie_preprocess_main_rr user_click_exposure_video_ldd_local 2024-04-21T17:40:00+00:00 SparkSubmitOperator 2024-04-23T08:59:32.969041+00:00 2024-04-23T08:59:32.969056+00:00 root 1 default 1 default_pool
success user_rationales user_clustering_vip 03-31T03:00:00+00:00 BashOperator 04-01T03:16:27.412966+00:00 04-01T03:16:27.412976+00:00 dev 3 default 1 default_pool
None calculcate_ecpm_filter vip_details_to_local 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 1 default 1 default_pool
success calculcate_ecpm_filter vip_details_to_local 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.866668+00:00 2024-04-24T01:52:15.866678+00:00 dev 1 default 1 default_pool
None calculcate_ecpm_filter vod_movie_high_ecpm_items 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 5 default 1 default_pool
success calculcate_ecpm_filter vod_movie_high_ecpm_items 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.880622+00:00 2024-04-24T01:52:15.880632+00:00 dev 5 default 1 default_pool
None calculcate_ecpm_filter vod_tv_high_ecpm_items 2024-04-22T01:20:00+00:00 SparkSubmitOperator dev 4 default 1 default_pool
success calculcate_ecpm_filter vod_tv_high_ecpm_items 2024-04-23T01:20:00+00:00 SparkSubmitOperator 2024-04-24T01:52:15.899217+00:00 2024-04-24T01:52:15.899227+00:00 dev 4 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-17T12:15:00+00:00 BashOperator 2024-04-19T05:21:54.733093+00:00 2024-04-19T05:21:54.733104+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-18T12:15:00+00:00 BashOperator 2024-04-19T12:20:31.866725+00:00 2024-04-19T12:20:31.866736+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-19T12:15:00+00:00 BashOperator 2024-04-20T12:20:32.849547+00:00 2024-04-20T12:20:32.849558+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-20T12:15:00+00:00 BashOperator 2024-04-21T12:20:31.943574+00:00 2024-04-21T12:20:31.943585+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-21T12:15:00+00:00 BashOperator 2024-04-22T12:20:27.527586+00:00 2024-04-22T12:20:27.527597+00:00 root 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train 2024-04-22T12:15:00+00:00 BashOperator 2024-04-23T12:20:23.269135+00:00 2024-04-23T12:20:23.269147+00:00 dev 7 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-17T12:15:00+00:00 BashOperator 2024-04-19T05:21:58.872544+00:00 2024-04-19T05:21:58.872554+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-18T12:15:00+00:00 BashOperator 2024-04-19T12:20:36.021348+00:00 2024-04-19T12:20:36.021358+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-19T12:15:00+00:00 BashOperator 2024-04-20T12:20:35.948813+00:00 2024-04-20T12:20:35.948823+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-20T12:15:00+00:00 BashOperator 2024-04-21T12:20:35.048833+00:00 2024-04-21T12:20:35.048842+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-21T12:15:00+00:00 BashOperator 2024-04-22T12:20:29.627361+00:00 2024-04-22T12:20:29.627372+00:00 root 2 default 1 default_pool
success xsimgcl_recall_dag xsimgcl_train_03 2024-04-22T12:15:00+00:00 BashOperator 2024-04-23T12:20:25.385284+00:00 2024-04-23T12:20:25.385294+00:00 dev 2 default 1 default_pool
success xsimgcl_recall_ldd xsimgcl_train_ldd 2024-09-23T09:20:18.966594+00:00 BashOperator dev 1 default 1 default_pool
success multi_interest_youku_jx_lst update_user_click_youku_jx_lst_60days 2024-06-17T22:00:00+00:00 BashOperator dev 6 default 1 default_pool
success multi_interest_youku_jx_lst update_user_click_youku_jx_lst_60days 2024-06-17T22:30:00+00:00 BashOperator dev 6 default 1 default_pool
success multi_interest_2024_dag train_diffurec_vip 04-27T19:10:00+00:00 BashOperator 04-28T19:31:24.345662+00:00 04-28T19:31:24.345672+00:00 dev 7 default 1 default_pool
success multi_interest_youku_jx_lst train_diffurec_youku_jx_lst 2024-06-17T22:00:00+00:00 BashOperator dev 4 default 1 default_pool