State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:31.816800 | 43 |
|
root | 1 | default |
|
3 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:00:36.729100 | 42 |
|
root | 1 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_click_60days_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:53.638700 | 39 |
|
root | 4 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_replace_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.192700 | 38 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | update_media_local |
|
SparkSubmitOperator |
|
|
0:00:34.431000 | 37 |
|
root | 2 | default |
|
3 | default_pool | |||
failed | eges_model_data_preparation | get_monitor_scene_media_hive |
|
SparkSubmitOperator |
|
|
0:00:25.424600 | 36 |
|
root | 2 | default |
|
3 | default_pool | |||
success | eges_model_data_preparation | comic_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:02.093620 | 35 |
|
root | 1 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_basecid_cidList_ldd_hive |
|
SparkSubmitOperator |
|
|
0:00:43.940400 | 34 |
|
root | 2 | default |
|
2 | default_pool | |||
success | eges_model_data_preparation | drama_income_basecid_60d_rr |
|
BashOperator |
|
|
0:00:04.055620 | 33 |
|
root | 2 | default |
|
2 | default_pool | |||
failed | eges_model_data_preparation | get_click_seq_60days_hive |
|
SparkSubmitOperator |
|
|
0:01:07.585100 | 30 |
|
root | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.258440 | 27 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.114256 | 25 |
|
root | 9 | default |
|
2 | default_pool | |||
success | movie_preprocess_main_rr | handle_doubaninfo_detail |
|
SparkSubmitOperator |
|
|
0:00:42.504400 | 24 |
|
root | 6 | default |
|
7 | default_pool | |||
success | movie_preprocess_main_rr | update_media_label |
|
SparkSubmitOperator |
|
|
0:00:33.344700 | 21 |
|
root | 1 | default |
|
5 | default_pool | |||
success | movie_preprocess_main_rr | user_click_exposure_video_fill_local |
|
SparkSubmitOperator |
|
|
0:01:09.285500 | 18 |
|
root | 1 | default |
|
5 | default_pool | |||
success | xsimgcl_recall_dag | generate_training_data |
|
BashOperator |
|
|
0:00:01.237120 | 12 |
|
root | 8 | default |
|
3 | default_pool | |||
success | xsimgcl_recall_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.112801 | 7 |
|
root | 9 | default |
|
5 | default_pool | |||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd |
|
SparkSubmitOperator |
|
|
0:00:00.155839 | 4 |
|
root | 5 | default |
|
3 | default_pool | |||
removed | vod_post_processing | get_all_platform_daily_cvr_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
removed | vod_post_processing | get_all_platform_daily_cvr_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_basecid_cidlist_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 4 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 4 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 4 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 4 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_1_7_days_ldd_trex_local |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_1_7_days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
success | matching_model_data_preparation_rr | get_base_aid_cid_click_expose_count_ndays_ldd_trex |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
success | basecid_cid_click_expose | get_base_aid_cid_click_expose_count_ndays_v2 |
|
SparkSubmitOperator |
|
|
|
dev | 2 | default |
|
1 | default_pool | |||||
removed | update_rec_movie_dnum_rr | get_child_ldd_user_rec_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
removed | update_rec_movie_dnum_rr | get_child_user_rec_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
success | eges_model_data_preparation | get_click_30days_ldd_hive |
|
SparkSubmitOperator |
|
|
|
root | 2 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_click_30days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
removed | eges_model_data_preparation | get_click_60days_ldd_local |
|
SparkSubmitOperator |
|
|
|
root | 3 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
upstream_failed | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | eges_model_data_preparation | get_click_seq_60days_local |
|
SparkSubmitOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | filtered_data_preparation | get_comic_filtered_aids_7days_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | filtered_data_preparation | get_comic_filtered_aids_7days_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
|
dev | 3 | default |
|
1 | default_pool | |||||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
|
dev | 3 | default |
|
1 | default_pool | |||||
None | multi_interest_2024_dag | generate_inference_dataset_i2i |
|
BashOperator |
|
|
|
dev | 3 | default |
|
1 | default_pool | |||||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
|
dev | 7 | default |
|
1 | default_pool | |||||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
|
dev | 7 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
root | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall |
|
BashOperator |
|
|
|
dev | 6 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_03 |
|
BashOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_03 |
|
BashOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_03 |
|
BashOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_03 |
|
BashOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_03 |
|
BashOperator |
|
|
|
root | 1 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_03 |
|
BashOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_drama |
|
BashOperator |
|
|
|
root | 5 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_drama |
|
BashOperator |
|
|
|
root | 5 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_drama |
|
BashOperator |
|
|
|
root | 5 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_drama |
|
BashOperator |
|
|
|
root | 5 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_drama |
|
BashOperator |
|
|
|
root | 5 | default |
|
1 | default_pool | |||||
success | xsimgcl_recall_dag | generate_xsimgcl_recall_drama |
|
BashOperator |
|
|
|
dev | 5 | default |
|
1 | default_pool | |||||
None | ab_testing_evaluation | get_aggregate_results |
|
BashOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | ab_testing_evaluation | get_aggregate_results |
|
BashOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | multi_modal_movie | generate_inference_dataset_movie |
|
BashOperator |
|
|
|
dev | 4 | default |
|
1 | default_pool | |||||
success | multi_interest_tv | generate_inference_dataset_tv |
|
BashOperator |
|
|
|
dev | 3 | default |
|
1 | default_pool | |||||
success | airflow_tv_ls_recall | get_mv_training_data_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 6 | default |
|
1 | default_pool | |||||
upstream_failed | update_newly_activated_users | get_newly_activated_users_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
None | calculcate_ecpm_filter | get_ecpm_filter_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 2 | default |
|
1 | default_pool | |||||
success | calculcate_ecpm_filter | get_ecpm_filter_to_local |
|
SparkSubmitOperator |
|
|
|
dev | 2 | default |
|
1 | default_pool | |||||
None | ab_testing_evaluation | get_eval_results_to_local |
|
BashOperator |
|
|
|
dev | 2 | default |
|
1 | default_pool | |||||
success | ab_testing_evaluation | get_eval_results_to_local |
|
BashOperator |
|
|
|
dev | 2 | default |
|
1 | default_pool | |||||
removed | heat_online_data_preparation | get_heat_data_child |
|
BashOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | heat_online_data_preparation | get_heat_data_comic |
|
BashOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool | |||||
success | heat_online_data_preparation | get_heat_data_comic_one_hot |
|
BashOperator |
|
|
|
dev | 1 | default |
|
1 | default_pool |