State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | multi_interest_tv | get_vip_users |
|
BashOperator |
|
|
0:00:37.987300 | 41925 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | train_diffurec_ldd |
|
BashOperator |
|
|
0:12:05.703000 | 41924 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | pca_text_image |
|
BashOperator |
|
|
0:00:02.280020 | 41923 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_image_embedding_minicpm_ldd |
|
BashOperator |
|
|
0:00:03.826400 | 41922 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_pretrained_content_embedding_ldd |
|
BashOperator |
|
|
0:00:04.093420 | 41921 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_diffurec_dataset |
|
BashOperator |
|
|
0:01:06.415400 | 41920 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_user_click_ldd_60days |
|
BashOperator |
|
|
0:02:12.643000 | 41919 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_content_embedding_ldd |
|
BashOperator |
|
|
0:02:22.278000 | 41918 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | generate_user_click_data_ldd |
|
BashOperator |
|
|
0:01:45.712000 | 41917 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media_v2 |
|
BashOperator |
|
|
0:01:31.470200 | 41916 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | get_top300_aids |
|
BashOperator |
|
|
0:00:20.731100 | 41915 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_ldd | update_ldd_media |
|
BashOperator |
|
|
0:01:15.731300 | 41914 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_user_click_youku_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:02:01.835000 | 41913 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_jx_lst_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:02:11.651000 | 41912 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | save_jx_feed_recall_to_hive_v2 |
|
SparkSubmitOperator |
|
|
0:07:28.930000 | 41911 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_llm_diffurec_recall_result_014578 |
|
BashOperator |
|
|
0:18:40.090000 | 41910 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:04:25.641000 | 41909 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset |
|
BashOperator |
|
|
0:01:36.476200 | 41908 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:00:11.933900 | 41907 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_novip |
|
BashOperator |
|
|
0:11:36.803000 | 41906 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text |
|
BashOperator |
|
|
0:00:07.162880 | 41905 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku |
|
BashOperator |
|
|
0:00:02.735600 | 41904 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst |
|
BashOperator |
|
|
0:00:35.796300 | 41903 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | train_diffurec_youku_jx_lst_vip |
|
BashOperator |
|
|
0:12:58.003000 | 41902 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | pca_text_image_vip |
|
BashOperator |
|
|
0:00:07.824590 | 41901 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_image_embedding_minicpm_youku_vip |
|
BashOperator |
|
|
0:00:01.949210 | 41900 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_pretrained_content_embedding_youku_vip |
|
BashOperator |
|
|
0:00:02.649430 | 41899 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days |
|
BashOperator |
|
|
0:00:58.664000 | 41898 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_diffurec_dataset_youku_jx_lst_vip |
|
BashOperator |
|
|
0:00:06.530670 | 41897 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_user_click_youku_jx_lst_60days_013456 |
|
BashOperator |
|
|
0:01:00.206000 | 41896 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | generate_user_click_data_youku |
|
BashOperator |
|
|
0:01:52.090000 | 41895 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | save_youku_nomic_to_hive |
|
SparkSubmitOperator |
|
|
0:00:28.821800 | 41894 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_ecpm_aids |
|
BashOperator |
|
|
0:00:24.492600 | 41893 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_content_embedding_youku_nomic |
|
BashOperator |
|
|
0:00:09.724610 | 41892 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_content_embedding_youku |
|
BashOperator |
|
|
0:00:10.424400 | 41891 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | update_youku_jx_lst_media |
|
BashOperator |
|
|
0:01:22.019000 | 41890 |
|
dev | 23 | default |
|
2 | default_pool | |||
success | multi_interest_youku_jx_lst | get_youku_vip_users |
|
BashOperator |
|
|
0:00:34.737900 | 41889 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result |
|
BashOperator |
|
|
0:09:53.222000 | 41888 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_recall_result_novip |
|
BashOperator |
|
|
0:37:05.930000 | 41887 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset |
|
BashOperator |
|
|
0:00:19.014500 | 41886 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_inference_dataset_novip |
|
BashOperator |
|
|
0:01:06.569100 | 41885 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed |
|
BashOperator |
|
|
0:16:24.384000 | 41884 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | train_diffurec_jx_feed_novip |
|
BashOperator |
|
|
0:15:47.470000 | 41883 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | pca_text_image |
|
BashOperator |
|
|
0:00:09.103460 | 41882 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_image_embedding_minicpm_jx_feed |
|
BashOperator |
|
|
0:00:02.373410 | 41881 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:06.100900 | 41880 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_image_embedding_minicpm_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.250530 | 41879 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:02.635890 | 41878 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_pretrained_content_embedding_jx_feed_sep |
|
BashOperator |
|
|
0:00:02.603850 | 41877 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed |
|
BashOperator |
|
|
0:00:29.636900 | 41876 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | generate_diffurec_dataset_jx_feed_novip |
|
BashOperator |
|
|
0:00:24.582800 | 41875 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days_novip |
|
BashOperator |
|
|
0:01:06.078700 | 41874 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | update_user_click_jx_feed_60days |
|
BashOperator |
|
|
0:01:39.765500 | 41873 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_vip_users |
|
BashOperator |
|
|
0:00:35.543500 | 41872 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_30days |
|
BashOperator |
|
|
0:01:29.415700 | 41871 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | online_monitor_ecpm_by_bucket_may_algo |
|
SparkSubmitOperator |
|
|
0:00:54.542100 | 41870 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_jx_feed_dnum_expose |
|
BashOperator |
|
|
0:03:16.983000 | 41869 |
|
dev | 20 | default |
|
2 | default_pool | |||
success | multi_interest_jx_feed | get_aid_click_expose_jx_feed_ndays_local |
|
SparkSubmitOperator |
|
|
0:00:18.034000 | 41868 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_i2i |
|
BashOperator |
|
|
0:00:29.221600 | 41867 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_user_click_seq_to_hive |
|
SparkSubmitOperator |
|
|
0:05:14.108000 | 41866 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_i2i |
|
BashOperator |
|
|
0:01:23.119700 | 41865 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | save_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:05:13.348000 | 41864 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_vip |
|
BashOperator |
|
|
0:21:13.750000 | 41863 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_vip |
|
BashOperator |
|
|
0:01:35.945000 | 41862 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec_vip |
|
BashOperator |
|
|
0:12:35.975000 | 41861 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_2468 |
|
BashOperator |
|
|
1:21:53.120000 | 41860 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_vip |
|
BashOperator |
|
|
0:00:09.777340 | 41859 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_vip |
|
BashOperator |
|
|
0:00:03.054450 | 41858 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_vip |
|
BashOperator |
|
|
0:00:03.943930 | 41857 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_recall_result_3579 |
|
BashOperator |
|
|
0:41:01.530000 | 41856 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_vip |
|
BashOperator |
|
|
0:00:22.098500 | 41855 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_012468 |
|
BashOperator |
|
|
0:07:31.263000 | 41854 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_inference_dataset_3579 |
|
BashOperator |
|
|
0:02:24.210000 | 41853 |
|
dev | 13 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_diffurec |
|
BashOperator |
|
|
0:10:30.651000 | 41852 |
|
dev | 7 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image |
|
BashOperator |
|
|
0:00:11.059000 | 41851 |
|
dev | 8 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm |
|
BashOperator |
|
|
0:00:03.488850 | 41850 |
|
dev | 9 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_jx_lst |
|
BashOperator |
|
|
0:00:04.229910 | 41849 |
|
dev | 10 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_012468 |
|
BashOperator |
|
|
0:02:40.476000 | 41848 |
|
dev | 11 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | train_llm_diffurec_v2 |
|
BashOperator |
|
|
0:13:47.564000 | 41847 |
|
dev | 14 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | pca_text_image_v2 |
|
BashOperator |
|
|
0:00:09.698840 | 41846 |
|
dev | 15 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_image_embedding_minicpm_sep |
|
BashOperator |
|
|
0:00:03.419880 | 41845 |
|
dev | 16 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_pretrained_content_embedding_sep |
|
BashOperator |
|
|
0:00:03.646690 | 41844 |
|
dev | 17 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_diffurec_dataset_all_channelname_3579 |
|
BashOperator |
|
|
0:01:00.380200 | 41843 |
|
dev | 18 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding_jx_feed |
|
BashOperator |
|
|
0:00:13.102600 | 41842 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_3579 |
|
BashOperator |
|
|
0:02:27.086000 | 41841 |
|
dev | 19 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_user_click_all_channelname_60days_012468 |
|
BashOperator |
|
|
0:04:51.597000 | 41840 |
|
dev | 12 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media_v2 |
|
BashOperator |
|
|
0:01:19.454600 | 41839 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_content_embedding |
|
BashOperator |
|
|
0:02:01.729000 | 41838 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media_v2 |
|
BashOperator |
|
|
0:01:16.122000 | 41837 |
|
dev | 4 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_text_embedding |
|
BashOperator |
|
|
0:00:13.009000 | 41836 |
|
dev | 5 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | generate_user_click_data |
|
BashOperator |
|
|
0:05:37.638000 | 41835 |
|
dev | 28 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | get_ecpm_aids |
|
BashOperator |
|
|
0:00:21.976300 | 41834 |
|
dev | 29 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_feed_media |
|
BashOperator |
|
|
0:01:22.861200 | 41833 |
|
dev | 6 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | kill_iPython_job |
|
BashOperator |
|
|
0:00:00.140476 | 41832 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | multi_interest_2024_dag | update_jx_lst_media |
|
BashOperator |
|
|
0:01:20.343500 | 41831 |
|
dev | 36 | default |
|
2 | default_pool | |||
success | kill_large_processes | kill_large_processes |
|
BashOperator |
|
|
0:00:00.107169 | 41830 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | save_ldd_recall_to_hive |
|
SparkSubmitOperator |
|
|
0:00:24.083400 | 41829 |
|
dev | 1 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_xsimgcl_recall_ldd |
|
BashOperator |
|
|
0:00:02.372060 | 41828 |
|
dev | 2 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | xsimgcl_train_ldd |
|
BashOperator |
|
|
0:09:56.598000 | 41827 |
|
dev | 3 | default |
|
2 | default_pool | |||
success | xsimgcl_recall_ldd | generate_training_data_ldd |
|
BashOperator |
|
|
0:01:14.772100 | 41826 |
|
dev | 4 | default |
|
2 | default_pool |