Merge branch 'main' into daisyden/distributed_2.8

Author: zxd1997066

.github/actions/inductor-xpu-e2e-test/action.yml

@@ -113,6 +113,9 @@ runs:
             }
         }
         set -xe
+        xpu_list=($(xpu-smi discovery |grep 'DRM Device: /dev/' |sed 's/.*card//;s/[^0-9].*//' |awk '{if($1==0){print $1":"NR - 1}else{print $1 - 1":"NR - 1}}'))
+        cores_per_instance="$(lscpu |grep -E 'Core\(s\) per socket:|Socket\(s\):' |awk -v i="${#xpu_list[*]}" 'BEGIN{sum=1}{sum*=$NF}END{print sum/i}')"
+        export OMP_NUM_THREADS=${cores_per_instance}
         for suite in $(echo ${{ inputs.suite }} |sed 's/,/ /g')
         do
           if [ "${suite}" == "pt2e" ];then
@@ -133,15 +136,15 @@ runs:
                 contains "accuracy,performance" $scenario
                 $contains_status
                 if [ "${MODEL_ONLY_NAME}" == "" ];then
-                  xpu_list=($(xpu-smi discovery |grep 'DRM Device: /dev/' |sed 's/.*card//;s/[^0-9].*//' |awk '{if($1==0){print $1":"NR - 1}else{print $1 - 1":"NR - 1}}'))
                   for xpu_id in ${xpu_list[*]}
                   do
-                    bash inductor_xpu_test.sh ${suite} ${dt} ${mode} ${scenario} xpu ${xpu_id/:*} static ${#xpu_list[*]} ${xpu_id/*:} &
+                    cpu_list="$(echo "${cores_per_instance} ${xpu_id/*:}" |awk '{printf("%d-%d", $1*$2, $1*$2+$1-1)}')"
+                    numactl --localalloc --physcpubind=${cpu_list} bash inductor_xpu_test.sh ${suite} ${dt} ${mode} ${scenario} xpu ${xpu_id/:*} static ${#xpu_list[*]} ${xpu_id/*:} &
                   done
                 else
                   for test_model in $(echo ${MODEL_ONLY_NAME} |sed 's/,/ /g')
                   do
-                    bash inductor_xpu_test.sh ${suite} ${dt} ${mode} ${scenario} xpu 0 static 1 0 ${test_model}
+                    numactl --localalloc bash inductor_xpu_test.sh ${suite} ${dt} ${mode} ${scenario} xpu 0 static 1 0 ${test_model}
                   done
                 fi
                 wait

.github/ci_expected_accuracy/check_expected.py

@@ -6,6 +6,7 @@
 # Reference last updated is https://github.com/intel/torch-xpu-ops/pull/1223
 
 parser = argparse.ArgumentParser(description="Accuracy Check", formatter_class=argparse.ArgumentDefaultsHelpFormatter)
+parser.add_argument("--driver", type=str, default="lts", help="rolling or lts")
 parser.add_argument("--category", type=str, default="inductor", help="inductor")
 parser.add_argument("--suite", type=str, required=True, help="huggingface, timm_models or torchbench")
 parser.add_argument("--mode", type=str, required=True, help="inference or training")
@@ -23,7 +24,7 @@
 test_names = [row["name"] for index, row in test_data.iterrows()]
 
 current_path = pathlib.Path(__file__).parent.resolve()
-refer_file = str(current_path) + "/" + args.category + "_" + args.suite + "_" + args.mode + ".csv"
+refer_file = str(current_path) + "/" + args.driver + "/" + args.category + "_" + args.suite + "_" + args.mode + ".csv"
 refer_data = pd.read_csv(refer_file, comment='#')
 # refer_data = refer_data.reset_index()  # make sure indexes pair with number of rows
 # refer_data = refer_data.sort_values(by=["name"], ascending=True)

.github/ci_expected_accuracy/inductor_huggingface_inference.csv renamed to .github/ci_expected_accuracy/lts/inductor_huggingface_inference.csv

@@ -0,0 +1,53 @@
+name,float32,bfloat16,float16,amp_bf16,amp_fp16
+# https://github.com/intel/torch-xpu-ops/issues/1768
+# https://github.com/intel/torch-xpu-ops/issues/1767
+AlbertForMaskedLM,pass,pass,fail_accuracy,pass,fail_accuracy
+# https://github.com/intel/torch-xpu-ops/issues/1768
+# https://github.com/intel/torch-xpu-ops/issues/1767
+AlbertForQuestionAnswering,pass,fail_accuracy,fail_accuracy,fail_accuracy,fail_accuracy
+AllenaiLongformerBase,pass,pass,pass,pass,pass
+BartForCausalLM,pass,pass,pass,pass,pass
+BartForConditionalGeneration,pass,pass,pass,pass,pass
+BertForMaskedLM,pass,pass,pass,pass,pass
+BertForQuestionAnswering,pass,pass,pass,pass,pass
+BlenderbotForCausalLM,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+BlenderbotSmallForCausalLM,pass,pass,pass,pass,pass
+BlenderbotSmallForConditionalGeneration,pass,pass,pass,pass,pass
+CamemBert,pass,pass,pass,pass,pass
+DebertaForMaskedLM,pass,pass,pass,pass,pass
+DebertaForQuestionAnswering,pass,pass,pass,pass,pass
+DebertaV2ForMaskedLM,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+# Skip DebertaV2ForQuestionAnswering issue: https://github.com/intel/torch-xpu-ops/issues/1216
+DebertaV2ForQuestionAnswering,fail_accuracy,fail_accuracy,fail_accuracy,pass,pass
+DistilBertForMaskedLM,pass,pass,pass,pass,pass
+DistilBertForQuestionAnswering,pass,pass,pass,pass,pass
+DistillGPT2,pass,pass,pass,pass,pass
+ElectraForCausalLM,pass,pass,pass,pass,pass
+ElectraForQuestionAnswering,pass,pass,pass,pass,pass
+GPT2ForSequenceClassification,pass,pass,pass,pass,pass
+GoogleFnet,pass,pass,pass,pass,pass
+LayoutLMForMaskedLM,pass,pass,pass,pass,pass
+LayoutLMForSequenceClassification,pass,pass,pass,pass,pass
+M2M100ForConditionalGeneration,pass,pass,pass,pass,pass
+MBartForCausalLM,pass,pass,pass,pass,pass
+MBartForConditionalGeneration,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1768
+MT5ForConditionalGeneration,pass,fail_accuracy,pass,pass,pass
+MegatronBertForCausalLM,pass,pass,pass,pass,pass
+MegatronBertForQuestionAnswering,pass,pass,pass,pass,pass
+MobileBertForMaskedLM,pass,pass,pass,pass,pass
+MobileBertForQuestionAnswering,pass,pass,pass,pass,pass
+OPTForCausalLM,pass,pass,pass,pass,pass
+PLBartForCausalLM,pass,pass,pass,pass,pass
+PLBartForConditionalGeneration,pass,pass,pass,pass,pass
+PegasusForCausalLM,pass,pass,pass,pass,pass
+PegasusForConditionalGeneration,pass,pass,pass,pass,pass
+RobertaForCausalLM,pass,pass,pass,pass,pass
+RobertaForQuestionAnswering,pass,pass,pass,pass,pass
+Speech2Text2ForCausalLM,pass,pass,pass,pass,pass
+T5ForConditionalGeneration,pass,pass,pass,pass,pass
+T5Small,pass,pass,pass,pass,pass
+TrOCRForCausalLM,pass,pass,pass,pass,pass
+XGLMForCausalLM,pass,pass,pass,pass,pass
+XLNetLMHeadModel,pass,pass,pass,pass,pass
+YituTechConvBert,pass,pass,pass,pass,pass

.github/ci_expected_accuracy/lts/inductor_huggingface_training.csv

@@ -0,0 +1,69 @@
+name,float32,bfloat16,float16,amp_bf16,amp_fp16
+adv_inception_v3,pass,pass,pass,pass,pass
+beit_base_patch16_224,pass,pass,pass,pass,pass
+botnet26t_256,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1768
+cait_m36_384,pass,pass,fail_accuracy,pass,pass
+coat_lite_mini,pass,pass,pass,pass,pass
+convit_base,pass,pass,pass,pass,pass
+convmixer_768_32,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1274
+convnext_base,pass,fail_accuracy,fail_accuracy,pass,pass
+crossvit_9_240,pass,pass,pass,pass,pass
+cspdarknet53,pass,pass,pass,pass,pass
+deit_base_distilled_patch16_224,pass,pass,pass,pass,pass
+dla102,pass,pass,pass,pass,pass
+dm_nfnet_f0,pass,pass,pass,pass,pass
+dpn107,pass,pass,pass,pass,pass
+eca_botnext26ts_256,pass,pass,pass,pass,pass
+eca_halonext26ts,pass,pass,pass,pass,pass
+ese_vovnet19b_dw,pass,pass,pass,pass,pass
+fbnetc_100,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1275
+# https://github.com/intel/torch-xpu-ops/issues/1765
+fbnetv3_b,pass,fail_accuracy,pass,fail_accuracy,pass
+gernet_l,pass,pass,pass,pass,pass
+ghostnet_100,pass,pass,pass,pass,pass
+gluon_inception_v3,pass,fail_accuracy,pass,pass,pass
+gmixer_24_224,pass,pass,pass,pass,pass
+gmlp_s16_224,pass,pass,pass,pass,pass
+hrnet_w18,pass,pass,pass,pass,pass
+inception_v3,pass,pass,pass,pass,pass
+jx_nest_base,pass,pass,pass,pass,pass
+lcnet_050,pass,pass,pass,pass,pass
+levit_128,pass,pass,pass,pass,pass
+mixer_b16_224,pass,pass,pass,pass,pass
+mixnet_l,pass,pass,pass,pass,pass
+mnasnet_100,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1768
+mobilenetv2_100,pass,pass,fail_accuracy,pass,pass
+mobilenetv3_large_100,pass,pass,pass,pass,pass
+mobilevit_s,pass,pass,pass,pass,pass
+nfnet_l0,pass,pass,pass,pass,pass
+pit_b_224,pass,pass,pass,pass,pass
+pnasnet5large,pass,pass,pass,pass,pass
+poolformer_m36,pass,pass,pass,pass,pass
+regnety_002,pass,pass,pass,pass,pass
+repvgg_a2,pass,pass,pass,pass,pass
+res2net101_26w_4s,pass,pass,pass,pass,pass
+res2net50_14w_8s,pass,pass,pass,pass,pass
+res2next50,pass,pass,pass,pass,pass
+resmlp_12_224,pass,pass,pass,pass,pass
+resnest101e,pass,pass,pass,pass,pass
+rexnet_100,pass,pass,pass,pass,pass
+sebotnet33ts_256,pass,pass,pass,pass,pass
+selecsls42b,pass,pass,pass,pass,pass
+spnasnet_100,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1768
+swin_base_patch4_window7_224,pass,fail_accuracy,fail_accuracy,pass,pass
+swsl_resnext101_32x16d,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1767
+tf_efficientnet_b0,pass,pass,fail_accuracy,pass,pass
+tf_mixnet_l,pass,pass,pass,pass,pass
+tinynet_a,pass,pass,pass,pass,pass
+tnt_s_patch16_224,pass,pass,pass,pass,pass
+twins_pcpvt_base,pass,pass,pass,pass,pass
+visformer_small,pass,pass,pass,pass,pass
+vit_base_patch16_224,pass,pass,pass,pass,pass
+volo_d1_224,pass,pass,pass,pass,pass
+xcit_large_24_p8_224,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip

.github/ci_expected_accuracy/inductor_timm_models_inference.csv renamed to .github/ci_expected_accuracy/lts/inductor_timm_models_inference.csv

@@ -0,0 +1,116 @@
+name,float32,bfloat16,float16,amp_bf16,amp_fp16
+# https://github.com/intel/torch-xpu-ops/issues/1221
+torchrec_dlrm,pass,eager_fail_to_run,eager_fail_to_run,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1768
+BERT_pytorch,pass,pass,pass,fail_accuracy,pass
+Background_Matting,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+DALLE2_pytorch,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
+LearningToPaint,pass,pass,pass,pass,pass
+Super_SloMo,pass,pass,pass,pass,pass
+alexnet,pass,pass,pass,pass,pass
+basic_gnn_edgecnn,pass,pass,pass,pass,pass
+basic_gnn_gcn,pass,pass,pass,pass,pass
+basic_gnn_gin,pass,pass,pass,pass,pass
+basic_gnn_sage,pass,pass,pass,pass,pass
+cm3leon_generate,pass,pass,pass,pass,pass
+dcgan,pass,pass,pass,pass,pass
+demucs,pass,pass,pass,pass,pass
+densenet121,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1278
+detectron2_fasterrcnn_r_101_c4,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_fasterrcnn_r_101_dc5,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_fasterrcnn_r_101_fpn,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_fasterrcnn_r_50_c4,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_fasterrcnn_r_50_dc5,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_fasterrcnn_r_50_fpn,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_fcos_r_50_fpn,pass,pass,pass,pass,pass
+detectron2_maskrcnn,fail_to_run,eager_fail_to_run,fail_to_run,eager_fail_to_run,fail_to_run
+detectron2_maskrcnn_r_101_c4,fail_accuracy,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_maskrcnn_r_101_fpn,fail_accuracy,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_maskrcnn_r_50_c4,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+detectron2_maskrcnn_r_50_fpn,pass,eager_fail_to_run,fail_accuracy,eager_fail_to_run,fail_accuracy
+dlrm,pass,pass,pass,pass,pass
+doctr_det_predictor,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1768
+doctr_reco_predictor,pass,pass,pass,fail_accuracy,pass
+drq,pass,pass,pass,pass,pass
+fastNLP_Bert,pass,pass,pass,pass,pass
+functorch_dp_cifar10,pass,pass,pass,pass,pass
+functorch_maml_omniglot,pass,pass,pass,pass,pass
+hf_Albert,pass,pass,pass,pass,pass
+hf_Bart,pass,pass,pass,pass,pass
+hf_Bert,pass,pass,pass,pass,pass
+hf_Bert_large,pass,pass,pass,pass,pass
+hf_BigBird,pass,pass,pass,pass,pass
+hf_DistilBert,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1767
+hf_GPT2,pass,eager_two_runs_differ,eager_two_runs_differ,eager_two_runs_differ,eager_two_runs_differ
+hf_GPT2_large,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+hf_Longformer,pass,pass,pass,pass,pass
+hf_Reformer,pass,pass,pass,pass,pass
+hf_T5,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1276
+hf_T5_base,pass,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
+hf_T5_generate,pass,pass,pass,pass,pass
+hf_T5_large,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+hf_Whisper,pass,pass,pass,pass,pass
+hf_clip,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
+hf_distil_whisper,pass,pass,pass,pass,pass
+lennard_jones,pass,pass,pass,pass,pass
+llama,pass,pass,pass,pass,pass
+llama_v2_7b_16h,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+# https://github.com/intel/torch-xpu-ops/issues/1277
+llava,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
+maml,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+maml_omniglot,pass,pass,pass,pass,pass
+microbench_unbacked_tolist_sum,pass,pass,pass,pass,pass
+mnasnet1_0,pass,pass,pass,pass,pass
+mobilenet_v2,pass,pass,pass,pass,pass
+mobilenet_v2_quantized_qat,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load
+mobilenet_v3_large,pass,pass,pass,pass,pass
+moco,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,model_fail_to_load,model_fail_to_load
+moondream,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1767
+nanogpt,pass,eager_two_runs_differ,eager_two_runs_differ,eager_two_runs_differ,eager_two_runs_differ
+nvidia_deeprecommender,pass,pass,pass,pass,pass
+opacus_cifar10,pass,pass,pass,pass,pass
+phlippe_densenet,pass,pass,pass,pass,pass
+phlippe_resnet,pass,pass,pass,pass,pass
+pyhpc_equation_of_state,pass,pass,pass,pass,pass
+pyhpc_isoneutral_mixing,pass,pass,pass,pass,pass
+pyhpc_turbulent_kinetic_energy,pass,pass,pass,pass,pass
+pytorch_CycleGAN_and_pix2pix,pass,pass,pass,pass,pass
+pytorch_stargan,pass,pass,pass,pass,pass
+pytorch_unet,pass,pass,pass,pass,pass
+resnet152,pass,pass,pass,pass,pass
+resnet18,pass,pass,pass,pass,pass
+resnet50,pass,pass,pass,pass,pass
+resnet50_quantized_qat,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load
+resnext50_32x4d,pass,pass,pass,pass,pass
+sam,pass,pass,pass,pass,pass
+sam_fast,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
+shufflenet_v2_x1_0,pass,pass,pass,pass,pass
+simple_gpt,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load
+simple_gpt_tp_manual,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load
+soft_actor_critic,pass,pass,pass,pass,pass
+speech_transformer,pass,pass,pass,pass,pass
+squeezenet1_1,pass,fail_accuracy,pass,pass,pass
+stable_diffusion_text_encoder,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1261
+stable_diffusion_unet,eager_fail_to_run,pass_due_to_skip,pass_due_to_skip,eager_fail_to_run,eager_fail_to_run
+tacotron2,pass,pass,pass,fail_to_run,fail_to_run
+timm_efficientdet,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load
+timm_efficientnet,pass,pass,pass,pass,pass
+timm_nfnet,pass,pass,pass,pass,pass
+timm_regnet,pass,pass,pass,pass,pass
+timm_resnest,pass,pass,pass,pass,pass
+timm_vision_transformer,pass,pass,pass,pass,pass
+timm_vision_transformer_large,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
+timm_vovnet,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1767
+torch_multimodal_clip,pass,eager_two_runs_differ,eager_two_runs_differ,eager_two_runs_differ,eager_two_runs_differ
+tts_angular,pass,pass,pass,pass,pass
+vgg16,pass,pass,pass,pass,pass
+vision_maskrcnn,pass,pass,pass,fail_accuracy,fail_accuracy
+yolov3,pass,pass,pass,pass,pass
+hf_Roberta_base,pass,pass,pass,pass,pass

.github/ci_expected_accuracy/lts/inductor_timm_models_training.csv

@@ -4,16 +4,15 @@ BERT_pytorch,pass,pass,pass,pass,pass
 Background_Matting,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
 DALLE2_pytorch,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
 LearningToPaint,pass,pass,pass,pass,pass
-# https://github.com/intel/torch-xpu-ops/issues/1256
-Super_SloMo,eager_two_runs_differ,pass,pass,pass,pass
+Super_SloMo,pass,pass,pass,pass,pass
 alexnet,pass,pass,pass,pass,pass
 basic_gnn_edgecnn,pass,pass,pass,pass,pass
 basic_gnn_gcn,pass,pass,pass,pass,pass
 basic_gnn_gin,pass,pass,pass,pass,pass
 basic_gnn_sage,pass,pass,pass,pass,pass
 cm3leon_generate,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
 dcgan,pass,pass,pass,pass,pass
-demucs,eager_two_runs_differ,eager_fail_to_run,eager_fail_to_run,eager_two_runs_differ,eager_two_runs_differ
+demucs,fail_accuracy,eager_fail_to_run,eager_fail_to_run,fail_accuracy,fail_accuracy
 densenet121,pass,pass,pass,pass,pass
 detectron2_fasterrcnn_r_101_c4,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
 detectron2_fasterrcnn_r_101_dc5,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
@@ -34,8 +33,8 @@ drq,pass,pass,pass,pass,pass
 fastNLP_Bert,pass,pass,pass,pass,pass
 # https://github.com/intel/torch-xpu-ops/issues/508
 functorch_dp_cifar10,fail_accuracy,fail_accuracy,fail_accuracy,pass,pass
-# https://github.com/intel/torch-xpu-ops/issues/510
-functorch_maml_omniglot,pass,pass,pass,fail_accuracy,pass
+# https://github.com/intel/torch-xpu-ops/issues/1768
+functorch_maml_omniglot,pass,fail_accuracy,pass,pass,pass
 hf_Albert,pass,pass,pass,pass,pass
 hf_Bart,pass,pass,pass,pass,pass
 hf_Bert,pass,pass,pass,pass,pass
@@ -64,14 +63,13 @@ mnasnet1_0,pass,pass,pass,pass,pass
 mobilenet_v2,pass,pass,pass,pass,pass
 mobilenet_v2_quantized_qat,pass,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
 mobilenet_v3_large,pass,pass,pass,pass,pass
-moco,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
+moco,model_fail_to_load,eager_fail_to_run,eager_fail_to_run,model_fail_to_load,model_fail_to_load
 moondream,pass,pass,pass,pass,pass
 nanogpt,pass,pass,pass,pass,pass
 nvidia_deeprecommender,pass,pass,pass,pass,pass
 opacus_cifar10,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
 phlippe_densenet,pass,pass,pass,pass,pass
-# https://github.com/intel/torch-xpu-ops/issues/509
-phlippe_resnet,pass,fail_accuracy,pass,fail_accuracy,pass
+phlippe_resnet,pass,pass,pass,pass,pass
 pyhpc_equation_of_state,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
 pyhpc_isoneutral_mixing,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run,eager_fail_to_run
 pyhpc_turbulent_kinetic_energy,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load,model_fail_to_load
@@ -103,11 +101,11 @@ timm_regnet,pass,fail_accuracy,pass,pass,pass
 timm_resnest,pass,pass,pass,pass,pass
 timm_vision_transformer,pass,pass,pass,pass,pass
 timm_vision_transformer_large,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
-timm_vovnet,pass,pass,pass,pass,pass
+# https://github.com/intel/torch-xpu-ops/issues/1768
+timm_vovnet,pass,fail_accuracy,pass,pass,pass
 torch_multimodal_clip,pass,pass,pass,pass,pass
 tts_angular,pass,pass,pass,pass,pass
 vgg16,pass,pass,pass,pass,pass
-# https://github.com/intel/torch-xpu-ops/issues/1264
-vision_maskrcnn,eager_fail_to_run,pass,pass,eager_fail_to_run,eager_fail_to_run
+vision_maskrcnn,pass,pass,pass,pass,pass
 yolov3,pass,pass,pass,pass,pass
 hf_Roberta_base,pass,pass,pass,pass,pass

.github/ci_expected_accuracy/lts/inductor_torchbench_inference.csv

@@ -13,8 +13,7 @@ CamemBert,pass,pass,pass,pass,pass
 DebertaForMaskedLM,pass,pass,pass,pass,pass
 DebertaForQuestionAnswering,pass,pass,pass,pass,pass
 DebertaV2ForMaskedLM,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip,pass_due_to_skip
-# Skip DebertaV2ForQuestionAnswering issue: https://github.com/intel/torch-xpu-ops/issues/1216
-DebertaV2ForQuestionAnswering,fail_accuracy,fail_accuracy,fail_accuracy,pass,pass
+DebertaV2ForQuestionAnswering,pass,pass,pass,pass,pass
 DistilBertForMaskedLM,pass,pass,pass,pass,pass
 DistilBertForQuestionAnswering,pass,pass,pass,pass,pass
 DistillGPT2,pass,pass,pass,pass,pass