[ci] enable fx_importer2stablehlo ci test (#3698)

build_tools/ci/test_posix.sh

@@ -25,6 +25,11 @@ case $torch_version in
     echo "::group::Run FxImporter e2e integration tests"
     python -m e2e_testing.main --config=fx_importer -v
     echo "::endgroup::"
+
+    # TODO: Need to verify in the stable version
+    echo "::group::Run FxImporter2Stablehlo e2e integration tests"
+    python -m e2e_testing.main --config=fx_importer_stablehlo -v
+    echo "::endgroup::"
     ;;
   stable)
     ;;

projects/pt1/e2e_testing/xfail_sets.py

@@ -522,6 +522,65 @@
 }
 
 FX_IMPORTER_STABLEHLO_XFAIL_SET = {
+    "AddFloatIntModule_basic",
+    "ArgmaxIntModule_basic",
+    "ArgmaxIntModule_multiple_maxs",
+    "ArgmaxKeepdimModule_basic",
+    "ArgmaxModule_basic",
+    "AtenKthvalueDynamicDimsModule_basic",
+    "AtenKthvalueFloat64DynamicDimsModule_basic",
+    "AtenKthvalueFloat64Module_basic",
+    "AtenKthvalueKeepDimModule_basic",
+    "AtenKthvalueModule_basic",
+    "AtenPolarDoubleModule_basic",
+    "AtenPolarFloatModule_basic",
+    "DiagonalWithStaticShapeModule_basic",
+    "EinsumStaticDiagonalDimensionModule_basic",
+    "ElementwiseIntTensorLtFloatScalarModule_basic",
+    "ElementwiseRemainderScalarModule_Bool_NegativeDivisor_basic",
+    "ElementwiseRemainderScalarModule_Float_NegativeDividend_basic",
+    "ElementwiseRemainderScalarModule_Float_NegativeDivisor_basic",
+    "ElementwiseRemainderScalarModule_Int_Float_NegativeDividend_basic",
+    "ElementwiseRemainderScalarModule_Int_NegativeDividend_basic",
+    "ElementwiseRemainderScalarModule_Int_NegativeDivisor_basic",
+    "ElementwiseRemainderTensorModule_Float_NegativeDivisor_basic",
+    "ElementwiseRemainderTensorModule_Int_Float_NegativeDividend_basic",
+    "ElementwiseRemainderTensorModule_Int_Float_NegativeDivisor_basic",
+    "ElementwiseRemainderTensorModule_Int_NegativeDividend_basic",
+    "ElementwiseRemainderTensorModule_Int_NegativeDivisor_basic",
+    "ElementwiseRreluEvalModule_basic",
+    "ElementwiseRreluEvalStaticModule_basic",
+    "ElementwiseRreluTrainModule_basic",
+    "ElementwiseRreluTrainStaticModule_basic",
+    "MaxPool1dCeilModeTrueModule_basic",
+    "MaxPool1dStaticCeilModeTrueModule_basic",
+    "MaxUnpool3dModulePad0_basic",
+    "MaxUnpool3dModule_basic",
+    "MultinomialModule2D_F32",
+    "MultinomialModule2D_basic",
+    "MultinomialModule_basic",
+    "QuantizedReluInt32_basic",
+    "QuantizedReluInt8_basic",
+    "QuantizedReluUint8_basic",
+    "ScatterAddStaticModule_basic",
+    "SelectScattertModule_basic",
+    "SelectScattertStaticModule_basic",
+    "SignAndLogarithmOfDeterminantBatchedModule_F32",
+    "SignAndLogarithmOfDeterminantDynamicModule_F32",
+    "SignAndLogarithmOfDeterminantModule_F32",
+    "SliceCopyEndGreaterThanDimSize_Module_basic",
+    "SliceCopyNegative_Module_basic",
+    "SliceCopyNonZeroDim_Module_basic",
+    "SliceCopyStartGreaterThanDimSize_Module_basic",
+    "SliceCopy_Module_basic",
+    "SliceScatterModule_basic",
+    "SliceScatterNegativeDimModule_basic",
+    "SliceScatterNegativeEndModule_basic",
+    "SliceScatterStaticModule_basic",
+    "SliceScatterStepVariationModule_basic",
+    "SliceScatterZeroDimModule_basic",
+    "TimeOutModule_basic",
+    "WeightNormInterfaceModule_basic",
     "AdaptiveAvgPool3dDynamicNoBatch_basic",
     "AdaptiveAvgPool3dDynamic_basic",
     "AdaptiveMaxPool1dDynamicNoBatch_basic",
@@ -545,7 +604,6 @@
     "ArgminIntModule_basic",
     "ArgminIntModule_multiple_mins",
     "ArgminModule_basic",
-    "ArgminModule_keepDim",
     "AtenComplexImagModule_basic",
     "AtenComplexRealModule_basic",
     "AtenComplexViewModule_basic",
@@ -555,7 +613,6 @@
     "AtenDiagEmbedNonDefault4DDiag_basic",
     "AtenDiagEmbedOffsetDiag_basic",
     "AtenDiagEmbedRevDimDiag_basic",
-    "AtenEmbeddingBagStaticModule_basic",
     "AtenEmbeddingBagSumExample_basic",
     "AtenFloatScalarModule_basic",
     "AtenIntBoolOpConstFalseModule_basic",
@@ -620,15 +677,6 @@
     "DivFloatModule_basic",
     "DivIntModule_basic",
     "ElementwiseAddScalar_NumToTensorFloat_Module_basic",
-    "ElementwiseAtan2FloatIntModule_basic",
-    "ElementwiseAtan2TensorFloatModule_basic",
-    "ElementwiseAtan2TensorIntModule_basic",
-    "ElementwiseBitwiseLeftShiftInt32Module_basic",
-    "ElementwiseBitwiseLeftShiftInt64Module_basic",
-    "ElementwiseBitwiseLeftShiftInt8Module_basic",
-    "ElementwiseBitwiseRightShiftInt32Module_basic",
-    "ElementwiseBitwiseRightShiftInt64Module_basic",
-    "ElementwiseBitwiseRightShiftInt8Module_basic",
     "ElementwiseDequantizePerChannelModule_basic",
     "ElementwiseDequantizePerTensorModule_basic",
     "ElementwiseErfIntModule_basic",
@@ -638,11 +686,7 @@
     "ElementwiseQuantizePerTensorModule_basic",
     "ElementwiseQuantizePerTensorUIntModule_basic",
     "ElementwiseReciprocalIntModule_basic",
-    "ElementwiseTanIntModule_basic",
-    "ElementwiseTanModule_basic",
-    "ElementwiseTernaryModule_basic",
     "ElementwiseToDtypeI64ToUI8Module_basic",
-    "EmptyModule_uint8",
     "EqIntModule_basic",
     "Fill_TensorFloat32WithFloat32_basic",
     "Fill_TensorFloat32WithFloat64_basic",
@@ -695,11 +739,8 @@
     "IndexTensorNegativeIndexModule_basic",
     "IntFloatModule_basic",
     "IntImplicitModule_basic",
-    "IsFloatingPointFloat_True",
-    "IsFloatingPointInt_False",
     "LenStrModule_basic",
     "MaxPool2dCeilModeTrueModule_basic",
-    "MaxPool2dEmptyStrideStaticModule_basic",
     "MaxPool2dStaticCeilModeTrueModule_basic",
     "MaxPool2dWithIndicesBackwardDynamic3DModule_basic",
     "MaxPool2dWithIndicesBackwardDynamic4DModule_basic",
@@ -722,8 +763,6 @@
     "MaxPool3dWithIndicesNonDefaultParamsModule_basic",
     "MaxPool3dWithIndicesNonDefaultStrideModule_basic",
     "MaxPool3dWithIndicesStaticModule_basic",
-    "MseLossMeanReductionModule_basic",
-    "MseLossSumReductionWithDifferentElemTypeModule_basic",
     "MulFloatModule_basic",
     "NativeGroupNormBackwardModule_basic",
     "NeFloatIntModule_basic",
@@ -770,10 +809,6 @@
     "ReduceAllDimEmpty_basic",
     "ReduceAllDimFloat_basic",
     "ReduceAllDimInt_basic",
-    "ReduceMaxAlongDimUnsignedInt_basic",
-    "ReduceMinAlongDimUnsignedInt_basic",
-    "ReduceMinKeepDimReturnBoth_basic",
-    "ReduceMinKeepDim_basic",
     "ReduceProdDimIntFloatModule_basic",
     "ReflectionPad1dModule2dInput_Right",
     "ReflectionPad1dModule2dInput_basic",
@@ -790,7 +825,6 @@
     "ReplicationPad2dModule_right0",
     "ReplicationPad2dModule_top0",
     "RsubInt0d_NumToTensor_Module_basic",
-    "ScalarConstantTupleModule_basic",
     "ScalarImplicitFloatModule_basic",
     # REMOVE WHEN ENABLE_GQA IS ADDED
     "ScaledDotProductAttentionBoolMaskModule_basic",
@@ -843,7 +877,6 @@
     "TensorToFloatZeroRank_basic",
     "TensorToFloat_basic",
     "TensorToInt_basic",
-    "TestMultipleTensorAndPrimitiveTypesReturn_basic",
     "Threshold1dFloatModule_basic",
     "Threshold1dIntI32Module_basic",
     "Threshold1dIntModule_basic",
@@ -860,23 +893,16 @@
     "ThresholdBackward3dFloatModule_basic",
     "ThresholdBackward3dIntModule_basic",
     "ThresholdBackward3dMixedModule_basic",
-    "TorchPrimLoopForLikeModule_basic",
-    "TorchPrimLoopWhileLikeModule_basic",
     "TraceModule_basic",
     "TraceModule_empty",
     "TraceModule_nonsquare",
     "TraceSignedIntModule_basic",
     "TraceUnsignedIntModule_basic",
     "TraceUnsignedIntModule_empty",
-    "UnbindIntGetItem_Module_basic",
-    "UnbindIntListUnpack_Module_basic",
     "UnsafeIndexPutHackedTwin1DFloatNonAccumulateModule_basic",
     "UnsafeViewCollapseDynamicWithAtenSizeIntModule_basic",
     "UpSampleNearest2dBackwardScalesNone_basic",
     "UpSampleNearest2dBackward_basic",
-    "VarMeanBiasedModule_basic",
-    "VarMeanCorrectionNoneModule_basic",
-    "VarMeanUnbiasedModule_basic",
     "ViewCollapseDynamicWithAtenSizeIntModule_basic",
     "ViewSizeFromOtherTensor_basic",
 }
@@ -889,6 +915,14 @@
     "ResNet18StaticModule_basic",
     "MobilenetV3Module_basic",
     "Conv2dBiasNoPaddingModule_basic",
+    # llvm-project/llvm/include/llvm/ADT/ArrayRef.h:257:
+    #  const T &llvm::ArrayRef<long>::operator[](size_t) const [T = long]:
+    #  Assertion `Index < Length && "Invalid index!"
+    "IndexPutWithNoneAndBroadcastModule_basic",
+    # Assertion `newMaterialization.getType() == outputType
+    #  materialization callback produced value of incorrect type failed
+    "ReduceMaxAlongDimUnsignedInt_basic",
+    "ReduceMinAlongDimUnsignedInt_basic",
 }
 
 STABLEHLO_PASS_SET = {