From 04740824ae9d6e0efe95f940819dba7e6c612a52 Mon Sep 17 00:00:00 2001 From: penguin_wwy <940375606@qq.com> Date: Wed, 11 Sep 2024 09:53:23 +0800 Subject: [PATCH] [ci] enable fx_importer2stablehlo ci test (#3698) --- build_tools/ci/test_posix.sh | 5 ++ projects/pt1/e2e_testing/xfail_sets.py | 100 +++++++++++++++++-------- 2 files changed, 72 insertions(+), 33 deletions(-) diff --git a/build_tools/ci/test_posix.sh b/build_tools/ci/test_posix.sh index 3a9f5b7af..74a8052aa 100755 --- a/build_tools/ci/test_posix.sh +++ b/build_tools/ci/test_posix.sh @@ -25,6 +25,11 @@ case $torch_version in echo "::group::Run FxImporter e2e integration tests" python -m e2e_testing.main --config=fx_importer -v echo "::endgroup::" + + # TODO: Need to verify in the stable version + echo "::group::Run FxImporter2Stablehlo e2e integration tests" + python -m e2e_testing.main --config=fx_importer_stablehlo -v + echo "::endgroup::" ;; stable) ;; diff --git a/projects/pt1/e2e_testing/xfail_sets.py b/projects/pt1/e2e_testing/xfail_sets.py index cb981b327..a510ac186 100644 --- a/projects/pt1/e2e_testing/xfail_sets.py +++ b/projects/pt1/e2e_testing/xfail_sets.py @@ -522,6 +522,65 @@ FX_IMPORTER_CRASHING_SET = LINALG_CRASHING_SET | { } FX_IMPORTER_STABLEHLO_XFAIL_SET = { + "AddFloatIntModule_basic", + "ArgmaxIntModule_basic", + "ArgmaxIntModule_multiple_maxs", + "ArgmaxKeepdimModule_basic", + "ArgmaxModule_basic", + "AtenKthvalueDynamicDimsModule_basic", + "AtenKthvalueFloat64DynamicDimsModule_basic", + "AtenKthvalueFloat64Module_basic", + "AtenKthvalueKeepDimModule_basic", + "AtenKthvalueModule_basic", + "AtenPolarDoubleModule_basic", + "AtenPolarFloatModule_basic", + "DiagonalWithStaticShapeModule_basic", + "EinsumStaticDiagonalDimensionModule_basic", + "ElementwiseIntTensorLtFloatScalarModule_basic", + "ElementwiseRemainderScalarModule_Bool_NegativeDivisor_basic", + "ElementwiseRemainderScalarModule_Float_NegativeDividend_basic", + "ElementwiseRemainderScalarModule_Float_NegativeDivisor_basic", + "ElementwiseRemainderScalarModule_Int_Float_NegativeDividend_basic", + "ElementwiseRemainderScalarModule_Int_NegativeDividend_basic", + "ElementwiseRemainderScalarModule_Int_NegativeDivisor_basic", + "ElementwiseRemainderTensorModule_Float_NegativeDivisor_basic", + "ElementwiseRemainderTensorModule_Int_Float_NegativeDividend_basic", + "ElementwiseRemainderTensorModule_Int_Float_NegativeDivisor_basic", + "ElementwiseRemainderTensorModule_Int_NegativeDividend_basic", + "ElementwiseRemainderTensorModule_Int_NegativeDivisor_basic", + "ElementwiseRreluEvalModule_basic", + "ElementwiseRreluEvalStaticModule_basic", + "ElementwiseRreluTrainModule_basic", + "ElementwiseRreluTrainStaticModule_basic", + "MaxPool1dCeilModeTrueModule_basic", + "MaxPool1dStaticCeilModeTrueModule_basic", + "MaxUnpool3dModulePad0_basic", + "MaxUnpool3dModule_basic", + "MultinomialModule2D_F32", + "MultinomialModule2D_basic", + "MultinomialModule_basic", + "QuantizedReluInt32_basic", + "QuantizedReluInt8_basic", + "QuantizedReluUint8_basic", + "ScatterAddStaticModule_basic", + "SelectScattertModule_basic", + "SelectScattertStaticModule_basic", + "SignAndLogarithmOfDeterminantBatchedModule_F32", + "SignAndLogarithmOfDeterminantDynamicModule_F32", + "SignAndLogarithmOfDeterminantModule_F32", + "SliceCopyEndGreaterThanDimSize_Module_basic", + "SliceCopyNegative_Module_basic", + "SliceCopyNonZeroDim_Module_basic", + "SliceCopyStartGreaterThanDimSize_Module_basic", + "SliceCopy_Module_basic", + "SliceScatterModule_basic", + "SliceScatterNegativeDimModule_basic", + "SliceScatterNegativeEndModule_basic", + "SliceScatterStaticModule_basic", + "SliceScatterStepVariationModule_basic", + "SliceScatterZeroDimModule_basic", + "TimeOutModule_basic", + "WeightNormInterfaceModule_basic", "AdaptiveAvgPool3dDynamicNoBatch_basic", "AdaptiveAvgPool3dDynamic_basic", "AdaptiveMaxPool1dDynamicNoBatch_basic", @@ -545,7 +604,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "ArgminIntModule_basic", "ArgminIntModule_multiple_mins", "ArgminModule_basic", - "ArgminModule_keepDim", "AtenComplexImagModule_basic", "AtenComplexRealModule_basic", "AtenComplexViewModule_basic", @@ -555,7 +613,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "AtenDiagEmbedNonDefault4DDiag_basic", "AtenDiagEmbedOffsetDiag_basic", "AtenDiagEmbedRevDimDiag_basic", - "AtenEmbeddingBagStaticModule_basic", "AtenEmbeddingBagSumExample_basic", "AtenFloatScalarModule_basic", "AtenIntBoolOpConstFalseModule_basic", @@ -620,15 +677,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "DivFloatModule_basic", "DivIntModule_basic", "ElementwiseAddScalar_NumToTensorFloat_Module_basic", - "ElementwiseAtan2FloatIntModule_basic", - "ElementwiseAtan2TensorFloatModule_basic", - "ElementwiseAtan2TensorIntModule_basic", - "ElementwiseBitwiseLeftShiftInt32Module_basic", - "ElementwiseBitwiseLeftShiftInt64Module_basic", - "ElementwiseBitwiseLeftShiftInt8Module_basic", - "ElementwiseBitwiseRightShiftInt32Module_basic", - "ElementwiseBitwiseRightShiftInt64Module_basic", - "ElementwiseBitwiseRightShiftInt8Module_basic", "ElementwiseDequantizePerChannelModule_basic", "ElementwiseDequantizePerTensorModule_basic", "ElementwiseErfIntModule_basic", @@ -638,11 +686,7 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "ElementwiseQuantizePerTensorModule_basic", "ElementwiseQuantizePerTensorUIntModule_basic", "ElementwiseReciprocalIntModule_basic", - "ElementwiseTanIntModule_basic", - "ElementwiseTanModule_basic", - "ElementwiseTernaryModule_basic", "ElementwiseToDtypeI64ToUI8Module_basic", - "EmptyModule_uint8", "EqIntModule_basic", "Fill_TensorFloat32WithFloat32_basic", "Fill_TensorFloat32WithFloat64_basic", @@ -695,11 +739,8 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "IndexTensorNegativeIndexModule_basic", "IntFloatModule_basic", "IntImplicitModule_basic", - "IsFloatingPointFloat_True", - "IsFloatingPointInt_False", "LenStrModule_basic", "MaxPool2dCeilModeTrueModule_basic", - "MaxPool2dEmptyStrideStaticModule_basic", "MaxPool2dStaticCeilModeTrueModule_basic", "MaxPool2dWithIndicesBackwardDynamic3DModule_basic", "MaxPool2dWithIndicesBackwardDynamic4DModule_basic", @@ -722,8 +763,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "MaxPool3dWithIndicesNonDefaultParamsModule_basic", "MaxPool3dWithIndicesNonDefaultStrideModule_basic", "MaxPool3dWithIndicesStaticModule_basic", - "MseLossMeanReductionModule_basic", - "MseLossSumReductionWithDifferentElemTypeModule_basic", "MulFloatModule_basic", "NativeGroupNormBackwardModule_basic", "NeFloatIntModule_basic", @@ -770,10 +809,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "ReduceAllDimEmpty_basic", "ReduceAllDimFloat_basic", "ReduceAllDimInt_basic", - "ReduceMaxAlongDimUnsignedInt_basic", - "ReduceMinAlongDimUnsignedInt_basic", - "ReduceMinKeepDimReturnBoth_basic", - "ReduceMinKeepDim_basic", "ReduceProdDimIntFloatModule_basic", "ReflectionPad1dModule2dInput_Right", "ReflectionPad1dModule2dInput_basic", @@ -790,7 +825,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "ReplicationPad2dModule_right0", "ReplicationPad2dModule_top0", "RsubInt0d_NumToTensor_Module_basic", - "ScalarConstantTupleModule_basic", "ScalarImplicitFloatModule_basic", # REMOVE WHEN ENABLE_GQA IS ADDED "ScaledDotProductAttentionBoolMaskModule_basic", @@ -843,7 +877,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "TensorToFloatZeroRank_basic", "TensorToFloat_basic", "TensorToInt_basic", - "TestMultipleTensorAndPrimitiveTypesReturn_basic", "Threshold1dFloatModule_basic", "Threshold1dIntI32Module_basic", "Threshold1dIntModule_basic", @@ -860,23 +893,16 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = { "ThresholdBackward3dFloatModule_basic", "ThresholdBackward3dIntModule_basic", "ThresholdBackward3dMixedModule_basic", - "TorchPrimLoopForLikeModule_basic", - "TorchPrimLoopWhileLikeModule_basic", "TraceModule_basic", "TraceModule_empty", "TraceModule_nonsquare", "TraceSignedIntModule_basic", "TraceUnsignedIntModule_basic", "TraceUnsignedIntModule_empty", - "UnbindIntGetItem_Module_basic", - "UnbindIntListUnpack_Module_basic", "UnsafeIndexPutHackedTwin1DFloatNonAccumulateModule_basic", "UnsafeViewCollapseDynamicWithAtenSizeIntModule_basic", "UpSampleNearest2dBackwardScalesNone_basic", "UpSampleNearest2dBackward_basic", - "VarMeanBiasedModule_basic", - "VarMeanCorrectionNoneModule_basic", - "VarMeanUnbiasedModule_basic", "ViewCollapseDynamicWithAtenSizeIntModule_basic", "ViewSizeFromOtherTensor_basic", } @@ -889,6 +915,14 @@ FX_IMPORTER_STABLEHLO_CRASHING_SET = { "ResNet18StaticModule_basic", "MobilenetV3Module_basic", "Conv2dBiasNoPaddingModule_basic", + # llvm-project/llvm/include/llvm/ADT/ArrayRef.h:257: + # const T &llvm::ArrayRef::operator[](size_t) const [T = long]: + # Assertion `Index < Length && "Invalid index!" + "IndexPutWithNoneAndBroadcastModule_basic", + # Assertion `newMaterialization.getType() == outputType + # materialization callback produced value of incorrect type failed + "ReduceMaxAlongDimUnsignedInt_basic", + "ReduceMinAlongDimUnsignedInt_basic", } STABLEHLO_PASS_SET = {