llvm
/
torch-mlir
mirror of https://github.com/llvm/torch-mlir
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[ci] enable fx_importer2stablehlo ci test (#3698)

pull/3704/head
penguin_wwy 2024-09-11 09:53:23 +08:00 committed by GitHub
parent 6934ab81b0
commit 04740824ae
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 72 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
build_tools/ci/test_posix.sh
View File

@ -25,6 +25,11 @@ case $torch_version in
echo "::group::Run FxImporter e2e integration tests" echo "::group::Run FxImporter e2e integration tests"
python -m e2e_testing.main --config=fx_importer -v python -m e2e_testing.main --config=fx_importer -v
echo "::endgroup::" echo "::endgroup::"
# TODO: Need to verify in the stable version
echo "::group::Run FxImporter2Stablehlo e2e integration tests"
python -m e2e_testing.main --config=fx_importer_stablehlo -v
echo "::endgroup::"
;; ;;
stable) stable)
;; ;;

100
projects/pt1/e2e_testing/xfail_sets.py
View File

@ -522,6 +522,65 @@ FX_IMPORTER_CRASHING_SET = LINALG_CRASHING_SET | {
} }
FX_IMPORTER_STABLEHLO_XFAIL_SET = { FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"AddFloatIntModule_basic",
"ArgmaxIntModule_basic",
"ArgmaxIntModule_multiple_maxs",
"ArgmaxKeepdimModule_basic",
"ArgmaxModule_basic",
"AtenKthvalueDynamicDimsModule_basic",
"AtenKthvalueFloat64DynamicDimsModule_basic",
"AtenKthvalueFloat64Module_basic",
"AtenKthvalueKeepDimModule_basic",
"AtenKthvalueModule_basic",
"AtenPolarDoubleModule_basic",
"AtenPolarFloatModule_basic",
"DiagonalWithStaticShapeModule_basic",
"EinsumStaticDiagonalDimensionModule_basic",
"ElementwiseIntTensorLtFloatScalarModule_basic",
"ElementwiseRemainderScalarModule_Bool_NegativeDivisor_basic",
"ElementwiseRemainderScalarModule_Float_NegativeDividend_basic",
"ElementwiseRemainderScalarModule_Float_NegativeDivisor_basic",
"ElementwiseRemainderScalarModule_Int_Float_NegativeDividend_basic",
"ElementwiseRemainderScalarModule_Int_NegativeDividend_basic",
"ElementwiseRemainderScalarModule_Int_NegativeDivisor_basic",
"ElementwiseRemainderTensorModule_Float_NegativeDivisor_basic",
"ElementwiseRemainderTensorModule_Int_Float_NegativeDividend_basic",
"ElementwiseRemainderTensorModule_Int_Float_NegativeDivisor_basic",
"ElementwiseRemainderTensorModule_Int_NegativeDividend_basic",
"ElementwiseRemainderTensorModule_Int_NegativeDivisor_basic",
"ElementwiseRreluEvalModule_basic",
"ElementwiseRreluEvalStaticModule_basic",
"ElementwiseRreluTrainModule_basic",
"ElementwiseRreluTrainStaticModule_basic",
"MaxPool1dCeilModeTrueModule_basic",
"MaxPool1dStaticCeilModeTrueModule_basic",
"MaxUnpool3dModulePad0_basic",
"MaxUnpool3dModule_basic",
"MultinomialModule2D_F32",
"MultinomialModule2D_basic",
"MultinomialModule_basic",
"QuantizedReluInt32_basic",
"QuantizedReluInt8_basic",
"QuantizedReluUint8_basic",
"ScatterAddStaticModule_basic",
"SelectScattertModule_basic",
"SelectScattertStaticModule_basic",
"SignAndLogarithmOfDeterminantBatchedModule_F32",
"SignAndLogarithmOfDeterminantDynamicModule_F32",
"SignAndLogarithmOfDeterminantModule_F32",
"SliceCopyEndGreaterThanDimSize_Module_basic",
"SliceCopyNegative_Module_basic",
"SliceCopyNonZeroDim_Module_basic",
"SliceCopyStartGreaterThanDimSize_Module_basic",
"SliceCopy_Module_basic",
"SliceScatterModule_basic",
"SliceScatterNegativeDimModule_basic",
"SliceScatterNegativeEndModule_basic",
"SliceScatterStaticModule_basic",
"SliceScatterStepVariationModule_basic",
"SliceScatterZeroDimModule_basic",
"TimeOutModule_basic",
"WeightNormInterfaceModule_basic",
"AdaptiveAvgPool3dDynamicNoBatch_basic", "AdaptiveAvgPool3dDynamicNoBatch_basic",
"AdaptiveAvgPool3dDynamic_basic", "AdaptiveAvgPool3dDynamic_basic",
"AdaptiveMaxPool1dDynamicNoBatch_basic", "AdaptiveMaxPool1dDynamicNoBatch_basic",
@ -545,7 +604,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"ArgminIntModule_basic", "ArgminIntModule_basic",
"ArgminIntModule_multiple_mins", "ArgminIntModule_multiple_mins",
"ArgminModule_basic", "ArgminModule_basic",
"ArgminModule_keepDim",
"AtenComplexImagModule_basic", "AtenComplexImagModule_basic",
"AtenComplexRealModule_basic", "AtenComplexRealModule_basic",
"AtenComplexViewModule_basic", "AtenComplexViewModule_basic",
@ -555,7 +613,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"AtenDiagEmbedNonDefault4DDiag_basic", "AtenDiagEmbedNonDefault4DDiag_basic",
"AtenDiagEmbedOffsetDiag_basic", "AtenDiagEmbedOffsetDiag_basic",
"AtenDiagEmbedRevDimDiag_basic", "AtenDiagEmbedRevDimDiag_basic",
"AtenEmbeddingBagStaticModule_basic",
"AtenEmbeddingBagSumExample_basic", "AtenEmbeddingBagSumExample_basic",
"AtenFloatScalarModule_basic", "AtenFloatScalarModule_basic",
"AtenIntBoolOpConstFalseModule_basic", "AtenIntBoolOpConstFalseModule_basic",
@ -620,15 +677,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"DivFloatModule_basic", "DivFloatModule_basic",
"DivIntModule_basic", "DivIntModule_basic",
"ElementwiseAddScalar_NumToTensorFloat_Module_basic", "ElementwiseAddScalar_NumToTensorFloat_Module_basic",
"ElementwiseAtan2FloatIntModule_basic",
"ElementwiseAtan2TensorFloatModule_basic",
"ElementwiseAtan2TensorIntModule_basic",
"ElementwiseBitwiseLeftShiftInt32Module_basic",
"ElementwiseBitwiseLeftShiftInt64Module_basic",
"ElementwiseBitwiseLeftShiftInt8Module_basic",
"ElementwiseBitwiseRightShiftInt32Module_basic",
"ElementwiseBitwiseRightShiftInt64Module_basic",
"ElementwiseBitwiseRightShiftInt8Module_basic",
"ElementwiseDequantizePerChannelModule_basic", "ElementwiseDequantizePerChannelModule_basic",
"ElementwiseDequantizePerTensorModule_basic", "ElementwiseDequantizePerTensorModule_basic",
"ElementwiseErfIntModule_basic", "ElementwiseErfIntModule_basic",
@ -638,11 +686,7 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"ElementwiseQuantizePerTensorModule_basic", "ElementwiseQuantizePerTensorModule_basic",
"ElementwiseQuantizePerTensorUIntModule_basic", "ElementwiseQuantizePerTensorUIntModule_basic",
"ElementwiseReciprocalIntModule_basic", "ElementwiseReciprocalIntModule_basic",
"ElementwiseTanIntModule_basic",
"ElementwiseTanModule_basic",
"ElementwiseTernaryModule_basic",
"ElementwiseToDtypeI64ToUI8Module_basic", "ElementwiseToDtypeI64ToUI8Module_basic",
"EmptyModule_uint8",
"EqIntModule_basic", "EqIntModule_basic",
"Fill_TensorFloat32WithFloat32_basic", "Fill_TensorFloat32WithFloat32_basic",
"Fill_TensorFloat32WithFloat64_basic", "Fill_TensorFloat32WithFloat64_basic",
@ -695,11 +739,8 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"IndexTensorNegativeIndexModule_basic", "IndexTensorNegativeIndexModule_basic",
"IntFloatModule_basic", "IntFloatModule_basic",
"IntImplicitModule_basic", "IntImplicitModule_basic",
"IsFloatingPointFloat_True",
"IsFloatingPointInt_False",
"LenStrModule_basic", "LenStrModule_basic",
"MaxPool2dCeilModeTrueModule_basic", "MaxPool2dCeilModeTrueModule_basic",
"MaxPool2dEmptyStrideStaticModule_basic",
"MaxPool2dStaticCeilModeTrueModule_basic", "MaxPool2dStaticCeilModeTrueModule_basic",
"MaxPool2dWithIndicesBackwardDynamic3DModule_basic", "MaxPool2dWithIndicesBackwardDynamic3DModule_basic",
"MaxPool2dWithIndicesBackwardDynamic4DModule_basic", "MaxPool2dWithIndicesBackwardDynamic4DModule_basic",
@ -722,8 +763,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"MaxPool3dWithIndicesNonDefaultParamsModule_basic", "MaxPool3dWithIndicesNonDefaultParamsModule_basic",
"MaxPool3dWithIndicesNonDefaultStrideModule_basic", "MaxPool3dWithIndicesNonDefaultStrideModule_basic",
"MaxPool3dWithIndicesStaticModule_basic", "MaxPool3dWithIndicesStaticModule_basic",
"MseLossMeanReductionModule_basic",
"MseLossSumReductionWithDifferentElemTypeModule_basic",
"MulFloatModule_basic", "MulFloatModule_basic",
"NativeGroupNormBackwardModule_basic", "NativeGroupNormBackwardModule_basic",
"NeFloatIntModule_basic", "NeFloatIntModule_basic",
@ -770,10 +809,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"ReduceAllDimEmpty_basic", "ReduceAllDimEmpty_basic",
"ReduceAllDimFloat_basic", "ReduceAllDimFloat_basic",
"ReduceAllDimInt_basic", "ReduceAllDimInt_basic",
"ReduceMaxAlongDimUnsignedInt_basic",
"ReduceMinAlongDimUnsignedInt_basic",
"ReduceMinKeepDimReturnBoth_basic",
"ReduceMinKeepDim_basic",
"ReduceProdDimIntFloatModule_basic", "ReduceProdDimIntFloatModule_basic",
"ReflectionPad1dModule2dInput_Right", "ReflectionPad1dModule2dInput_Right",
"ReflectionPad1dModule2dInput_basic", "ReflectionPad1dModule2dInput_basic",
@ -790,7 +825,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"ReplicationPad2dModule_right0", "ReplicationPad2dModule_right0",
"ReplicationPad2dModule_top0", "ReplicationPad2dModule_top0",
"RsubInt0d_NumToTensor_Module_basic", "RsubInt0d_NumToTensor_Module_basic",
"ScalarConstantTupleModule_basic",
"ScalarImplicitFloatModule_basic", "ScalarImplicitFloatModule_basic",
# REMOVE WHEN ENABLE_GQA IS ADDED # REMOVE WHEN ENABLE_GQA IS ADDED
"ScaledDotProductAttentionBoolMaskModule_basic", "ScaledDotProductAttentionBoolMaskModule_basic",
@ -843,7 +877,6 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"TensorToFloatZeroRank_basic", "TensorToFloatZeroRank_basic",
"TensorToFloat_basic", "TensorToFloat_basic",
"TensorToInt_basic", "TensorToInt_basic",
"TestMultipleTensorAndPrimitiveTypesReturn_basic",
"Threshold1dFloatModule_basic", "Threshold1dFloatModule_basic",
"Threshold1dIntI32Module_basic", "Threshold1dIntI32Module_basic",
"Threshold1dIntModule_basic", "Threshold1dIntModule_basic",
@ -860,23 +893,16 @@ FX_IMPORTER_STABLEHLO_XFAIL_SET = {
"ThresholdBackward3dFloatModule_basic", "ThresholdBackward3dFloatModule_basic",
"ThresholdBackward3dIntModule_basic", "ThresholdBackward3dIntModule_basic",
"ThresholdBackward3dMixedModule_basic", "ThresholdBackward3dMixedModule_basic",
"TorchPrimLoopForLikeModule_basic",
"TorchPrimLoopWhileLikeModule_basic",
"TraceModule_basic", "TraceModule_basic",
"TraceModule_empty", "TraceModule_empty",
"TraceModule_nonsquare", "TraceModule_nonsquare",
"TraceSignedIntModule_basic", "TraceSignedIntModule_basic",
"TraceUnsignedIntModule_basic", "TraceUnsignedIntModule_basic",
"TraceUnsignedIntModule_empty", "TraceUnsignedIntModule_empty",
"UnbindIntGetItem_Module_basic",
"UnbindIntListUnpack_Module_basic",
"UnsafeIndexPutHackedTwin1DFloatNonAccumulateModule_basic", "UnsafeIndexPutHackedTwin1DFloatNonAccumulateModule_basic",
"UnsafeViewCollapseDynamicWithAtenSizeIntModule_basic", "UnsafeViewCollapseDynamicWithAtenSizeIntModule_basic",
"UpSampleNearest2dBackwardScalesNone_basic", "UpSampleNearest2dBackwardScalesNone_basic",
"UpSampleNearest2dBackward_basic", "UpSampleNearest2dBackward_basic",
"VarMeanBiasedModule_basic",
"VarMeanCorrectionNoneModule_basic",
"VarMeanUnbiasedModule_basic",
"ViewCollapseDynamicWithAtenSizeIntModule_basic", "ViewCollapseDynamicWithAtenSizeIntModule_basic",
"ViewSizeFromOtherTensor_basic", "ViewSizeFromOtherTensor_basic",
} }
@ -889,6 +915,14 @@ FX_IMPORTER_STABLEHLO_CRASHING_SET = {
"ResNet18StaticModule_basic", "ResNet18StaticModule_basic",
"MobilenetV3Module_basic", "MobilenetV3Module_basic",
"Conv2dBiasNoPaddingModule_basic", "Conv2dBiasNoPaddingModule_basic",
# llvm-project/llvm/include/llvm/ADT/ArrayRef.h:257:
# const T &llvm::ArrayRef<long>::operator[](size_t) const [T = long]:
# Assertion `Index < Length && "Invalid index!"
"IndexPutWithNoneAndBroadcastModule_basic",
# Assertion `newMaterialization.getType() == outputType
# materialization callback produced value of incorrect type failed
"ReduceMaxAlongDimUnsignedInt_basic",
"ReduceMinAlongDimUnsignedInt_basic",
} }
STABLEHLO_PASS_SET = { STABLEHLO_PASS_SET = {