[e2e][onnx][model] onnx.Resize [(half_pixel, linear), (asymmetric, nearest)]

[PhaneeshB]

Models requiring onnx.Resize with attributes:

• (half_pixel, linear)

  • DeepLabV3_resnet50_vaiq_int8, DeepLabV3_resnet50_vaiq_int8.default.onnx.torch.elide.mlir
  • FCN_vaiq_int8 FCN_vaiq_int8.default.onnx.torch.elide.mlir
  • LRASPP_vaiq_int8
  • U-2-Net_vaiq_int8

• (asymmetric, nearest)

  • pytorch-3dunet_vaiq_int8 pytorch-3dunet_vaiq_int8.default.onnx.torch.elide.mlir
  • RRDB_ESRGAN_vaiq_int8
  • YoloNetV3_vaiq_int8
  • yolov8n_vaiq_int8

Run any of there models in SHARK-TestSuite with

cd e2eshark
python run.py --torchmlirbuild /path_to/torch-mlir/build  --ireebuild /path-to/iree-build --cachedir /path-to/model-cache-dir -r test-onnx --tolerance .001 .001 --mode onnx --report --tests  onnx/models/<MODEL_NAME>

Error Messages with the Op usage:

half_pixel, linear :

DeepLabV3_resnet50_vaiq_int8.default.onnx.torch.mlir:3583:13: error: failed to legalize operation 'torch.operator' that was explicitly marked illegal
    %2814 = torch.operator "onnx.Resize"(%2768, %none, %none, %2813) {torch.onnx.coordinate_transformation_mode = "half_pixel", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "linear", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,256,1,1],f32>, !torch.none, !torch.none, !torch.vtensor<[4],si64>) -> !torch.vtensor<[?,?,?,?],f32> 
            ^
DeepLabV3_resnet50_vaiq_int8.default.onnx.torch.mlir:3583:13: note: see current operation: %1275 = "torch.operator"(%1274, %146, %146, %1) <{name = "onnx.Resize"}> {torch.onnx.coordinate_transformation_mode = "half_pixel", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "linear", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,256,1,1],f32>, !torch.none, !torch.none, !torch.vtensor<[4],si64>) -> !torch.vtensor<[?,?,?,?],f32>
---
FCN_vaiq_int8.default.onnx.torch.mlir:3474:13: error: failed to legalize operation 'torch.operator' that was explicitly marked illegal
    %2729 = torch.operator "onnx.Resize"(%2657, %none, %none, %2728) {torch.onnx.coordinate_transformation_mode = "half_pixel", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "linear", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,21,28,28],f32>, !torch.none, !torch.none, !torch.vtensor<[4],si64>) -> !torch.vtensor<[?,?,?,?],f32> 
            ^
FCN_vaiq_int8.default.onnx.torch.mlir:3474:13: note: see current operation: %1210 = "torch.operator"(%1209, %129, %129, %0) <{name = "onnx.Resize"}> {torch.onnx.coordinate_transformation_mode = "half_pixel", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "linear", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,21,28,28],f32>, !torch.none, !torch.none, !torch.vtensor<[4],si64>) -> !torch.vtensor<[?,?,?,?],f32>
---
LRASPP_vaiq_int8.default.onnx.torch.mlir:5253:13: error: failed to legalize operation 'torch.operator' that was explicitly marked illegal
    %4120 = torch.operator "onnx.Resize"(%4072, %none, %none, %4119) {torch.onnx.coordinate_transformation_mode = "half_pixel", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "linear", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,128,14,14],f32>, !torch.none, !torch.none, !torch.vtensor<[4],si64>) -> !torch.vtensor<[?,?,?,?],f32> 
            ^
LRASPP_vaiq_int8.default.onnx.torch.mlir:5253:13: note: see current operation: %1780 = "torch.operator"(%1779, %164, %164, %1) <{name = "onnx.Resize"}> {torch.onnx.coordinate_transformation_mode = "half_pixel", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "linear", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,128,14,14],f32>, !torch.none, !torch.none, !torch.vtensor<[4],si64>) -> !torch.vtensor<[?,?,?,?],f32>
---
U-2-Net_vaiq_int8.default.onnx.torch.mlir:949:12: error: failed to legalize operation 'torch.operator' that was explicitly marked illegal
    %762 = torch.operator "onnx.Resize"(%714, %none, %none, %761) {torch.onnx.coordinate_transformation_mode = "half_pixel", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "linear", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,32,10,10],f32>, !torch.none, !torch.none, !torch.vtensor<[4],si64>) -> !torch.vtensor<[?,?,?,?],f32> 
           ^
U-2-Net_vaiq_int8.default.onnx.torch.mlir:949:12: note: see current operation: %493 = "torch.operator"(%492, %277, %277, %24) <{name = "onnx.Resize"}> {torch.onnx.coordinate_transformation_mode = "half_pixel", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "linear", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,32,10,10],f32>, !torch.none, !torch.none, !torch.vtensor<[4],si64>) -> !torch.vtensor<[?,?,?,?],f32>

asymmetric, nearest :

pytorch-3dunet_vaiq_int8.default.onnx.torch.mlir:2346:13: error: failed to legalize operation 'torch.operator' that was explicitly marked illegal
    %1777 = torch.operator "onnx.Resize"(%1716, %none, %none, %1776) {torch.onnx.coordinate_transformation_mode = "asymmetric", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "nearest", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[?,256,?,?,?],f32>, !torch.none, !torch.none, !torch.vtensor<[5],si64>) -> !torch.vtensor<[?,?,?,?,?],f32> 
            ^
pytorch-3dunet_vaiq_int8.default.onnx.torch.mlir:2346:13: note: see current operation: %864 = "torch.operator"(%859, %76, %76, %863) <{name = "onnx.Resize"}> {torch.onnx.coordinate_transformation_mode = "asymmetric", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "nearest", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[?,256,?,?,?],f32>, !torch.none, !torch.none, !torch.vtensor<[5],si64>) -> !torch.vtensor<[?,?,?,?,?],f32>
---
RRDB_ESRGAN_vaiq_int8.default.onnx.torch.mlir:27157:14: error: failed to legalize operation 'torch.operator' that was explicitly marked illegal
    %21858 = torch.operator "onnx.Resize"(%21853, %none, %21857) {torch.onnx.coordinate_transformation_mode = "asymmetric", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "nearest", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,64,224,224],f32>, !torch.none, !torch.vtensor<[4],f32>) -> !torch.vtensor<[?,?,?,?],f32> 
             ^
RRDB_ESRGAN_vaiq_int8.default.onnx.torch.mlir:27157:14: note: see current operation: %9581 = "torch.operator"(%9580, %725, %1) <{name = "onnx.Resize"}> {torch.onnx.coordinate_transformation_mode = "asymmetric", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "nearest", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,64,224,224],f32>, !torch.none, !torch.vtensor<[4],f32>) -> !torch.vtensor<[?,?,?,?],f32>
---
YoloNetV3_vaiq_int8.default.onnx.torch.mlir:3685:13: error: failed to legalize operation 'torch.operator' that was explicitly marked illegal
    %2879 = torch.operator "onnx.Resize"(%2874, %none, %2878) {torch.onnx.coordinate_transformation_mode = "asymmetric", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "nearest", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[4,256,13,13],f32>, !torch.none, !torch.vtensor<[4],f32>) -> !torch.vtensor<[?,?,?,?],f32> 
            ^
YoloNetV3_vaiq_int8.default.onnx.torch.mlir:3685:13: note: see current operation: %1309 = "torch.operator"(%1308, %143, %0) <{name = "onnx.Resize"}> {torch.onnx.coordinate_transformation_mode = "asymmetric", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "nearest", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[4,256,13,13],f32>, !torch.none, !torch.vtensor<[4],f32>) -> !torch.vtensor<[?,?,?,?],f32>
---
yolov8n_vaiq_int8.default.onnx.torch.mlir:2342:13: error: failed to legalize operation 'torch.operator' that was explicitly marked illegal
    %1919 = torch.operator "onnx.Resize"(%1914, %none, %1918) {torch.onnx.coordinate_transformation_mode = "asymmetric", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "nearest", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,256,20,20],f32>, !torch.none, !torch.vtensor<[4],f32>) -> !torch.vtensor<[?,?,?,?],f32> 
            ^
yolov8n_vaiq_int8.default.onnx.torch.mlir:2342:13: note: see current operation: %873 = "torch.operator"(%872, %157, %7) <{name = "onnx.Resize"}> {torch.onnx.coordinate_transformation_mode = "asymmetric", torch.onnx.cubic_coeff_a = -7.500000e-01 : f32, torch.onnx.mode = "nearest", torch.onnx.nearest_mode = "floor"} : (!torch.vtensor<[1,256,20,20],f32>, !torch.none, !torch.vtensor<[4],f32>) -> !torch.vtensor<[?,?,?,?],f32>

[aldesilv]

llvm/torch-mlir#3013

[PhaneeshB]

Another instance of the same issue : #599

[zjgarvey]

Resize should have sufficient support now, closing this for now. Reopen if issues resurface.