Skip to content

Commit 2035225

Browse files
committed
[mlir][vector] Fix scalability issues in drop innermost transfer_read unit dims
Previously, this rewrite would drop scalable dimensions and treated `[1]` (scalable one dim) as a unit dimension. This patch propagates scalable dimensions and ensures `[1]` is not treated as a unit dimension.
1 parent 90d2f8c commit 2035225

File tree

2 files changed

+37
-3
lines changed

2 files changed

+37
-3
lines changed

mlir/lib/Dialect/Vector/Transforms/VectorTransforms.cpp

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1237,6 +1237,10 @@ getTransferFoldableInnerUnitDims(MemRefType srcType, VectorType vectorType) {
12371237
if (failed(getStridesAndOffset(srcType, srcStrides, srcOffset)))
12381238
return failure();
12391239

1240+
auto isUnitDim = [](VectorType type, int dim) {
1241+
return type.getDimSize(dim) == 1 && !type.getScalableDims()[dim];
1242+
};
1243+
12401244
// According to vector.transfer_read/write semantics, the vector can be a
12411245
// slice. Thus, we have to offset the check index with `rankDiff` in
12421246
// `srcStrides` and source dim sizes.
@@ -1247,8 +1251,7 @@ getTransferFoldableInnerUnitDims(MemRefType srcType, VectorType vectorType) {
12471251
// It can be folded only if they are 1 and the stride is 1.
12481252
int dim = vectorType.getRank() - i - 1;
12491253
if (srcStrides[dim + rankDiff] != 1 ||
1250-
srcType.getDimSize(dim + rankDiff) != 1 ||
1251-
vectorType.getDimSize(dim) != 1)
1254+
srcType.getDimSize(dim + rankDiff) != 1 || !isUnitDim(vectorType, dim))
12521255
break;
12531256
result++;
12541257
}
@@ -1292,7 +1295,8 @@ class DropInnerMostUnitDimsTransferRead
12921295

12931296
auto resultTargetVecType =
12941297
VectorType::get(targetType.getShape().drop_back(dimsToDrop),
1295-
targetType.getElementType());
1298+
targetType.getElementType(),
1299+
targetType.getScalableDims().drop_back(dimsToDrop));
12961300

12971301
auto loc = readOp.getLoc();
12981302
SmallVector<OpFoldResult> sizes =

mlir/test/Dialect/Vector/vector-transfer-collapse-inner-most-dims.mlir

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -174,3 +174,33 @@ func.func @non_unit_strides(%arg0: memref<512x16x1xf32, strided<[8192, 16, 4], o
174174
// The inner most unit dims can not be dropped if the strides are not ones.
175175
// CHECK: func.func @non_unit_strides
176176
// CHECK-NOT: memref.subview
177+
178+
// -----
179+
180+
func.func @leading_scalable_dimension_transfer_read(%dest : memref<24x1xf32>, %index: index) -> vector<[4]x1xf32> {
181+
%c0 = arith.constant 0 : index
182+
%cst_0 = arith.constant 0.000000e+00 : f32
183+
%4 = vector.transfer_read %dest[%index, %c0], %cst_0 {in_bounds = [true, true]} : memref<24x1xf32>, vector<[4]x1xf32>
184+
return %4 : vector<[4]x1xf32>
185+
}
186+
// CHECK: func.func @leading_scalable_dimension_transfer_read
187+
// CHECK-SAME: %[[DEST:[a-zA-Z0-9]+]]
188+
// CHECK-SAME: %[[IDX:[a-zA-Z0-9]+]]
189+
// CHECK: %[[SUBVIEW:.+]] = memref.subview %[[DEST]][0, 0] [24, 1] [1, 1] : memref<24x1xf32> to memref<24xf32, strided<[1]>>
190+
// CHECK: %[[READ:.+]] = vector.transfer_read %[[SUBVIEW]][%[[IDX]]], %{{.*}} {in_bounds = [true]} : memref<24xf32, strided<[1]>>, vector<[4]xf32>
191+
// CHECK: %[[CAST:.+]] = vector.shape_cast %[[READ]] : vector<[4]xf32> to vector<[4]x1xf32>
192+
// CHECK: return %[[CAST]]
193+
194+
// -----
195+
196+
// Negative test: [1] (scalable 1) is _not_ a unit dimension.
197+
func.func @trailing_scalable_one_dim_transfer_read(%dest : memref<24x1xf32>, %index: index) -> vector<4x[1]xf32> {
198+
%c0 = arith.constant 0 : index
199+
%cst_0 = arith.constant 0.000000e+00 : f32
200+
%4 = vector.transfer_read %dest[%index, %c0], %cst_0 {in_bounds = [true, true]} : memref<24x1xf32>, vector<4x[1]xf32>
201+
return %4 : vector<4x[1]xf32>
202+
}
203+
// CHECK: func.func @trailing_scalable_one_dim_transfer_read
204+
// CHECK-NOT: vector.shape_cast
205+
// CHECK: vector.transfer_read {{.*}} : memref<24x1xf32>, vector<4x[1]xf32>
206+
// CHECK-NOT: vector.shape_cast

0 commit comments

Comments
 (0)