2022-05-30 15:14:02 +02:00
|
|
|
# RUN: %PYTHON %s | FileCheck %s
|
|
|
|
|
|
|
|
|
|
from mlir.ir import *
|
|
|
|
|
from mlir.dialects import transform
|
2023-05-22 14:36:58 +00:00
|
|
|
from mlir.dialects.transform import pdl as transform_pdl
|
2022-05-30 15:14:02 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def run(f):
|
|
|
|
|
with Context(), Location.unknown():
|
|
|
|
|
module = Module.create()
|
|
|
|
|
with InsertionPoint(module.body):
|
|
|
|
|
print("\nTEST:", f.__name__)
|
2023-11-08 09:49:57 +01:00
|
|
|
f(module)
|
2022-05-30 15:14:02 +02:00
|
|
|
print(module)
|
|
|
|
|
return f
|
|
|
|
|
|
|
|
|
|
|
2022-10-10 14:33:59 +00:00
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testTypes(module: Module):
|
2022-10-10 14:33:59 +00:00
|
|
|
# CHECK-LABEL: TEST: testTypes
|
|
|
|
|
# CHECK: !transform.any_op
|
|
|
|
|
any_op = transform.AnyOpType.get()
|
|
|
|
|
print(any_op)
|
|
|
|
|
|
2023-09-26 16:10:24 +02:00
|
|
|
# CHECK: !transform.any_param
|
|
|
|
|
any_param = transform.AnyParamType.get()
|
|
|
|
|
print(any_param)
|
|
|
|
|
|
2023-08-16 13:11:29 +00:00
|
|
|
# CHECK: !transform.any_value
|
|
|
|
|
any_value = transform.AnyValueType.get()
|
|
|
|
|
print(any_value)
|
|
|
|
|
|
2022-10-10 14:33:59 +00:00
|
|
|
# CHECK: !transform.op<"foo.bar">
|
|
|
|
|
# CHECK: foo.bar
|
|
|
|
|
concrete_op = transform.OperationType.get("foo.bar")
|
|
|
|
|
print(concrete_op)
|
|
|
|
|
print(concrete_op.operation_name)
|
|
|
|
|
|
2023-09-26 16:10:24 +02:00
|
|
|
# CHECK: !transform.param<i32>
|
|
|
|
|
# CHECK: i32
|
|
|
|
|
param = transform.ParamType.get(IntegerType.get_signless(32))
|
|
|
|
|
print(param)
|
|
|
|
|
print(param.type)
|
|
|
|
|
|
2022-10-10 14:33:59 +00:00
|
|
|
|
2025-11-07 14:04:53 +00:00
|
|
|
@run
|
|
|
|
|
def testSequenceOp(module: Module):
|
|
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[transform.AnyOpType.get()],
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
res = transform.CastOp(transform.AnyOpType.get(), sequence.bodyTarget)
|
|
|
|
|
res2 = transform.cast(transform.any_op_t(), res.result)
|
|
|
|
|
transform.YieldOp([res2])
|
|
|
|
|
# CHECK-LABEL: TEST: testSequenceOp
|
|
|
|
|
# CHECK: transform.sequence
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG0:.+]]: !transform.any_op):
|
|
|
|
|
# CHECK: %[[RES:.+]] = cast %[[ARG0]] : !transform.any_op to !transform.any_op
|
|
|
|
|
# CHECK: %[[RES2:.+]] = cast %[[RES]] : !transform.any_op to !transform.any_op
|
|
|
|
|
# CHECK: yield %[[RES2]] : !transform.any_op
|
|
|
|
|
# CHECK: }
|
|
|
|
|
|
|
|
|
|
|
2022-05-30 15:14:02 +02:00
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testSequenceOp(module: Module):
|
2022-08-12 13:53:46 +00:00
|
|
|
sequence = transform.SequenceOp(
|
[mlir][python bindings] generate all the enums
This PR implements python enum bindings for *all* the enums - this includes `I*Attrs` (including positional/bit) and `Dialect/EnumAttr`.
There are a few parts to this:
1. CMake: a small addition to `declare_mlir_dialect_python_bindings` and `declare_mlir_dialect_extension_python_bindings` to generate the enum, a boolean arg `GEN_ENUM_BINDINGS` to make it opt-in (even though it works for basically all of the dialects), and an optional `GEN_ENUM_BINDINGS_TD_FILE` for handling corner cases.
2. EnumPythonBindingGen.cpp: there are two weedy aspects here that took investigation:
1. If an enum attribute is not a `Dialect/EnumAttr` then the `EnumAttrInfo` record is canonical, as far as both the cases of the enum **and the `AttrDefName`**. On the otherhand, if an enum is a `Dialect/EnumAttr` then the `EnumAttr` record has the correct `AttrDefName` ("load bearing", i.e., populates `ods.ir.AttributeBuilder('<NAME>')`) but its `enum` field contains the cases, which is an instance of `EnumAttrInfo`. The solution is to generate an one enum class for both `Dialect/EnumAttr` and "independent" `EnumAttrInfo` but to make that class interopable with two builder registrations that both do the right thing (see next sub-bullet).
2. Because we don't have a good connection to cpp `EnumAttr`, i.e., only the `enum class` getters are exposed (like `DimensionAttr::get(Dimension value)`), we have to resort to parsing e.g., `Attribute.parse(f'#gpu<dim {x}>')`. This means that the set of supported `assemblyFormat`s (for the enum) is fixed at compile of MLIR (currently 2, the only 2 I saw). There might be some things that could be done here but they would require quite a bit more C API work to support generically (e.g., casting ints to enum cases and binding all the getters or going generically through the `symbolize*` methods, like `symbolizeDimension(uint32_t)` or `symbolizeDimension(StringRef)`).
A few small changes:
1. In addition, since this patch registers default builders for attributes where people might've had their own builders already written, I added a `replace` param to `AttributeBuilder.insert` (`False` by default).
2. `makePythonEnumCaseName` can't handle all the different ways in which people write their enum cases, e.g., `llvm.CConv.Intel_OCL_BI`, which gets turned into `INTEL_O_C_L_B_I` (because `llvm::convertToSnakeFromCamelCase` doesn't look for runs of caps). So I dropped it. On the otherhand regularization does need to done because some enums have `None` as a case (and others might have other python keywords).
3. I turned on `llvm` dialect generation here in order to test `nvvm.WGMMAScaleIn`, which is an enum with [[ https://github.com/llvm/llvm-project/blob/d7e26b56207cbd8995296c5bb7c11ce676b649da/mlir/include/mlir/IR/EnumAttr.td#L22-L25 | no explicit discriminator ]] for the `neg` case.
Note, dialects that didn't get a `GEN_ENUM_BINDINGS` don't have any enums to generate.
Let me know if I should add more tests (the three trivial ones I added exercise both the supported `assemblyFormat`s and `replace=True`).
Reviewed By: stellaraccident
Differential Revision: https://reviews.llvm.org/D157934
2023-08-23 13:27:08 -05:00
|
|
|
transform.FailurePropagationMode.Propagate,
|
2023-05-17 14:40:44 +00:00
|
|
|
[transform.AnyOpType.get()],
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
)
|
2022-05-30 15:14:02 +02:00
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
transform.YieldOp([sequence.bodyTarget])
|
|
|
|
|
# CHECK-LABEL: TEST: testSequenceOp
|
2023-05-17 14:40:44 +00:00
|
|
|
# CHECK: = transform.sequence -> !transform.any_op failures(propagate) {
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG0:.+]]: !transform.any_op):
|
|
|
|
|
# CHECK: yield %[[ARG0]] : !transform.any_op
|
2022-10-05 14:23:19 +00:00
|
|
|
# CHECK: }
|
2022-05-30 15:14:02 +02:00
|
|
|
|
2025-11-07 14:04:53 +00:00
|
|
|
|
2022-05-30 15:14:02 +02:00
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testNestedSequenceOp(module: Module):
|
2023-11-08 09:12:24 +00:00
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate, [], transform.AnyOpType.get()
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
nested = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate, [], sequence.bodyTarget
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(nested.body):
|
|
|
|
|
doubly_nested = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[transform.AnyOpType.get()],
|
|
|
|
|
nested.bodyTarget,
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(doubly_nested.body):
|
|
|
|
|
transform.YieldOp([doubly_nested.bodyTarget])
|
|
|
|
|
transform.YieldOp()
|
|
|
|
|
transform.YieldOp()
|
|
|
|
|
# CHECK-LABEL: TEST: testNestedSequenceOp
|
|
|
|
|
# CHECK: transform.sequence failures(propagate) {
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG0:.+]]: !transform.any_op):
|
|
|
|
|
# CHECK: sequence %[[ARG0]] : !transform.any_op failures(propagate) {
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG1:.+]]: !transform.any_op):
|
|
|
|
|
# CHECK: = sequence %[[ARG1]] : !transform.any_op -> !transform.any_op failures(propagate) {
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG2:.+]]: !transform.any_op):
|
|
|
|
|
# CHECK: yield %[[ARG2]] : !transform.any_op
|
|
|
|
|
# CHECK: }
|
|
|
|
|
# CHECK: }
|
|
|
|
|
# CHECK: }
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testSequenceOpWithExtras(module: Module):
|
2023-11-08 09:12:24 +00:00
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[],
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
[transform.AnyOpType.get(), transform.OperationType.get("foo.bar")],
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
transform.YieldOp()
|
|
|
|
|
# CHECK-LABEL: TEST: testSequenceOpWithExtras
|
|
|
|
|
# CHECK: transform.sequence failures(propagate)
|
|
|
|
|
# CHECK: ^{{.*}}(%{{.*}}: !transform.any_op, %{{.*}}: !transform.any_op, %{{.*}}: !transform.op<"foo.bar">):
|
2025-11-07 14:04:53 +00:00
|
|
|
sequence = transform.sequence(
|
|
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[],
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
[transform.AnyOpType.get(), transform.OperationType.get("foo.bar")],
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
transform.yield_()
|
|
|
|
|
# CHECK: transform.sequence failures(propagate)
|
|
|
|
|
# CHECK: ^{{.*}}(%{{.*}}: !transform.any_op, %{{.*}}: !transform.any_op, %{{.*}}: !transform.op<"foo.bar">):
|
2023-11-08 09:12:24 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testNestedSequenceOpWithExtras(module: Module):
|
2025-11-07 14:04:53 +00:00
|
|
|
sequence = transform.SequenceOp(
|
2023-11-08 09:12:24 +00:00
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[],
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
[transform.AnyOpType.get(), transform.OperationType.get("foo.bar")],
|
|
|
|
|
)
|
2025-11-07 14:04:53 +00:00
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
nested = transform.SequenceOp(
|
2023-11-08 09:12:24 +00:00
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[],
|
|
|
|
|
sequence.bodyTarget,
|
|
|
|
|
sequence.bodyExtraArgs,
|
|
|
|
|
)
|
2025-11-07 14:04:53 +00:00
|
|
|
with InsertionPoint(nested.body):
|
|
|
|
|
transform.YieldOp()
|
|
|
|
|
transform.YieldOp()
|
|
|
|
|
# CHECK-LABEL: TEST: testNestedSequenceOpWithExtras
|
|
|
|
|
# CHECK: transform.sequence failures(propagate)
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG0:.*]]: !transform.any_op, %[[ARG1:.*]]: !transform.any_op, %[[ARG2:.*]]: !transform.op<"foo.bar">):
|
|
|
|
|
# CHECK: sequence %[[ARG0]], %[[ARG1]], %[[ARG2]] : (!transform.any_op, !transform.any_op, !transform.op<"foo.bar">)
|
2023-11-08 09:12:24 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testTransformPDLOps(module: Module):
|
2025-11-07 14:04:53 +00:00
|
|
|
withPdl = transform_pdl.WithPDLPatternsOp(transform.AnyOpType.get())
|
|
|
|
|
with InsertionPoint(withPdl.body):
|
|
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[transform.AnyOpType.get()],
|
|
|
|
|
withPdl.bodyTarget,
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
match = transform_pdl.PDLMatchOp(
|
|
|
|
|
transform.AnyOpType.get(), sequence.bodyTarget, "pdl_matcher"
|
|
|
|
|
)
|
|
|
|
|
transform.YieldOp(match)
|
|
|
|
|
# CHECK-LABEL: TEST: testTransformPDLOps
|
|
|
|
|
# CHECK: transform.with_pdl_patterns {
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG0:.+]]: !transform.any_op):
|
|
|
|
|
# CHECK: = sequence %[[ARG0]] : !transform.any_op -> !transform.any_op failures(propagate) {
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG1:.+]]: !transform.any_op):
|
|
|
|
|
# CHECK: %[[RES:.+]] = pdl_match @pdl_matcher in %[[ARG1]]
|
|
|
|
|
# CHECK: yield %[[RES]] : !transform.any_op
|
|
|
|
|
# CHECK: }
|
|
|
|
|
# CHECK: }
|
2022-05-30 15:14:02 +02:00
|
|
|
|
2023-11-08 13:17:25 +00:00
|
|
|
|
2023-11-08 09:49:57 +01:00
|
|
|
@run
|
|
|
|
|
def testNamedSequenceOp(module: Module):
|
|
|
|
|
module.operation.attributes["transform.with_named_sequence"] = UnitAttr.get()
|
|
|
|
|
named_sequence = transform.NamedSequenceOp(
|
|
|
|
|
"__transform_main",
|
|
|
|
|
[transform.AnyOpType.get()],
|
|
|
|
|
[transform.AnyOpType.get()],
|
2025-11-07 14:04:53 +00:00
|
|
|
arg_attrs=[{"transform.consumed": UnitAttr.get()}],
|
|
|
|
|
)
|
2023-11-08 09:49:57 +01:00
|
|
|
with InsertionPoint(named_sequence.body):
|
|
|
|
|
transform.YieldOp([named_sequence.bodyTarget])
|
|
|
|
|
# CHECK-LABEL: TEST: testNamedSequenceOp
|
|
|
|
|
# CHECK: module attributes {transform.with_named_sequence} {
|
2025-11-07 14:04:53 +00:00
|
|
|
# CHECK: transform.named_sequence @__transform_main(%[[ARG0:.+]]: !transform.any_op {transform.consumed}) -> !transform.any_op {
|
|
|
|
|
# CHECK: yield %[[ARG0]] : !transform.any_op
|
|
|
|
|
named_sequence = transform.named_sequence(
|
|
|
|
|
"other_seq",
|
|
|
|
|
[transform.AnyOpType.get()],
|
|
|
|
|
[transform.AnyOpType.get()],
|
|
|
|
|
arg_attrs=[{"transform.consumed": UnitAttr.get()}],
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(named_sequence.body):
|
|
|
|
|
transform.yield_([named_sequence.bodyTarget])
|
|
|
|
|
# CHECK: transform.named_sequence @other_seq(%[[ARG1:.+]]: !transform.any_op {transform.consumed}) -> !transform.any_op {
|
|
|
|
|
# CHECK: yield %[[ARG1]] : !transform.any_op
|
2023-11-08 09:49:57 +01:00
|
|
|
|
2022-05-30 15:14:02 +02:00
|
|
|
|
|
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testGetParentOp(module: Module):
|
2025-11-07 14:04:53 +00:00
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate, [], transform.AnyOpType.get()
|
2023-05-17 16:53:39 +02:00
|
|
|
)
|
2025-11-07 14:04:53 +00:00
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
transform.GetParentOp(
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
sequence.bodyTarget,
|
|
|
|
|
isolated_from_above=True,
|
|
|
|
|
nth_parent=2,
|
|
|
|
|
)
|
|
|
|
|
transform.get_parent_op(
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
sequence.bodyTarget,
|
|
|
|
|
isolated_from_above=True,
|
|
|
|
|
nth_parent=2,
|
|
|
|
|
allow_empty_results=True,
|
|
|
|
|
op_name="func.func",
|
|
|
|
|
deduplicate=True,
|
|
|
|
|
)
|
|
|
|
|
transform.YieldOp()
|
|
|
|
|
# CHECK-LABEL: TEST: testGetParentOp
|
|
|
|
|
# CHECK: transform.sequence
|
|
|
|
|
# CHECK: ^{{.*}}(%[[ARG1:.+]]: !transform.any_op):
|
|
|
|
|
# CHECK: = get_parent_op %[[ARG1]] {isolated_from_above, nth_parent = 2 : i64}
|
|
|
|
|
# CHECK: = get_parent_op %[[ARG1]] {allow_empty_results, deduplicate, isolated_from_above, nth_parent = 2 : i64, op_name = "func.func"}
|
2022-07-07 13:11:34 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testMergeHandlesOp(module: Module):
|
2023-05-17 14:40:44 +00:00
|
|
|
sequence = transform.SequenceOp(
|
[mlir][python bindings] generate all the enums
This PR implements python enum bindings for *all* the enums - this includes `I*Attrs` (including positional/bit) and `Dialect/EnumAttr`.
There are a few parts to this:
1. CMake: a small addition to `declare_mlir_dialect_python_bindings` and `declare_mlir_dialect_extension_python_bindings` to generate the enum, a boolean arg `GEN_ENUM_BINDINGS` to make it opt-in (even though it works for basically all of the dialects), and an optional `GEN_ENUM_BINDINGS_TD_FILE` for handling corner cases.
2. EnumPythonBindingGen.cpp: there are two weedy aspects here that took investigation:
1. If an enum attribute is not a `Dialect/EnumAttr` then the `EnumAttrInfo` record is canonical, as far as both the cases of the enum **and the `AttrDefName`**. On the otherhand, if an enum is a `Dialect/EnumAttr` then the `EnumAttr` record has the correct `AttrDefName` ("load bearing", i.e., populates `ods.ir.AttributeBuilder('<NAME>')`) but its `enum` field contains the cases, which is an instance of `EnumAttrInfo`. The solution is to generate an one enum class for both `Dialect/EnumAttr` and "independent" `EnumAttrInfo` but to make that class interopable with two builder registrations that both do the right thing (see next sub-bullet).
2. Because we don't have a good connection to cpp `EnumAttr`, i.e., only the `enum class` getters are exposed (like `DimensionAttr::get(Dimension value)`), we have to resort to parsing e.g., `Attribute.parse(f'#gpu<dim {x}>')`. This means that the set of supported `assemblyFormat`s (for the enum) is fixed at compile of MLIR (currently 2, the only 2 I saw). There might be some things that could be done here but they would require quite a bit more C API work to support generically (e.g., casting ints to enum cases and binding all the getters or going generically through the `symbolize*` methods, like `symbolizeDimension(uint32_t)` or `symbolizeDimension(StringRef)`).
A few small changes:
1. In addition, since this patch registers default builders for attributes where people might've had their own builders already written, I added a `replace` param to `AttributeBuilder.insert` (`False` by default).
2. `makePythonEnumCaseName` can't handle all the different ways in which people write their enum cases, e.g., `llvm.CConv.Intel_OCL_BI`, which gets turned into `INTEL_O_C_L_B_I` (because `llvm::convertToSnakeFromCamelCase` doesn't look for runs of caps). So I dropped it. On the otherhand regularization does need to done because some enums have `None` as a case (and others might have other python keywords).
3. I turned on `llvm` dialect generation here in order to test `nvvm.WGMMAScaleIn`, which is an enum with [[ https://github.com/llvm/llvm-project/blob/d7e26b56207cbd8995296c5bb7c11ce676b649da/mlir/include/mlir/IR/EnumAttr.td#L22-L25 | no explicit discriminator ]] for the `neg` case.
Note, dialects that didn't get a `GEN_ENUM_BINDINGS` don't have any enums to generate.
Let me know if I should add more tests (the three trivial ones I added exercise both the supported `assemblyFormat`s and `replace=True`).
Reviewed By: stellaraccident
Differential Revision: https://reviews.llvm.org/D157934
2023-08-23 13:27:08 -05:00
|
|
|
transform.FailurePropagationMode.Propagate, [], transform.AnyOpType.get()
|
2023-05-17 16:53:39 +02:00
|
|
|
)
|
2022-07-07 13:11:34 +02:00
|
|
|
with InsertionPoint(sequence.body):
|
2025-11-07 14:04:53 +00:00
|
|
|
res = transform.MergeHandlesOp([sequence.bodyTarget])
|
|
|
|
|
transform.merge_handles([res.result], deduplicate=True)
|
2022-07-07 13:11:34 +02:00
|
|
|
transform.YieldOp()
|
|
|
|
|
# CHECK-LABEL: TEST: testMergeHandlesOp
|
|
|
|
|
# CHECK: transform.sequence
|
2023-05-17 14:40:44 +00:00
|
|
|
# CHECK: ^{{.*}}(%[[ARG1:.+]]: !transform.any_op):
|
2025-11-07 14:04:53 +00:00
|
|
|
# CHECK: %[[RES1:.+]] = merge_handles %[[ARG1]] : !transform.any_op
|
|
|
|
|
# CHECK: = merge_handles deduplicate %[[RES1]] : !transform.any_op
|
2022-07-07 15:55:23 +02:00
|
|
|
|
|
|
|
|
|
2023-07-17 10:26:33 +00:00
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testApplyPatternsOpCompact(module: Module):
|
2025-11-07 14:04:53 +00:00
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate, [], transform.AnyOpType.get()
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
with InsertionPoint(transform.ApplyPatternsOp(sequence.bodyTarget).patterns):
|
|
|
|
|
transform.ApplyCanonicalizationPatternsOp()
|
|
|
|
|
with InsertionPoint(
|
|
|
|
|
transform.apply_patterns(
|
|
|
|
|
sequence.bodyTarget,
|
|
|
|
|
apply_cse=True,
|
|
|
|
|
max_iterations=3,
|
|
|
|
|
max_num_rewrites=5,
|
|
|
|
|
).patterns
|
|
|
|
|
):
|
|
|
|
|
transform.ApplyCanonicalizationPatternsOp()
|
|
|
|
|
transform.YieldOp()
|
|
|
|
|
# CHECK-LABEL: TEST: testApplyPatternsOpCompact
|
|
|
|
|
# CHECK: apply_patterns to
|
|
|
|
|
# CHECK: transform.apply_patterns.canonicalization
|
|
|
|
|
# CHECK: } : !transform.any_op
|
|
|
|
|
# CHECK: apply_patterns to
|
|
|
|
|
# CHECK: transform.apply_patterns.canonicalization
|
|
|
|
|
# CHECK: } {apply_cse, max_iterations = 3 : i64, max_num_rewrites = 5 : i64} : !transform.any_op
|
2023-07-17 10:26:33 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testApplyPatternsOpWithType(module: Module):
|
2025-11-07 14:04:53 +00:00
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[],
|
|
|
|
|
transform.OperationType.get("test.dummy"),
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
with InsertionPoint(transform.ApplyPatternsOp(sequence.bodyTarget).patterns):
|
|
|
|
|
transform.ApplyCanonicalizationPatternsOp()
|
|
|
|
|
transform.YieldOp()
|
|
|
|
|
# CHECK-LABEL: TEST: testApplyPatternsOp
|
|
|
|
|
# CHECK: apply_patterns to
|
|
|
|
|
# CHECK: transform.apply_patterns.canonicalization
|
|
|
|
|
# CHECK: !transform.op<"test.dummy">
|
2023-07-17 10:26:33 +00:00
|
|
|
|
|
|
|
|
|
2022-07-07 15:55:23 +02:00
|
|
|
@run
|
2023-11-08 09:49:57 +01:00
|
|
|
def testReplicateOp(module: Module):
|
2023-05-22 14:36:58 +00:00
|
|
|
with_pdl = transform_pdl.WithPDLPatternsOp(transform.AnyOpType.get())
|
2022-07-07 15:55:23 +02:00
|
|
|
with InsertionPoint(with_pdl.body):
|
2022-08-12 13:53:46 +00:00
|
|
|
sequence = transform.SequenceOp(
|
[mlir][python bindings] generate all the enums
This PR implements python enum bindings for *all* the enums - this includes `I*Attrs` (including positional/bit) and `Dialect/EnumAttr`.
There are a few parts to this:
1. CMake: a small addition to `declare_mlir_dialect_python_bindings` and `declare_mlir_dialect_extension_python_bindings` to generate the enum, a boolean arg `GEN_ENUM_BINDINGS` to make it opt-in (even though it works for basically all of the dialects), and an optional `GEN_ENUM_BINDINGS_TD_FILE` for handling corner cases.
2. EnumPythonBindingGen.cpp: there are two weedy aspects here that took investigation:
1. If an enum attribute is not a `Dialect/EnumAttr` then the `EnumAttrInfo` record is canonical, as far as both the cases of the enum **and the `AttrDefName`**. On the otherhand, if an enum is a `Dialect/EnumAttr` then the `EnumAttr` record has the correct `AttrDefName` ("load bearing", i.e., populates `ods.ir.AttributeBuilder('<NAME>')`) but its `enum` field contains the cases, which is an instance of `EnumAttrInfo`. The solution is to generate an one enum class for both `Dialect/EnumAttr` and "independent" `EnumAttrInfo` but to make that class interopable with two builder registrations that both do the right thing (see next sub-bullet).
2. Because we don't have a good connection to cpp `EnumAttr`, i.e., only the `enum class` getters are exposed (like `DimensionAttr::get(Dimension value)`), we have to resort to parsing e.g., `Attribute.parse(f'#gpu<dim {x}>')`. This means that the set of supported `assemblyFormat`s (for the enum) is fixed at compile of MLIR (currently 2, the only 2 I saw). There might be some things that could be done here but they would require quite a bit more C API work to support generically (e.g., casting ints to enum cases and binding all the getters or going generically through the `symbolize*` methods, like `symbolizeDimension(uint32_t)` or `symbolizeDimension(StringRef)`).
A few small changes:
1. In addition, since this patch registers default builders for attributes where people might've had their own builders already written, I added a `replace` param to `AttributeBuilder.insert` (`False` by default).
2. `makePythonEnumCaseName` can't handle all the different ways in which people write their enum cases, e.g., `llvm.CConv.Intel_OCL_BI`, which gets turned into `INTEL_O_C_L_B_I` (because `llvm::convertToSnakeFromCamelCase` doesn't look for runs of caps). So I dropped it. On the otherhand regularization does need to done because some enums have `None` as a case (and others might have other python keywords).
3. I turned on `llvm` dialect generation here in order to test `nvvm.WGMMAScaleIn`, which is an enum with [[ https://github.com/llvm/llvm-project/blob/d7e26b56207cbd8995296c5bb7c11ce676b649da/mlir/include/mlir/IR/EnumAttr.td#L22-L25 | no explicit discriminator ]] for the `neg` case.
Note, dialects that didn't get a `GEN_ENUM_BINDINGS` don't have any enums to generate.
Let me know if I should add more tests (the three trivial ones I added exercise both the supported `assemblyFormat`s and `replace=True`).
Reviewed By: stellaraccident
Differential Revision: https://reviews.llvm.org/D157934
2023-08-23 13:27:08 -05:00
|
|
|
transform.FailurePropagationMode.Propagate, [], with_pdl.bodyTarget
|
2022-10-05 14:23:19 +00:00
|
|
|
)
|
2022-07-07 15:55:23 +02:00
|
|
|
with InsertionPoint(sequence.body):
|
2023-05-22 14:36:58 +00:00
|
|
|
m1 = transform_pdl.PDLMatchOp(
|
|
|
|
|
transform.AnyOpType.get(), sequence.bodyTarget, "first"
|
|
|
|
|
)
|
|
|
|
|
m2 = transform_pdl.PDLMatchOp(
|
|
|
|
|
transform.AnyOpType.get(), sequence.bodyTarget, "second"
|
2023-05-17 16:53:39 +02:00
|
|
|
)
|
2022-07-07 15:55:23 +02:00
|
|
|
transform.ReplicateOp(m1, [m2])
|
2025-11-07 14:04:53 +00:00
|
|
|
transform.replicate(m1, [m2])
|
2022-07-07 15:55:23 +02:00
|
|
|
transform.YieldOp()
|
|
|
|
|
# CHECK-LABEL: TEST: testReplicateOp
|
|
|
|
|
# CHECK: %[[FIRST:.+]] = pdl_match
|
|
|
|
|
# CHECK: %[[SECOND:.+]] = pdl_match
|
|
|
|
|
# CHECK: %{{.*}} = replicate num(%[[FIRST]]) %[[SECOND]]
|
2025-11-07 14:04:53 +00:00
|
|
|
# CHECK: %{{.*}} = replicate num(%[[FIRST]]) %[[SECOND]]
|
2025-06-11 17:33:55 +01:00
|
|
|
|
|
|
|
|
|
2025-06-16 13:40:50 +02:00
|
|
|
# CHECK-LABEL: TEST: testApplyRegisteredPassOp
|
2025-06-11 17:33:55 +01:00
|
|
|
@run
|
|
|
|
|
def testApplyRegisteredPassOp(module: Module):
|
2025-06-16 13:40:50 +02:00
|
|
|
# CHECK: transform.sequence
|
2025-06-11 17:33:55 +01:00
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate, [], transform.AnyOpType.get()
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
2025-06-16 13:40:50 +02:00
|
|
|
# CHECK: %{{.*}} = apply_registered_pass "canonicalize" to {{.*}} : (!transform.any_op) -> !transform.any_op
|
2025-06-11 17:33:55 +01:00
|
|
|
mod = transform.ApplyRegisteredPassOp(
|
2025-06-11 21:19:52 +01:00
|
|
|
transform.AnyOpType.get(), sequence.bodyTarget, "canonicalize"
|
2025-06-11 17:33:55 +01:00
|
|
|
)
|
2025-06-16 13:40:50 +02:00
|
|
|
# CHECK: %{{.*}} = apply_registered_pass "canonicalize"
|
|
|
|
|
# CHECK-SAME: with options = {"top-down" = false}
|
|
|
|
|
# CHECK-SAME: to {{.*}} : (!transform.any_op) -> !transform.any_op
|
2025-06-11 17:33:55 +01:00
|
|
|
mod = transform.ApplyRegisteredPassOp(
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
mod.result,
|
2025-06-11 21:19:52 +01:00
|
|
|
"canonicalize",
|
2025-06-11 17:33:55 +01:00
|
|
|
options={"top-down": BoolAttr.get(False)},
|
|
|
|
|
)
|
2025-06-16 13:40:50 +02:00
|
|
|
# CHECK: %[[MAX_ITER:.+]] = transform.param.constant
|
2025-06-11 17:33:55 +01:00
|
|
|
max_iter = transform.param_constant(
|
|
|
|
|
transform.AnyParamType.get(),
|
|
|
|
|
IntegerAttr.get(IntegerType.get_signless(64), 10),
|
|
|
|
|
)
|
2025-06-16 13:40:50 +02:00
|
|
|
# CHECK: %[[MAX_REWRITE:.+]] = transform.param.constant
|
2025-06-11 17:33:55 +01:00
|
|
|
max_rewrites = transform.param_constant(
|
|
|
|
|
transform.AnyParamType.get(),
|
|
|
|
|
IntegerAttr.get(IntegerType.get_signless(64), 1),
|
|
|
|
|
)
|
2025-06-16 13:40:50 +02:00
|
|
|
# CHECK: %{{.*}} = apply_registered_pass "canonicalize"
|
|
|
|
|
# NB: MLIR has sorted the dict lexicographically by key:
|
|
|
|
|
# CHECK-SAME: with options = {"max-iterations" = %[[MAX_ITER]],
|
|
|
|
|
# CHECK-SAME: "max-rewrites" = %[[MAX_REWRITE]],
|
|
|
|
|
# CHECK-SAME: "test-convergence" = true,
|
|
|
|
|
# CHECK-SAME: "top-down" = false}
|
|
|
|
|
# CHECK-SAME: to %{{.*}} : (!transform.any_op, !transform.any_param, !transform.any_param) -> !transform.any_op
|
|
|
|
|
mod = transform.apply_registered_pass(
|
2025-06-11 17:33:55 +01:00
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
mod,
|
2025-06-11 21:19:52 +01:00
|
|
|
"canonicalize",
|
2025-06-11 17:33:55 +01:00
|
|
|
options={
|
|
|
|
|
"top-down": BoolAttr.get(False),
|
|
|
|
|
"max-iterations": max_iter,
|
2025-06-11 21:19:52 +01:00
|
|
|
"test-convergence": True,
|
2025-06-11 17:33:55 +01:00
|
|
|
"max-rewrites": max_rewrites,
|
|
|
|
|
},
|
|
|
|
|
)
|
2025-06-16 13:40:50 +02:00
|
|
|
# CHECK: %{{.*}} = apply_registered_pass "symbol-privatize"
|
|
|
|
|
# CHECK-SAME: with options = {"exclude" = ["a", "b"]}
|
|
|
|
|
# CHECK-SAME: to %{{.*}} : (!transform.any_op) -> !transform.any_op
|
|
|
|
|
mod = transform.apply_registered_pass(
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
mod,
|
|
|
|
|
"symbol-privatize",
|
|
|
|
|
options={"exclude": ("a", "b")},
|
|
|
|
|
)
|
|
|
|
|
# CHECK: %[[SYMBOL_A:.+]] = transform.param.constant
|
|
|
|
|
symbol_a = transform.param_constant(
|
|
|
|
|
transform.AnyParamType.get(), StringAttr.get("a")
|
|
|
|
|
)
|
|
|
|
|
# CHECK: %[[SYMBOL_B:.+]] = transform.param.constant
|
|
|
|
|
symbol_b = transform.param_constant(
|
|
|
|
|
transform.AnyParamType.get(), StringAttr.get("b")
|
|
|
|
|
)
|
|
|
|
|
# CHECK: %{{.*}} = apply_registered_pass "symbol-privatize"
|
|
|
|
|
# CHECK-SAME: with options = {"exclude" = [%[[SYMBOL_A]], %[[SYMBOL_B]]]}
|
|
|
|
|
# CHECK-SAME: to %{{.*}} : (!transform.any_op, !transform.any_param, !transform.any_param) -> !transform.any_op
|
|
|
|
|
mod = transform.apply_registered_pass(
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
mod,
|
|
|
|
|
"symbol-privatize",
|
|
|
|
|
options={"exclude": (symbol_a, symbol_b)},
|
|
|
|
|
)
|
2025-06-11 17:33:55 +01:00
|
|
|
transform.YieldOp()
|
2025-12-14 20:44:15 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
# CHECK-LABEL: TEST: testForeachOp
|
|
|
|
|
@run
|
|
|
|
|
def testForeachOp(module: Module):
|
|
|
|
|
# CHECK: transform.sequence
|
|
|
|
|
sequence = transform.SequenceOp(
|
|
|
|
|
transform.FailurePropagationMode.Propagate,
|
|
|
|
|
[transform.AnyOpType.get()],
|
|
|
|
|
transform.AnyOpType.get(),
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(sequence.body):
|
|
|
|
|
# CHECK: {{.*}} = foreach %{{.*}} : !transform.any_op -> !transform.any_op
|
|
|
|
|
foreach1 = transform.ForeachOp(
|
|
|
|
|
(transform.AnyOpType.get(),), (sequence.bodyTarget,)
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(foreach1.body):
|
|
|
|
|
# CHECK: transform.yield {{.*}} : !transform.any_op
|
|
|
|
|
transform.yield_(foreach1.bodyTargets)
|
|
|
|
|
|
|
|
|
|
a_val = transform.get_operand(
|
|
|
|
|
transform.AnyValueType.get(), foreach1.result, [0]
|
|
|
|
|
)
|
|
|
|
|
a_param = transform.param_constant(
|
|
|
|
|
transform.AnyParamType.get(), StringAttr.get("a_param")
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
# CHECK: {{.*}} = foreach %{{.*}}, %{{.*}}, %{{.*}} : !transform.any_op, !transform.any_value, !transform.any_param -> !transform.any_value, !transform.any_param
|
|
|
|
|
foreach2 = transform.foreach(
|
|
|
|
|
(transform.AnyValueType.get(), transform.AnyParamType.get()),
|
|
|
|
|
(sequence.bodyTarget, a_val, a_param),
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(foreach2.owner.body):
|
|
|
|
|
# CHECK: transform.yield {{.*}} : !transform.any_value, !transform.any_param
|
|
|
|
|
transform.yield_(foreach2.owner.bodyTargets[1:3])
|
|
|
|
|
|
|
|
|
|
another_param = transform.param_constant(
|
|
|
|
|
transform.AnyParamType.get(), StringAttr.get("another_param")
|
|
|
|
|
)
|
|
|
|
|
params = transform.merge_handles([a_param, another_param])
|
|
|
|
|
|
|
|
|
|
# CHECK: {{.*}} = foreach %{{.*}}, %{{.*}}, %{{.*}} with_zip_shortest : !transform.any_op, !transform.any_param, !transform.any_param -> !transform.any_op
|
|
|
|
|
foreach3 = transform.foreach(
|
|
|
|
|
(transform.AnyOpType.get(),),
|
|
|
|
|
(foreach1.result, foreach2[1], params),
|
|
|
|
|
with_zip_shortest=True,
|
|
|
|
|
)
|
|
|
|
|
with InsertionPoint(foreach3.owner.body):
|
|
|
|
|
# CHECK: transform.yield {{.*}} : !transform.any_op
|
|
|
|
|
transform.yield_((foreach3.owner.bodyTargets[0],))
|
|
|
|
|
|
|
|
|
|
transform.yield_((foreach3,))
|