已合并
add t5 config #44029
lihui创建于 18 天前
add t5 config #44029
已合并
共 2 个文件变更+9-9
| @@ -630,6 +630,15 @@ def _patch_model_24(): | |||
| 630 | anir_config.force_fallback_kernel_names["mlir_fused_add_lt_neg_where_13"] = True | 630 | anir_config.force_fallback_kernel_names["mlir_fused_add_lt_neg_where_13"] = True |
| 631 | except ImportError: | 631 | except ImportError: |
| 632 | log.warning("import config failed for T5ForConditionalGeneration patch") | 632 | log.warning("import config failed for T5ForConditionalGeneration patch") |
| 633 | + from torch._higher_order_ops.effects import ( | ||
| 634 | + _EffectType, | ||
| 635 | + _register_effectful_op, | ||
| 636 | + ) | ||
| 637 | + | ||
| 638 | + _register_effectful_op( | ||
| 639 | + torch.ops.aten.native_dropout.default, | ||
| 640 | + _EffectType.ORDERED, | ||
| 641 | + ) | ||
| 633 | 642 | ||
| 634 | 643 | ||
| 635 | 644 | ||
| @@ -4,15 +4,6 @@ import torch | |||
| 4 | from torch._decomp import remove_decompositions | 4 | from torch._decomp import remove_decompositions |
| 5 | from torch._inductor import decomposition as inductor_decomp | 5 | from torch._inductor import decomposition as inductor_decomp |
| 6 | from torch_npu._inductor.mfusion.decomp import matmul_backward | 6 | from torch_npu._inductor.mfusion.decomp import matmul_backward |
| 7 | -from torch._higher_order_ops.effects import ( | ||
| 8 | - _EffectType, | ||
| 9 | - _register_effectful_op, | ||
| 10 | -) | ||
| 11 | - | ||
| 12 | -_register_effectful_op( | ||
| 13 | - torch.ops.aten.native_dropout.default, | ||
| 14 | - _EffectType.ORDERED, | ||
| 15 | -) | ||
| 16 | 7 | ||
| 17 | aten = torch.ops.aten | 8 | aten = torch.ops.aten |
| 18 | prims = torch.ops.prims | 9 | prims = torch.ops.prims |