import importlib
import logging
_logger = logging.getLogger(__name__)
_failed_ops = {}
class OpLoadError(AttributeError):
"""算子加载失败;直接访问抛出并携带根因。"""
def _load_op_module(*names):
"""导入 names[0] 模块并绑定算子名;失败仅记录不中断兄弟算子,访问时经 __getattr__ 回抛根因。"""
module_name = names[0]
try:
module = importlib.import_module("." + module_name, __name__)
except Exception as _load_err:
for name in names:
_failed_ops[name] = _load_err
_logger.error(
"Failed to load op '%s' [%s]: %s",
module_name,
type(_load_err).__name__,
_load_err,
)
return
for name in names:
op = getattr(module, name, None)
if op is None:
_failed_ops[name] = AttributeError(
"module '%s' has no attribute '%s'" % (module_name, name)
)
_logger.error(
"Failed to load op '%s' [%s]: %s",
name,
"AttributeError",
_failed_ops[name],
)
continue
globals()[name] = op
_load_op_module("situ_glu")
_load_op_module("situ_glu_grad")
_load_op_module("situ_glu_group")
_load_op_module("swiglu_group")
_load_op_module("swiglu_group_grad", "swiglu_group_backward")
_load_op_module("cla_gate_quant")
_load_op_module("swiglu_group_quant")
__all__ = [
name
for name in (
"situ_glu",
"situ_glu_grad",
"situ_glu_group",
"swiglu_group",
"swiglu_group_grad",
"swiglu_group_backward",
"cla_gate_quant",
"swiglu_group_quant",
)
if name not in _failed_ops
]
def __getattr__(name):
_err = _failed_ops.get(name)
if _err is not None:
raise OpLoadError(
"op '%s' failed to load [%s]: %s" % (name, type(_err).__name__, _err)
) from _err
raise AttributeError("module %r has no attribute %r" % (__name__, name))