"""
Transformer模型实现包
按架构组件拆分：
- utils: 激活函数和掩码工具
- layers: 基础层（Linear, LayerNorm）
- attention: 多头注意力机制
- feedforward: 前馈网络
- block: Transformer块
- model: SimpleTransformer模型
- inference: 推理引擎
"""

from .utils import softmax, relu, create_padding_mask, create_look_ahead_mask
from .layers import Linear, LayerNorm
from .attention import MultiHeadAttention
from .feedforward import FeedForward
from .block import TransformerBlock
from .model import SimpleTransformer
from .inference import InferenceEngine

__all__ = [
    'softmax',
    'relu',
    'create_padding_mask',
    'create_look_ahead_mask',
    'Linear',
    'LayerNorm',
    'MultiHeadAttention',
    'FeedForward',
    'TransformerBlock',
    'SimpleTransformer',
    'InferenceEngine'
]