Module neuralops.tests.test_part7_numerical_safety

Part 7 Verification: Project-Wide Numerical Safety (RCA-7, RCA-8, RCA-9).

Functions

def test_amp_scaler_guard()

Expand source code

def test_amp_scaler_guard():
    class MockScaler:
        def __init__(self):
            self.called = False
        def is_enabled(self):
            return True
        def unscale_(self, opt):
            if self.called:
                raise RuntimeError("unscale_ already called")
            self.called = True

    scaler = MockScaler()
    scaler.unscale_(None)
    try:
        scaler.unscale_(None)
    except RuntimeError:
        pass

def test_performer_fp16_clamped()

Expand source code

def test_performer_fp16_clamped():
    cfg = DummyConfig()
    mod = PerformerAttention(cfg)
    wrapper = UniversalAttentionWrapper(mod)
    x = torch.randn(2, 8, 32) * 40.0
    out, _ = wrapper(x)
    assert torch.isfinite(out).all()

Classes

class DummyConfig (hidden_size=32, num_attention_heads=2, **kwargs)

Expand source code

class DummyConfig(PretrainedConfig):
    def __init__(self, hidden_size=32, num_attention_heads=2, **kwargs):
        super().__init__(**kwargs)
        self.hidden_size = hidden_size
        self.num_attention_heads = num_attention_heads
        self.num_heads = num_attention_heads
        self.head_dim = 16
        self.d_model = hidden_size

DummyConfig(hidden_size=32, num_attention_heads=2, **kwargs)

Ancestors

• transformers.configuration_utils.PreTrainedConfig
• transformers.utils.hub.PushToHubMixin
• transformers.modeling_rope_utils.RotaryEmbeddingConfigMixin