test: filter generation compatibility models

tests/unit/model_bridge/compatibility/test_utils.py

@@ -93,15 +93,11 @@ def test_device_compatibility(self, model):
 
     def test_generation_compatibility(self, model):
         """Test that generation works correctly with TransformerBridge."""
+        if not model.adapter.supports_generation:
+            pytest.skip("Generation not supported for this architecture")
         prompt = "Once upon a time"
-
-        # Test basic generation if supported
-        try:
-            generated = model.generate(prompt, max_new_tokens=5)
-            assert isinstance(generated, (str, list, torch.Tensor))
-        except (AttributeError, RuntimeError):
-            # Generation might not be implemented yet for all bridge models
-            pytest.skip("Generation not supported for this TransformerBridge model")
+        generated = model.generate(prompt, max_new_tokens=5)
+        assert isinstance(generated, (str, list, torch.Tensor))
 
     @pytest.mark.parametrize("method", ["to_tokens", "to_string", "to_str_tokens"])
     def test_tokenization_methods(self, model, method):

transformer_lens/model_bridge/architecture_adapter.py

@@ -44,6 +44,10 @@ class ArchitectureAdapter:
     # documented in ~/.claude/plans/ssm-verification-compatibility.md.
     applicable_phases: list[int] = [1, 2, 3, 4]
 
+    # Whether this architecture supports text generation via generate().
+    # Encoder-only models (e.g. BERT, HuBERT) should set this to False.
+    supports_generation: bool = True
+
     def __init__(self, cfg: TransformerBridgeConfig) -> None:
         """Initialize the architecture adapter.
 

transformer_lens/model_bridge/supported_architectures/bert.py

@@ -25,6 +25,8 @@
 class BertArchitectureAdapter(ArchitectureAdapter):
     """Architecture adapter for BERT models."""
 
+    supports_generation: bool = False
+
     def __init__(self, cfg: Any) -> None:
         """Initialize the BERT architecture adapter.
 

transformer_lens/model_bridge/supported_architectures/hubert.py

@@ -38,6 +38,8 @@ class HubertArchitectureAdapter(ArchitectureAdapter):
     prepare_model() detects this and adjusts component paths.
     """
 
+    supports_generation: bool = False
+
     def __init__(self, cfg: Any) -> None:
         super().__init__(cfg)