From ce575ee71b4887b9945d7a71b3cc90340c4e6a80 Mon Sep 17 00:00:00 2001
From: Christian Medina <37550954+cmedinasoriano@users.noreply.github.com>
Date: Wed, 1 Jul 2026 23:12:28 -0400
Subject: [PATCH] show layer class names

---
 train.py | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/train.py b/train.py
index 931b116..c2588f0 100644
--- a/train.py
+++ b/train.py
@@ -35,6 +35,27 @@ def train(config_path):
     # Load model with multiple strategies
     print(f"\n[INFO] Loading {config['base_model']}...")
     errors = []
+
+
+    model = AutoModelForCausalLM.from_pretrained(
+        "deepreinforce-ai/Ornith-1.0-35B",
+        torch_dtype=torch.bfloat16,
+        trust_remote_code=True,
+    )
+    print(type(model))
+
+    classes = set()
+
+    for _, module in model.named_modules():
+        classes.add(module.__class__.__name__)
+
+    print("\n=== Transformer classes ===")
+    for cls in sorted(classes):
+        if "Block" in cls or "Layer" in cls or "Decoder" in cls:
+            print(cls)
+
+    raise SystemExit
+
     
     # ------------------------------------------------------------------
     # Strategy 1: QLoRA with FSDP (preferred)