show layer class names

This commit is contained in:
Christian Medina
2026-07-01 23:12:28 -04:00
parent e64515e3ca
commit dc494dd91c

View File

@@ -36,6 +36,22 @@ def train(config_path):
print(f"\n[INFO] Loading {config['base_model']}...")
errors = []
print(type(model))
classes = set()
for _, module in model.named_modules():
classes.add(module.__class__.__name__)
print("\n=== Transformer classes ===")
for cls in sorted(classes):
if "Block" in cls or "Layer" in cls or "Decoder" in cls:
print(cls)
raise SystemExit
# ------------------------------------------------------------------
# Strategy 1: QLoRA with FSDP (preferred)
# ------------------------------------------------------------------