chore: remove temporary debugging code
This commit is contained in:
52
train.py
52
train.py
@@ -54,23 +54,6 @@ def train(config_path):
|
|||||||
trust_remote_code=True,
|
trust_remote_code=True,
|
||||||
low_cpu_mem_usage=True,
|
low_cpu_mem_usage=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
print(type(model))
|
|
||||||
|
|
||||||
classes = set()
|
|
||||||
|
|
||||||
for _, module in model.named_modules():
|
|
||||||
classes.add(module.__class__.__name__)
|
|
||||||
|
|
||||||
print("\n=== Transformer classes ===")
|
|
||||||
for cls in sorted(classes):
|
|
||||||
if "Block" in cls or "Layer" in cls or "Decoder" in cls:
|
|
||||||
print(cls)
|
|
||||||
|
|
||||||
raise SystemExit
|
|
||||||
|
|
||||||
|
|
||||||
print("✓ Success: QLoRA 4-bit")
|
print("✓ Success: QLoRA 4-bit")
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
errors.append(("QLoRA 4-bit", e))
|
errors.append(("QLoRA 4-bit", e))
|
||||||
@@ -88,23 +71,6 @@ def train(config_path):
|
|||||||
trust_remote_code=True,
|
trust_remote_code=True,
|
||||||
low_cpu_mem_usage=True,
|
low_cpu_mem_usage=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
print(type(model))
|
|
||||||
|
|
||||||
classes = set()
|
|
||||||
|
|
||||||
for _, module in model.named_modules():
|
|
||||||
classes.add(module.__class__.__name__)
|
|
||||||
|
|
||||||
print("\n=== Transformer classes ===")
|
|
||||||
for cls in sorted(classes):
|
|
||||||
if "Block" in cls or "Layer" in cls or "Decoder" in cls:
|
|
||||||
print(cls)
|
|
||||||
|
|
||||||
raise SystemExit
|
|
||||||
|
|
||||||
|
|
||||||
print("✓ Success: bf16 GPU")
|
print("✓ Success: bf16 GPU")
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
errors.append(("bf16 GPU", e))
|
errors.append(("bf16 GPU", e))
|
||||||
@@ -122,24 +88,6 @@ def train(config_path):
|
|||||||
trust_remote_code=True,
|
trust_remote_code=True,
|
||||||
low_cpu_mem_usage=True,
|
low_cpu_mem_usage=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
print(type(model))
|
|
||||||
|
|
||||||
classes = set()
|
|
||||||
|
|
||||||
for _, module in model.named_modules():
|
|
||||||
classes.add(module.__class__.__name__)
|
|
||||||
|
|
||||||
print("\n=== Transformer classes ===")
|
|
||||||
for cls in sorted(classes):
|
|
||||||
if "Block" in cls or "Layer" in cls or "Decoder" in cls:
|
|
||||||
print(cls)
|
|
||||||
|
|
||||||
raise SystemExit
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
print("✓ Success: bf16 CPU")
|
print("✓ Success: bf16 CPU")
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
errors.append(("bf16 CPU", e))
|
errors.append(("bf16 CPU", e))
|
||||||
|
|||||||
Reference in New Issue
Block a user