WIP implementing training

2026-01-26 16:39:47 +00:00 · 2023-07-12 08:23:46 -06:00
parent 47d094e528
commit 57f14e5ef2
16 changed files with 1031 additions and 67 deletions
--- a/config/examples/train.example.json
+++ b/config/examples/train.example.json
@@ -5,7 +5,11 @@
    "base_model": "/path/to/base/model",
    "training_folder": "/path/to/output/folder",
    "is_v2": false,
-    "device": "cpu",
+    "device": "cuda",
+    "gradient_accumulation_steps": 1,
+    "mixed_precision": "fp16",
+    "logging_dir": "/path/to/tensorboard/log/folder",
+
    "process": [
      {
        "type": "fine_tune"