Upload training_config.json with huggingface_hub

training_config.json

@@ -0,0 +1,18 @@
+{
+  "base_model": "models/base-models/CodeLlama-7B-Instruct",
+  "adapter_path": null,
+  "dataset": "datasets/processed/split_chat_format/train.jsonl",
+  "output_dir": "training-outputs/codellama-fifo-v2-chat",
+  "hyperparameters": {
+    "max_length": 1536,
+    "num_epochs": 5,
+    "batch_size": 4,
+    "gradient_accumulation": 4,
+    "learning_rate": 2e-05,
+    "lora_r": 48,
+    "lora_alpha": 96,
+    "lora_dropout": 0.15
+  },
+  "training_mode": "fresh",
+  "resumed_from_checkpoint": false
+}