First

README.md

@@ -0,0 +1,29 @@
+---
+library_name: peft
+---
+## Training procedure
+
+
+The following `bitsandbytes` quantization config was used during training:
+- load_in_8bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+
+The following `bitsandbytes` quantization config was used during training:
+- load_in_8bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+
+The following `bitsandbytes` quantization config was used during training:
+- load_in_8bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+### Framework versions
+
+- PEFT 0.5.0.dev0
+- PEFT 0.5.0.dev0
+
+- PEFT 0.5.0.dev0

adapter_config.json

@@ -0,0 +1,22 @@
+{
+    "auto_mapping": null,
+    "base_model_name_or_path": "bigcode/starcoder",
+    "bias": "none",
+    "fan_in_fan_out": false,
+    "inference_mode": true,
+    "init_lora_weights": true,
+    "layers_pattern": null,
+    "layers_to_transform": null,
+    "lora_alpha": 2048,
+    "lora_dropout": 0.05,
+    "modules_to_save": null,
+    "peft_type": "LORA",
+    "r": 1024,
+    "revision": null,
+    "target_modules": [
+      "c_proj",
+      "c_attn",
+      "q_attn"
+    ],
+    "task_type": "CAUSAL_LM"
+  }

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f924c46173a5c13ef5a5c3039fc412fdf91f2e1a800bb58d9d9eef7d608d44
+size 14583

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136aef0b22161e1cadebcc3b14f613fd6590a5875a5c6237244f8b3e4592874e
+size 14583

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4db56a24ab288887c49754001427c144f546f66d9a7bf7468db6152e71afb3
+size 14583