Upload folder using huggingface_hub

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37d50e9249dbc53f60027557052a860b27022847dd92972fcb41cbf4f17869a3
+oid sha256:ebdd83e68b5fdd48ae1bba30bc5d3100fe03446c96aea23fa9b9f3e1083e446a
 size 8731128

checkpoint-100/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b765e914dcf9c550a8e56ee013a86678674612688bd65ab80410d7b255546e2f
+oid sha256:c00aef212698f881e6ff2200e43a5f91250d42926e6fbd47218b21500be5af7f
 size 8731128

checkpoint-100/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a12e35a712271cd52af220515dc54813cb15987e84f037d958d20cd6cee68fff
+oid sha256:838026ac41f4ac6ae9a67d27339ddb6383efe04e56567e79aa9e24251055f37e
 size 17526842

checkpoint-100/ref/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b962b0084aec460781aac28e8d34bea11fb9022883ecd77704b8455ce2d723a2
+oid sha256:c5668a13f5c891568fbb8579d9c51e0cc04a2346765ac750be5c49316caeb7d9
 size 8731128

checkpoint-100/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ab604215494ab766d54b5d034814a38a5a131b983552e085e6ba89a07fe4f5b
+oid sha256:d48ef43f53ee2a844cfe6fb15c5f921d15a1deae9ef20e365f1b97ae85dc3e5e
 size 14244

checkpoint-100/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c869bfb8f14e59279afcb8a8eecd370b83ad9128cc999745f22a1b121cdf645
+oid sha256:525284629670376fca25695ce8c77b361026259ca9754ab77c6eabb5d0d1e917
 size 1064

checkpoint-100/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe7f1c61e0e89afd793570a9a89dda9ed6569838bac7b1e7d383c47f3e040774
+oid sha256:8c078149c5f6d3dea09968db8e43b83e4250f9a28eaa91663c54a1a1964152d2
 size 6776

checkpoint-150/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c4e9a9589a7474f445663b6ff20677982b29ec3c7c1e0aaaf1ee48fbfad4ad5
+oid sha256:3b84fdd298768a6449636702b456e5d73a95a341f391abc7cce6fbfb2d5797a8
 size 8731128

checkpoint-150/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6beaea033a70db5b5a9402e7fcb22cd071216c551154452086b4d9eccaafd53
+oid sha256:763a96c5c84beb8f406445a3a15e9a28814cc76cfc83e4ba4438602eb95510b0
 size 17526842

checkpoint-150/ref/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b962b0084aec460781aac28e8d34bea11fb9022883ecd77704b8455ce2d723a2
+oid sha256:c5668a13f5c891568fbb8579d9c51e0cc04a2346765ac750be5c49316caeb7d9
 size 8731128

checkpoint-150/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27656c488218789eb6a077238f1346863125281337293d34eaf84a1aba2638e8
+oid sha256:8930fe80d4cf8b6fac8695e275ccbb0603f03c0586a874404f5b007a46b135e1
 size 14244

checkpoint-150/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ead0c69f231af9ff216a15725240624f552cc5e549122accf41fc9de1475d582
+oid sha256:d0614996c9ff4351e094e986310b25ed8b76a45f4e76585672a811323db08ea3
 size 1064

checkpoint-150/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe7f1c61e0e89afd793570a9a89dda9ed6569838bac7b1e7d383c47f3e040774
+oid sha256:8c078149c5f6d3dea09968db8e43b83e4250f9a28eaa91663c54a1a1964152d2
 size 6776

checkpoint-200/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3760d3314549081af05923853132db52f91e157452d1a671fa01138e8ce0d7f6
+oid sha256:162d752136458d0b1563dc000c1303146bf581c1dc30d4ac1c6cf143ca55920c
 size 8731128

checkpoint-200/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a433c0070b886ab356b3b0e01ac77896089a29f3e1654b8040ce587b35da19b
+oid sha256:046dda077131549f583f0678216d0b9ac6eb6b0661463c77250bcb0557eeec5c
 size 17526842

checkpoint-200/ref/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b962b0084aec460781aac28e8d34bea11fb9022883ecd77704b8455ce2d723a2
+oid sha256:c5668a13f5c891568fbb8579d9c51e0cc04a2346765ac750be5c49316caeb7d9
 size 8731128

checkpoint-200/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4825bf31044ed1c1141fad5e2d04ce4a1b0a47c2a63289a50920eb60f313e05
+oid sha256:57846bf5428a3c03cedb89f5e74e3f1f6343bc7406d84cce8f4144fb81d70df6
 size 14244

checkpoint-200/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:820dc20ea8497c148d31704bc1cfea7c0d598f4fe3e52b035416778336d712a4
+oid sha256:8a67c94c0e1a9875787830b5a63a3dc9c7b612c1523eacffed9a7583a89f7bef
 size 1064

checkpoint-200/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe7f1c61e0e89afd793570a9a89dda9ed6569838bac7b1e7d383c47f3e040774
+oid sha256:8c078149c5f6d3dea09968db8e43b83e4250f9a28eaa91663c54a1a1964152d2
 size 6776

checkpoint-250/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:778e2eb5058363271c6371ce49aa6d59c2c58ff759e8dc2c50f9f2c8378caa86
+oid sha256:74ce2462c180ca86c4d41f37d1844b51f23f6e0ca66435dd7d66be3e64d59369
 size 8731128

checkpoint-250/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f6c9d8b5c73cdba61371997fc1aa84a8aa321b3b3587dfbdaa6c33b016269d3
+oid sha256:886900e0c6349e49a4aa05cd49f213fa97285306851251fc61571fab25e0f0c2
 size 17526842

checkpoint-250/ref/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b962b0084aec460781aac28e8d34bea11fb9022883ecd77704b8455ce2d723a2
+oid sha256:c5668a13f5c891568fbb8579d9c51e0cc04a2346765ac750be5c49316caeb7d9
 size 8731128

checkpoint-250/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6117437beb154fdbe42da769bc751661179f0830057abcaeb1073a915d11a232
+oid sha256:893f9a4dc8e0a96455069270a12e78290237825df7bda80d1e36733236d60e65
 size 14244

checkpoint-250/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40db5c7e3b57ff5ba822a7ba8434e7a868d756b70556c6f711c44f3bda3fde48
+oid sha256:099fe8a4bdabd76b89aa66c11a875f9a0d731f355db90e5ed7e0828b88cf7c25
 size 1064

checkpoint-250/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe7f1c61e0e89afd793570a9a89dda9ed6569838bac7b1e7d383c47f3e040774
+oid sha256:8c078149c5f6d3dea09968db8e43b83e4250f9a28eaa91663c54a1a1964152d2
 size 6776

checkpoint-300/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6714687556a2dc7226afce3096d21be7cf908f496df4aa4046e603946cdae6c
+oid sha256:5cc46d77b2342136f9f964ff8ae019b845ef93695a437d210194a8e468033cea
 size 8731128

checkpoint-300/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c6d03de482df3140c859a74e70a8a08cb87820c32024dc3ce2c6802304d1ae1
+oid sha256:1b8988bdd91ed6419f5dc399b800fc39bee9c768e2b6f57a4fef63175ca0bdd3
 size 17526842

checkpoint-300/ref/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b962b0084aec460781aac28e8d34bea11fb9022883ecd77704b8455ce2d723a2
+oid sha256:c5668a13f5c891568fbb8579d9c51e0cc04a2346765ac750be5c49316caeb7d9
 size 8731128

checkpoint-300/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12c41259f0bbb68ce4b0c21dedacd5a801851021c681838c318a21744e1672f1
+oid sha256:374987d572ce33eac50f184991a3f10017cfeeedc69adab9b988a899cd74cc76
 size 14244

checkpoint-300/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:129a2d7bcd9a56630a9f55dcea61d36958bdd2c2a73a893c6fc4f9afcdcbff14
+oid sha256:23f10e1a2d367b381e414a214dae555e77dac9cb1ab5397f5cb62c7b36b93b56
 size 1064

checkpoint-300/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe7f1c61e0e89afd793570a9a89dda9ed6569838bac7b1e7d383c47f3e040774
+oid sha256:8c078149c5f6d3dea09968db8e43b83e4250f9a28eaa91663c54a1a1964152d2
 size 6776

checkpoint-350/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:533eaa168befd22710329923069f2ecd67a71f79884c32b38445407693b00e42
+oid sha256:d943b92e5105877266ac6c9766c5799f73fa7969bfeb3bcc4efd114b91ca136a
 size 8731128

checkpoint-350/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a18e246c986121a8a202c83b1f88c188e77479d9bb250438f23fb7a9a8cc5e8
+oid sha256:4e2f5f20308f78f86c9fa92754f04090dbd133b411e046d4cc8fdb0b1e55c6f8
 size 17526842

checkpoint-350/ref/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b962b0084aec460781aac28e8d34bea11fb9022883ecd77704b8455ce2d723a2
+oid sha256:c5668a13f5c891568fbb8579d9c51e0cc04a2346765ac750be5c49316caeb7d9
 size 8731128

checkpoint-350/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d57f3e3ca070293c7549a6259323a36e5610ff41b3a9d1573749f4e44986530c
+oid sha256:15f235073cda7f342278db8cde4ba70662f98e9016ead5bfcf229cc1f8372f57
 size 14244

checkpoint-350/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e41de323bdf0c331883c417e3b3eefaa749e3ae7420b215532e342bfd966244c
+oid sha256:824b8149acabea0391619307b03f066171991bb80500311ead9736976d3ec2c0
 size 1064

checkpoint-350/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe7f1c61e0e89afd793570a9a89dda9ed6569838bac7b1e7d383c47f3e040774
+oid sha256:8c078149c5f6d3dea09968db8e43b83e4250f9a28eaa91663c54a1a1964152d2
 size 6776

checkpoint-400/README.md

@@ -0,0 +1,209 @@
+---
+base_model: unsloth/Qwen2.5-1.5B-Instruct
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
+- grpo
+- lora
+- transformers
+- trl
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.19.1

checkpoint-400/adapter_config.json

@@ -0,0 +1,43 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-400/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cf1bd568562586b3103f6771c463e2ce41da9fa48e2842bafabe58603069a8
+size 8731128

checkpoint-400/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

checkpoint-400/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b530df27dedb971c46aa262acd525d1ffbb3f7cb5410e745d90c698778edd46
+size 17526842

checkpoint-400/ref/adapter_config.json

@@ -0,0 +1,43 @@
+{
+  "alora_invocation_tokens": null,
+  "alpha_pattern": {},
+  "arrow_config": null,
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
+  "bias": "none",
+  "corda_config": null,
+  "ensure_weight_tying": false,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "lora_ga_config": null,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "peft_version": "0.19.1",
+  "qalora_group_size": 16,
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_bdlora": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

checkpoint-400/ref/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5668a13f5c891568fbb8579d9c51e0cc04a2346765ac750be5c49316caeb7d9
+size 8731128