Upload folder using huggingface_hub

README.md

@@ -1,14 +1,14 @@
 ---
 base_model:
-- vihangd/DopeyTinyLlama-1.1B-v1
-- l3utterfly/tinyllama-1.1b-layla-v4
-- TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
 - sreeramajay/TinyLlama-1.1B-orca-v1.0
 - AIGym/TinyLlama-1.1B-2.5T-chat-and-function-calling
+- TinyLlama/TinyLlama-1.1B-Chat-v1.0
+- vihangd/DopeyTinyLlama-1.1B-v1
 - ShieldX/manovyadh-1.1B-v1-chat
 - appvoid/palmer-003
-- TinyLlama/TinyLlama-1.1B-Chat-v1.0
+- TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
 - raidhon/coven_tiny_1.1b_32k_orpo_alpha
+- l3utterfly/tinyllama-1.1b-layla-v4
 library_name: transformers
 tags:
 - mergekit
@@ -27,14 +27,14 @@ This model was merged using the [task arithmetic](https://arxiv.org/abs/2212.040
 ### Models Merged
 
 The following models were included in the merge:
-* [vihangd/DopeyTinyLlama-1.1B-v1](https://huggingface.co/vihangd/DopeyTinyLlama-1.1B-v1)
-* [l3utterfly/tinyllama-1.1b-layla-v4](https://huggingface.co/l3utterfly/tinyllama-1.1b-layla-v4)
 * [sreeramajay/TinyLlama-1.1B-orca-v1.0](https://huggingface.co/sreeramajay/TinyLlama-1.1B-orca-v1.0)
 * [AIGym/TinyLlama-1.1B-2.5T-chat-and-function-calling](https://huggingface.co/AIGym/TinyLlama-1.1B-2.5T-chat-and-function-calling)
+* [TinyLlama/TinyLlama-1.1B-Chat-v1.0](https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v1.0)
+* [vihangd/DopeyTinyLlama-1.1B-v1](https://huggingface.co/vihangd/DopeyTinyLlama-1.1B-v1)
 * [ShieldX/manovyadh-1.1B-v1-chat](https://huggingface.co/ShieldX/manovyadh-1.1B-v1-chat)
 * [appvoid/palmer-003](https://huggingface.co/appvoid/palmer-003)
-* [TinyLlama/TinyLlama-1.1B-Chat-v1.0](https://huggingface.co/TinyLlama/TinyLlama-1.1B-Chat-v1.0)
 * [raidhon/coven_tiny_1.1b_32k_orpo_alpha](https://huggingface.co/raidhon/coven_tiny_1.1b_32k_orpo_alpha)
+* [l3utterfly/tinyllama-1.1b-layla-v4](https://huggingface.co/l3utterfly/tinyllama-1.1b-layla-v4)
 
 ### Configuration
 
@@ -44,19 +44,19 @@ The following YAML configuration was used to produce this model:
 models:
   - model: vihangd/DopeyTinyLlama-1.1B-v1
     parameters:
-      density: 0.15
+      density: 0.20
       weight: 0.30
   - model: raidhon/coven_tiny_1.1b_32k_orpo_alpha
     parameters:
-      density: 0.20
+      density: 0.45
       weight: 0.26
   - model: l3utterfly/tinyllama-1.1b-layla-v4
     parameters:
-      density: 0.125
+      density: 0.25
       weight: 0.125
   - model: ShieldX/manovyadh-1.1B-v1-chat
     parameters:
-      density: 0.125
+      density: 0.18
       weight: 0.125
   - model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
     parameters:
@@ -64,7 +64,7 @@ models:
       weight: 0.25
   - model: sreeramajay/TinyLlama-1.1B-orca-v1.0
     parameters:
-      density: 0.125
+      density: 0.15
       weight: 0.37
   - model: AIGym/TinyLlama-1.1B-2.5T-chat-and-function-calling
     parameters:
@@ -72,7 +72,7 @@ models:
       weight: 0.26
   - model: appvoid/palmer-003
     parameters:
-      density: 0.50
+      density: 0.75
       weight: 0.50
 
 merge_method: task_arithmetic

mergekit_config.yml

@@ -1,19 +1,19 @@
 models:
   - model: vihangd/DopeyTinyLlama-1.1B-v1
     parameters:
-      density: 0.15
+      density: 0.20
       weight: 0.30
   - model: raidhon/coven_tiny_1.1b_32k_orpo_alpha
     parameters:
-      density: 0.20
+      density: 0.45
       weight: 0.26
   - model: l3utterfly/tinyllama-1.1b-layla-v4
     parameters:
-      density: 0.125
+      density: 0.25
       weight: 0.125
   - model: ShieldX/manovyadh-1.1B-v1-chat
     parameters:
-      density: 0.125
+      density: 0.18
       weight: 0.125
   - model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
     parameters:
@@ -21,7 +21,7 @@ models:
       weight: 0.25
   - model: sreeramajay/TinyLlama-1.1B-orca-v1.0
     parameters:
-      density: 0.125
+      density: 0.15
       weight: 0.37
   - model: AIGym/TinyLlama-1.1B-2.5T-chat-and-function-calling
     parameters:
@@ -29,7 +29,7 @@ models:
       weight: 0.26
   - model: appvoid/palmer-003
     parameters:
-      density: 0.50
+      density: 0.75
       weight: 0.50
 
 merge_method: task_arithmetic