Upload folder using huggingface_hub

README.md

@@ -6,28 +6,34 @@ tags:
 - lazymergekit
 - automerger
 base_model:
+- yam-peleg/Experiment24-7B
 - mayacinka/yam-jom-7B
 ---
 
 # Experiment24Yam-7B
 
 Experiment24Yam-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
+* [yam-peleg/Experiment24-7B](https://huggingface.co/yam-peleg/Experiment24-7B)
 * [mayacinka/yam-jom-7B](https://huggingface.co/mayacinka/yam-jom-7B)
 
 ## 🧩 Configuration
 
 ```yaml
-models:
-- model: yam-peleg/Experiment24-7B
-  # No parameters necessary for base model
-- model: mayacinka/yam-jom-7B
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
+slices:
+  - sources:
+      - model: yam-peleg/Experiment24-7B
+        layer_range: [0, 32]
+      - model: mayacinka/yam-jom-7B
+        layer_range: [0, 32]
+merge_method: slerp
 base_model: yam-peleg/Experiment24-7B
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
     ```

mergekit_config.yml

@@ -1,15 +1,19 @@
 
-models:
-- model: yam-peleg/Experiment24-7B
-  # No parameters necessary for base model
-- model: mayacinka/yam-jom-7B
-  parameters:
-    density: 0.53
-    weight: 0.6
-merge_method: dare_ties
+slices:
+  - sources:
+      - model: yam-peleg/Experiment24-7B
+        layer_range: [0, 32]
+      - model: mayacinka/yam-jom-7B
+        layer_range: [0, 32]
+merge_method: slerp
 base_model: yam-peleg/Experiment24-7B
 parameters:
-int8_mask: true
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
 dtype: bfloat16
 random_seed: 0
     

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3689b2d56cee481b0e285c226db42217ab1b619c1080f7e90209f2ea9d57b0b5
+oid sha256:5926a3e6912c20846dcdf898782d2a712091862fe42cc2fbd36d7fee2d79bf0c
 size 9942981696

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:786ac362318198138921dbb0edcd0f6e61b7fd5e03d34ca08e4a6302c8ee9eb6
+oid sha256:aeb56fff2835d365556f0eaea204884338f7a27cf39b8bf35ce44dacd5d23dba
 size 4540516344