automerger commited on
Commit
219416b
1 Parent(s): b16ff9d

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -6,13 +6,13 @@ tags:
6
  - lazymergekit
7
  - automerger
8
  base_model:
9
- - rwitz/experiment26-truthy-iter-2
10
  ---
11
 
12
  # AlloyingotneoyExperiment26-7B
13
 
14
  AlloyingotneoyExperiment26-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
15
- * [rwitz/experiment26-truthy-iter-2](https://huggingface.co/rwitz/experiment26-truthy-iter-2)
16
 
17
  ## 🧩 Configuration
18
 
@@ -20,7 +20,7 @@ AlloyingotneoyExperiment26-7B is an automated merge created by [Maxime Labonne](
20
  models:
21
  - model: nlpguy/AlloyIngotNeoY
22
  # No parameters necessary for base model
23
- - model: rwitz/experiment26-truthy-iter-2
24
  parameters:
25
  density: 0.53
26
  weight: 0.6
@@ -30,7 +30,7 @@ parameters:
30
  int8_mask: true
31
  dtype: bfloat16
32
  random_seed: 0
33
- ```
34
 
35
  ## 💻 Usage
36
 
 
6
  - lazymergekit
7
  - automerger
8
  base_model:
9
+ - yam-peleg/Experiment26-7B
10
  ---
11
 
12
  # AlloyingotneoyExperiment26-7B
13
 
14
  AlloyingotneoyExperiment26-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
15
+ * [yam-peleg/Experiment26-7B](https://huggingface.co/yam-peleg/Experiment26-7B)
16
 
17
  ## 🧩 Configuration
18
 
 
20
  models:
21
  - model: nlpguy/AlloyIngotNeoY
22
  # No parameters necessary for base model
23
+ - model: yam-peleg/Experiment26-7B
24
  parameters:
25
  density: 0.53
26
  weight: 0.6
 
30
  int8_mask: true
31
  dtype: bfloat16
32
  random_seed: 0
33
+ ```
34
 
35
  ## 💻 Usage
36
 
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "sliding_window": 4096,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
- "transformers_version": "4.38.2",
25
  "use_cache": true,
26
  "vocab_size": 32000
27
  }
 
21
  "sliding_window": 4096,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.39.1",
25
  "use_cache": true,
26
  "vocab_size": 32000
27
  }
mergekit_config.yml CHANGED
@@ -2,7 +2,7 @@
2
  models:
3
  - model: nlpguy/AlloyIngotNeoY
4
  # No parameters necessary for base model
5
- - model: rwitz/experiment26-truthy-iter-2
6
  parameters:
7
  density: 0.53
8
  weight: 0.6
@@ -12,4 +12,3 @@ parameters:
12
  int8_mask: true
13
  dtype: bfloat16
14
  random_seed: 0
15
-
 
2
  models:
3
  - model: nlpguy/AlloyIngotNeoY
4
  # No parameters necessary for base model
5
+ - model: yam-peleg/Experiment26-7B
6
  parameters:
7
  density: 0.53
8
  weight: 0.6
 
12
  int8_mask: true
13
  dtype: bfloat16
14
  random_seed: 0
 
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1d03d54cf0d06297e0bc4aeed51be48653c6f25d8d014eb2bfee38ed96ef39a
3
  size 9942981696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee8e31a4ca14e7f33b4140ba3e50eaf040e5ebed2a0f1fbcef73542fafa8b52
3
  size 9942981696
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f44c627350a0a77980c080f0e028e3e72834a73356818738b550140619af806a
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c0dbff4311450e4d498304a8252b619e25b160bfa628214765ee037d1c9236
3
  size 4540516344