codebyzeb commited on
Commit
8f34d8c
1 Parent(s): 1ed3542

Training in progress, step 100000

Browse files
babyslm/syntactic.txt CHANGED
The diff for this file is too large to render. See raw diff
 
blimp_results.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:760662f5d2930739acf8f1de7e408cc4274b742cf2719b24a8d08d8bf65f7d25
3
- size 80215269
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53b54714a74a10d261403b1d01399b8c2605199b2196772adf5bcdb68a9ee96
3
+ size 80216307
config.json CHANGED
@@ -13,7 +13,7 @@
13
  "n_embd": 512,
14
  "n_head": 8,
15
  "n_inner": 2048,
16
- "n_layer": 8,
17
  "n_positions": 256,
18
  "reorder_and_upcast_attn": false,
19
  "resid_pdrop": 0.1,
 
13
  "n_embd": 512,
14
  "n_head": 8,
15
  "n_inner": 2048,
16
+ "n_layer": 6,
17
  "n_positions": 256,
18
  "reorder_and_upcast_attn": false,
19
  "resid_pdrop": 0.1,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:155163e8e243b53ebd3030460d0369058098d912a8654de8f8f613097d5bd283
3
- size 134182632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c3737c4075d348ec1397c6a34ff3599f64137f988eaf0282105e939ef63961f
3
+ size 108961160
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bdb9bb7a47c8d79dae8b6e300ed84f1e99318dafb96dc9dbd2c7137c0067d4e
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975f4c8fc39f5136ba79137eff2767d6095d8cadb172037c87f30b58b803cd77
3
  size 5368