Jiabin99 commited on
Commit
b90544c
1 Parent(s): 7bb07bc

Upload 4 files

Browse files
best-epoch=04-loss=0.136.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0bcde88b0f60f1c3546ad866b8ede5a299359349e0a28d00107c4b717869ae0
3
+ size 11969377396
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "embed_dim": 768
3
+ }
graph_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "in_channels": 768,
3
+ "out_channels": 768,
4
+ "heads": 12,
5
+ "dynamic": true
6
+ }
text_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "context_length": 128,
3
+ "vocab_size": 49408,
4
+ "width": 768,
5
+ "heads": 8,
6
+ "layers": 6
7
+ }