PEFT
code
ArmelR commited on
Commit
43a3b7d
1 Parent(s): 6b57d60

Upload model

Browse files
Files changed (3) hide show
  1. README.md +9 -0
  2. adapter_config.json +17 -0
  3. adapter_model.bin +3 -0
README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ ---
4
+ ## Training procedure
5
+
6
+ ### Framework versions
7
+
8
+
9
+ - PEFT 0.6.0.dev0
adapter_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "bigcode/starcoderbase",
4
+ "encoder_dropout": 0.0,
5
+ "encoder_hidden_size": 6144,
6
+ "encoder_num_layers": 2,
7
+ "encoder_reparameterization_type": "MLP",
8
+ "inference_mode": true,
9
+ "num_attention_heads": 48,
10
+ "num_layers": 40,
11
+ "num_transformer_submodules": 1,
12
+ "num_virtual_tokens": 30,
13
+ "peft_type": "P_TUNING",
14
+ "revision": null,
15
+ "task_type": "CAUSAL_LM",
16
+ "token_dim": 6144
17
+ }
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4759b253ba465c509375e492452b9c1f3ec3e7b57d617550ce9f5b762d327a0
3
+ size 738109