Hugging Face's logo

malaysia-ai
/
malaysian-llm2vec-reranker-349M-16384

Text Classification
Transformers
Safetensors
mistral
custom_code
text-generation-inference
Inference Endpoints
Model card Files Community
wanadzhar913 commited on
Commit
05ee940
•
1 Parent(s): d304c1f

Upload MistralForSequenceClassification

Browse files
Files changed (2) hide show
  1. config.json +6 -6
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "reranker-malaysian-mistral-191M/checkpoint-27200",
3
  "architectures": [
4
  "MistralForSequenceClassification"
5
  ],
@@ -9,15 +9,15 @@
9
  },
10
  "bos_token_id": 1,
11
  "eos_token_id": 2,
12
- "head_dim": 48,
13
  "hidden_act": "silu",
14
- "hidden_size": 768,
15
  "initializer_range": 0.02,
16
- "intermediate_size": 3072,
17
  "max_position_embeddings": 4096,
18
  "model_type": "mistral",
19
  "num_attention_heads": 16,
20
- "num_hidden_layers": 16,
21
  "num_key_value_heads": 8,
22
  "pad_token_id": 0,
23
  "problem_type": "single_label_classification",
@@ -26,7 +26,7 @@
26
  "sliding_window": 4096,
27
  "tie_word_embeddings": false,
28
  "torch_dtype": "float32",
29
- "transformers_version": "4.44.2",
30
  "use_cache": true,
31
  "vocab_size": 32000
32
  }
 
1
  {
2
+ "_name_or_path": "reranker-malaysian-mistral-349M/checkpoint-22800",
3
  "architectures": [
4
  "MistralForSequenceClassification"
5
  ],
 
9
  },
10
  "bos_token_id": 1,
11
  "eos_token_id": 2,
12
+ "head_dim": 64,
13
  "hidden_act": "silu",
14
+ "hidden_size": 1024,
15
  "initializer_range": 0.02,
16
+ "intermediate_size": 4096,
17
  "max_position_embeddings": 4096,
18
  "model_type": "mistral",
19
  "num_attention_heads": 16,
20
+ "num_hidden_layers": 18,
21
  "num_key_value_heads": 8,
22
  "pad_token_id": 0,
23
  "problem_type": "single_label_classification",
 
26
  "sliding_window": 4096,
27
  "tie_word_embeddings": false,
28
  "torch_dtype": "float32",
29
+ "transformers_version": "4.43.3",
30
  "use_cache": true,
31
  "vocab_size": 32000
32
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b1fa49d61d8c411173d7eb130b0fd4d9baa56e9945d69014d11ff07906f52c8
3
- size 664658904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e21e652881462efabad0555df109f3abfc990a46afdeefef60f3fe542cdb486
3
+ size 1263712472