Upload folder using huggingface_hub

config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "/root/.cache/huggingface/hub/models--anthracite-org--magnum-v2-123b/snapshots/107148805486c345e76f47ee556418bdfc093b10",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 12288,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "model_type": "mistral",
+  "num_attention_heads": 96,
+  "num_hidden_layers": 88,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "activation_scheme": "dynamic",
+    "ignored_layers": [
+      "lm_head"
+    ],
+    "quant_method": "fp8"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": false,
+  "vocab_size": 32768
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0316f02b6e194b2ff0df87c5c0f912eb9df85db20606d0e0bfbc73dea433b7e
+size 4957820220

model-00002-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0991b13342e4bb2ec6ff291310156529bc3e86ad4fa6ec345720a2adcb5f5ea
+size 4831992056

model-00003-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bd8b70634a75dc307dab1d4fd3c4f7e76ac5e46635566a7e4e3d912e62f73a
+size 4857206564

model-00004-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b349d9a1faff0caeb3f03afaa571f7cd83a495a41f0c33cfad5c8c9d5e676f
+size 4831992112

model-00005-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d067bd4ff797c3c2d3f2cd6337a93bddb655a23702fb87f70e912b78beac24
+size 4857206620

model-00006-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86d69a22ea6b7bb5b077bf2b1173c089671d94f5d81aee0d83eda1bfcf490eb
+size 4831992112

model-00007-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fce674ec758c00cdd84dda1ada40d26d35746ff520e7989ec0fd9e11110409c
+size 4857206620

model-00008-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f75d44bb084a170a94632578294afab25af5c42fc3e1b2fb85af236a8aa3d8
+size 4831992112

model-00009-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a34c88af55345213dbd888dc8608da3d108d996323178c172e19b5343f8294
+size 4857206620

model-00010-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e356e90cd5b736459f7dc1dd6b5e14260fee9434cac4d31fbb5e54d0efecf8c
+size 4831992112

model-00011-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4d52fe6484040b1765fb8eac222a8cd3f101d57e0ccb6746b7f532cce3b332
+size 4857206620

model-00012-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218f41d27eba2a12cf5ec6760475feba83e185d679e920f3401fa2adc25a74e5
+size 4831992112

model-00013-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3af3c3b1256083cea0d93816d36c49026ea3a1f7a55e7bf08ddff27556beda9
+size 4857206620

model-00014-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe0f1ffa4dfcef8b734166cde7e24fbdb3c7d53a086071bbc4d89ffc908e9d4
+size 4831992112

model-00015-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ea855508e39c382606ca6bedaca25518d3d24fbabcb0179d4ab52b31dfd602
+size 4857206620

model-00016-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57d86235569df7df9111734e178c9a94c74a459f64adc0e05f8b6c7f47ce720
+size 4831992112

model-00017-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32777c2e6ca40c5efb33f61fe1125074728774c8236a4be6d1e466659417e3ae
+size 4857206620

model-00018-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cef939d3e1150168644391bfeb015b4b626ffef64929723f1253f5009048ce
+size 4831992112

model-00019-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74564246f7a305546a3939e76c59d86d89d9a4809840d8af004d74df5f97452e
+size 4857206620

model-00020-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fc41ce70600e40ec269f936417d2e3e82f1ff9c4ba7393c5cb98764b829e33
+size 4831992112

model-00021-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc7d098e095317669edf10fb217ec68f38cab168fd18703f90c9cf6ae976d8d
+size 4857206620

model-00022-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7170d9180a94b0cbd14c876cfdaf02e2db1d5b30356c6e75f9b92e2f711943ec
+size 4831992112

model-00023-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffa21d751f3011ac3b5797aae7cb1b9968af8afc7e7a073823024de2cafc5b7
+size 4857206620

model-00024-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a853ea69d141da143741808de39488e4e011f7d418c969b01fae4dd14e2e0b
+size 4831992112

model-00025-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b669495296db00f4d42ff9a98699181019c48bcd89a2c4fbd95b0c1c04f6902e
+size 4857206620

model-00026-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9816d60f8ca06e7fd9656c1d48ad5834d3acfd274f7d237e5cc5cd66be482b9b
+size 2189502412

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}