Upload folder using huggingface_hub

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/config.json

@@ -0,0 +1,30 @@
+{
+  "_name_or_path": "vicgalle/CarbonBeagle-11B",
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mixtral",
+  "num_attention_heads": 32,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 48,
+  "num_key_value_heads": 8,
+  "num_local_experts": 8,
+  "output_router_logits": false,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "router_aux_loss_coef": 0.001,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.37.1",
+  "use_cache": false,
+  "vocab_size": 32000
+}

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/mergekit_moe_config.yml

@@ -0,0 +1,120 @@
+
+base_model: vicgalle/CarbonBeagle-11B
+gate_mode: hidden
+dtype: bfloat16
+
+experts:
+  - source_model: Sao10K/Fimbulvetr-10.7B-v1
+    positive_prompts:
+      - "Complex narrative development in fantasy and sci-fi genres"
+      - "Character-driven storytelling with deep emotional layers"
+      - "Interactive and dynamic role-playing game scenarios"
+      - "Developing intricate plot twists in fictional stories"
+      - "Crafting dialogues with rich and diverse character backgrounds"
+      - "Elaborate world-building in creative writing"
+      - "Integrating myths and legends into modern storytelling"
+      - "Designing engaging story arcs with unexpected endings"
+    negative_prompts:
+      - "Technical, scientific, or academic writing"
+      - "Factual reporting and data-based inquiries"
+
+  - source_model: maywell/PiVoT-10.7B-Mistral-v0.2-RP
+    positive_prompts:
+      - "Introductory-level creative writing and storytelling"
+      - "Basic character creation and simple plot lines"
+      - "Guiding new writers in developing narrative skills"
+      - "Role-play scenarios for language learning purposes"
+      - "Crafting straightforward and linear stories"
+      - "Simple dialogue writing for beginner storytellers"
+      - "Assisting in basic storyboarding and scene setting"
+      - "Creative exercises for amateur writers and role-players"
+    negative_prompts:
+      - "Complex literary analysis or critique"
+      - "Advanced academic content and technical writing"
+
+  - source_model: fblgit/UNA-POLAR-10.7B-InstructMath-v2
+    positive_prompts:
+      - "Advanced mathematical theories and problem-solving"
+      - "Instructional content on higher-level math topics"
+      - "Explaining mathematical concepts in applied sciences"
+      - "Guidance on complex STEM-based academic projects"
+      - "Quantitative analysis in economics and finance"
+      - "Logical reasoning in computer science and engineering"
+      - "Mathematical modeling and statistical analysis"
+      - "Developing educational STEM content for advanced learners"
+    negative_prompts:
+      - "Creative and narrative writing tasks"
+      - "General knowledge queries outside of STEM"
+
+  - source_model: Yhyu13/LMCocktail-10.7B-v1
+    positive_prompts:
+      - "Practical applications of scientific knowledge in everyday life"
+      - "Instructional guides on basic to intermediate STEM topics"
+      - "Explaining scientific phenomena to non-experts"
+      - "STEM-focused educational content for high school level"
+      - "Guidance on science fair projects and experiments"
+      - "Simple to moderate math problem-solving for educational purposes"
+      - "Answering common science and technology questions"
+      - "Providing clear explanations of scientific concepts"
+    negative_prompts:
+      - "In-depth literary or creative writing"
+      - "Advanced theoretical or abstract scientific research"
+
+  - source_model: vicgalle/CarbonBeagle-11B
+    positive_prompts:
+      - "Complex real-world problem-solving across various domains"
+      - "Interdisciplinary knowledge inquiries blending science, history, and culture"
+      - "In-depth discussions on historical events and their impact"
+      - "Exploring global issues and their socio-economic aspects"
+      - "Comprehensive explanations of contemporary topics"
+      - "Multifaceted analysis of current affairs"
+      - "Insights into cultural phenomena and trends"
+      - "Detailed explorations of technological advancements"
+    negative_prompts:
+      - "Highly technical scientific research"
+      - "Creative fiction and narrative story creation"
+
+  - source_model: DopeorNope/SOLARC-M-10.7B
+    positive_prompts:
+      - "Factual information and data analysis across a variety of topics"
+      - "Clarifying misconceptions in popular science and history"
+      - "Answering trivia and general inquiries with detailed explanations"
+      - "Providing nuanced perspectives on current events"
+      - "Exploring the intersection of technology and society"
+      - "Educational content on general health and wellness"
+      - "Guidance on everyday legal and financial questions"
+      - "Overview of global cultural and geographical knowledge"
+    negative_prompts:
+      - "Deeply technical or niche academic subjects"
+      - "Elaborate fictional writing and creative storytelling"
+
+  - source_model: bn22/Nous-Hermes-2-SOLAR-10.7B-MISALIGNED
+    positive_prompts:
+      - "In-depth academic research support in social sciences"
+      - "Logical analysis in economics and business studies"
+      - "Scientific explanations in environmental studies"
+      - "Data interpretation in political science and sociology"
+      - "Assistance with academic writing in humanities"
+      - "Problem-solving in logic-based disciplines"
+      - "Critical thinking and argumentation in philosophy"
+      - "Analyzing historical data and trends"
+    negative_prompts:
+      - "Creative story and character development"
+      - "Day-to-day general knowledge questions"
+      - "Mathematical calculations and STEM-focused queries"
+
+  - source_model: jeonsworld/CarbonVillain-en-10.7B-v4
+    positive_prompts:
+      - "Detailed scientific inquiry and research in technical fields"
+      - "Advanced data analysis and interpretation in STEM"
+      - "Complex problem-solving in physics and engineering"
+      - "In-depth exploration of biological and chemical concepts"
+      - "Technology-focused discussions and analyses"
+      - "Statistical modeling and data science applications"
+      - "Rigorous academic research in hard sciences"
+      - "Critical evaluations of scientific theories and studies"
+    negative_prompts:
+      - "Narrative writing and fictional storytelling"
+      - "Non-technical general knowledge inquiries"
+      - "Simple, everyday problem-solving tasks"
+

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00001-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2ebcd672fa4e6c844e6425503549630d0afd19980a23d573e7c295f8d015f9
+size 9919946528

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00002-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c922f3b6edbdd700f2c5c757665a4867487408a312bbb9af85d9dad15507c4
+size 9982454760

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00003-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1ccedc9169440feb9de29d716f1c9791fc54234035aa971201e29b2f610fd6
+size 9982454760

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00004-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0282d54081868ceb720faccedc9d702c7db7069987529de708e890ff025d6000
+size 9982454760

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00005-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4960ac38dd79bbe49d8c32ca16f3240955bf61565781f1d24733a5954ec9fbe
+size 9982454720

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00006-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7bbe0c20c9c95b534c63f9e6d4ad3c615ce16173b68ddb65bf5eff1da9e214
+size 9982454712

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00007-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693cdff8c21e690760d51fdd205e97fa6062bfa80352b8a7762efa1eb638c2ce
+size 9982454760

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00008-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd74497359c46df1c1cfdb3d5e24d8f783515e79f64ca96f6001fc7f3bbf428
+size 9982454760

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00009-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a220d3f0e053443678950fc667a86f54ce5d504f3a20d22c3416aee549a1a05
+size 9982454760

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00010-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7eba3c7436997eadcf1c72b1f65bffa9e7a46cc07760d76c9a8afa9dc0d3e9
+size 9982454680

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00011-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93010792883f8fe7e4b762493c1b73ec9b5ec3355244d4810392925fb3a543d
+size 9982454752

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00012-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e22180a213ce901d58a4cab9f73f02842936f53dc3fd3c621807c3cbe04ffff
+size 9982454760

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00013-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0226337c83a38389f109b093d0ca8621e966044ac5cc02f46c61e817ed781a54
+size 9982454760

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00014-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a93b3693f0c7fe86320663831e0653d2a230230b7dfa9f2447800446ec1ce6
+size 9999648648

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/model-00015-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b82d78fa11b4d34bd70f0901a7d553c60ddb1ef11fdcb2e8c3f642e38033fa2
+size 137369408

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

https:/huggingface.co/Steelskull/Celestria-MoE-8x10.7b/tree/main/tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}{% if message['content']%}{{'### System:\n' + message['content']+'\n\n'}}{% endif %}{% elif message['role'] == 'user' %}{{'### User:\n' + message['content']+'\n\n'}}{% elif message['role'] == 'assistant' %}{{'### Assistant:\n'  + message['content']}}{% endif %}{% if loop.last and add_generation_prompt %}{{ '### Assistant:\n' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<s>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}