Merge pull request #1159 from janhq/hotfix/model.json

Hotfix Prompt template for models on the Hub
janhq · Dec 21, 2023 · 75e0342 · 75e0342
2 parents 247a1f1 + 803e89e
commit 75e0342
Show file tree

Hide file tree

Showing 5 changed files with 6 additions and 6 deletions.
diff --git a/extensions/model-extension/package.json b/extensions/model-extension/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@janhq/model-extension",
-  "version": "1.0.15",
+  "version": "1.0.16",
   "description": "Model Management Extension provides model exploration and seamless downloads",
   "main": "dist/index.js",
   "module": "dist/module.js",

diff --git a/models/mixtral-8x7b-instruct/model.json b/models/mixtral-8x7b-instruct/model.json
@@ -15,7 +15,7 @@
     },
     "metadata": {
       "author": "MistralAI, TheBloke",
-      "tags": ["MOE", "Foundational Model"],
+      "tags": ["70B", "Foundational Model"],
       "size": 26440000000
     },
     "engine": "nitro"

diff --git a/models/pandora-10.7b-v1/model.json b/models/pandora-10.7b-v1/model.json
@@ -8,14 +8,14 @@
     "format": "gguf",
     "settings": {
       "ctx_len": 4096,
-      "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant"
+      "prompt_template": "{system_message}\n### Instruction:\n{prompt}\n### Response:"
     },
     "parameters": {
       "max_tokens": 4096
     },
     "metadata": {
       "author": "Jan",
-      "tags": ["11B","Merged"],
+      "tags": ["13B","Merged"],
       "size": 6360000000
     },
     "engine": "nitro"

diff --git a/models/solar-10.7b-slerp/model.json b/models/solar-10.7b-slerp/model.json
@@ -15,7 +15,7 @@
     },
     "metadata": {
       "author": "Jan",
-      "tags": ["11B","Finetuned"],
+      "tags": ["13B","Finetuned"],
       "size": 6360000000
     },
     "engine": "nitro"

diff --git a/models/trinity-v1-7b/model.json b/models/trinity-v1-7b/model.json
@@ -8,7 +8,7 @@
     "format": "gguf",
     "settings": {
       "ctx_len": 4096,
-      "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant"
+      "prompt_template": "{system_message}\n### Instruction:\n{prompt}\n### Response:"
     },
     "parameters": {
       "max_tokens": 4096