Chore: model hub v0.5.1 update (#3036)

* init model * init qwen2 * version bump * refactor: correct icon * chore: Refactor/issue template feature request (#3037) * refactor: add issue template form for bug * refactor: config blank_issues_enabled: false * refactor: config feature request * refactor: config feature request --------- Co-authored-by: Van-QA <[email protected]> * refactor: correct icon * refactor: allow blank issue --------- Co-authored-by: Van-QA <[email protected]> Co-authored-by: Van Pham <64197333 [email protected]>
janhq · Jun 13, 2024 · f702506 · f702506
1 parent 34ea178
commit f702506
Show file tree

Hide file tree

Showing 6 changed files with 45 additions and 6 deletions.
diff --git a/.github/ISSUE_TEMPLATE/config.yml b/.github/ISSUE_TEMPLATE/config.yml
@@ -1,5 1,5 @@
 ## To encourage contributors to use issue templates, we don't allow blank issues
-blank_issues_enabled: false
 blank_issues_enabled: true
 
 contact_links:
  - name: "\u2753 Our GitHub Discussions page"

diff --git a/.github/ISSUE_TEMPLATE/documentation-request.md b/.github/ISSUE_TEMPLATE/documentation-request.md
@@ -1,5 1,5 @@
 ---
-name: "\U 1F56E Documentation request"
 name: "📖 Documentation request"
 about: Documentation requests
 title: 'docs: TITLE'
 labels: 'type: documentation'

diff --git a/.github/ISSUE_TEMPLATE/epic-request.md b/.github/ISSUE_TEMPLATE/epic-request.md
@@ -1,7 1,7 @@
 ---
-name: Epic request
 name: "💥 Epic request"
 about: Suggest an idea for this project
-title: '\U0001F4A5 epic: [DESCRIPTION]'
 title: 'epic: [DESCRIPTION]'
 labels: 'type: epic'
 assignees: ''
 

diff --git a/extensions/inference-nitro-extension/package.json b/extensions/inference-nitro-extension/package.json
@@ -1,7 1,7 @@
 {
  "name": "@janhq/inference-cortex-extension",
  "productName": "Cortex Inference Engine",
- "version": "1.0.11",
  "version": "1.0.12",
  "description": "This extension embeds cortex.cpp, a lightweight inference engine written in C . See https://nitro.jan.ai.\nAdditional dependencies could be installed to run without Cuda Toolkit installation.",
  "main": "dist/index.js",
  "node": "dist/node/index.cjs.js",

diff --git a/extensions/inference-nitro-extension/resources/models/qwen2-7b/model.json b/extensions/inference-nitro-extension/resources/models/qwen2-7b/model.json
@@ -0,0 1,36 @@
 {
  "sources": [
  {
  "filename": "Qwen2-7B-Instruct-Q4_K_M.gguf",
  "url": "https://huggingface.co/bartowski/Qwen2-7B-Instruct-GGUF/resolve/main/Qwen2-7B-Instruct-Q4_K_M.gguf"
  }
  ],
  "id": "qwen2-7b",
  "object": "model",
  "name": "Qwen 2 Instruct 7B Q4",
  "version": "1.0",
  "description": "Qwen is optimized at Chinese, ideal for everyday tasks.",
  "format": "gguf",
  "settings": {
  "ctx_len": 32768,
  "prompt_template": "<|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant",
  "llama_model_path": "Qwen2-7B-Instruct-Q4_K_M.gguf",
  "ngl": 28
  },
  "parameters": {
  "temperature": 0.7,
  "top_p": 0.95,
  "stream": true,
  "max_tokens": 32768,
  "stop": [],
  "frequency_penalty": 0,
  "presence_penalty": 0
  },
  "metadata": {
  "author": "Alibaba",
  "tags": ["7B", "Finetuned"],
  "size": 4680000000
  },
  "engine": "nitro"
  }
 
diff --git a/extensions/inference-nitro-extension/rollup.config.ts b/extensions/inference-nitro-extension/rollup.config.ts
@@ -39,6 39,8 @@ const aya8bJson = require('./resources/models/aya-23-8b/model.json')
 const aya35bJson = require('./resources/models/aya-23-35b/model.json')
 const phimediumJson = require('./resources/models/phi3-medium/model.json')
 const codestralJson = require('./resources/models/codestral-22b/model.json')
 const qwen2Json = require('./resources/models/qwen2-7b/model.json')
 
 
 export default [
  {
@@ -84,7 86,8 @@ export default [
  phimediumJson,
  aya8bJson,
  aya35bJson,
- codestralJson
  codestralJson,
  qwen2Json
  ]),
  NODE: JSON.stringify(`${packageJson.name}/${packageJson.node}`),
  DEFAULT_SETTINGS: JSON.stringify(defaultSettingJson),