fix(Model): #1662 imported model does not use gpu

Signed-off-by: James <[email protected]>
janhq · Jan 23, 2024 · 60d825a · 60d825a
1 parent d852219
commit 60d825a
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/extensions/model-extension/src/index.ts b/extensions/model-extension/src/index.ts
@@ -72,7 72,10 @@ export default class JanModelExtension extends ModelExtension {
  * @param network - Optional object to specify proxy/whether to ignore SSL certificates.
  * @returns A Promise that resolves when the model is downloaded.
  */
- async downloadModel(model: Model, network?: { ignoreSSL?: boolean; proxy?: string }): Promise<void> {
  async downloadModel(
  model: Model,
  network?: { ignoreSSL?: boolean; proxy?: string }
  ): Promise<void> {
  // create corresponding directory
  const modelDirPath = await joinPath([JanModelExtension._homeDir, model.id])
  if (!(await fs.existsSync(modelDirPath))) await fs.mkdirSync(modelDirPath)
@@ -294,6 297,11 @@ export default class JanModelExtension extends ModelExtension {
  name: dirName,
  created: Date.now(),
  description: `${dirName} - user self import model`,
  metadata: {
  size: binaryFileSize,
  author: 'User',
  tags: [],
  },
  }
 
  const modelFilePath = await joinPath([

diff --git a/models/config/default-model.json b/models/config/default-model.json
@@ -9,7 9,7 @@
  "description": "User self import model",
  "settings": {
  "ctx_len": 4096,
- "ngl": 0,
  "ngl": 32,
  "embedding": false,
  "prompt_template": "{system_message}\n### Instruction: {prompt}\n### Response:"
  },