From 04cdfa0ddab92d781003de1848425ec75338360f Mon Sep 17 00:00:00 2001 From: tikikun Date: Tue, 28 Nov 2023 11:02:42 +0700 Subject: [PATCH] chore: clarification changes to the model settings and model parameters --- docs/docs/specs/models.md | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/docs/docs/specs/models.md b/docs/docs/specs/models.md index f9ea26724..b7fc8ffe9 100644 --- a/docs/docs/specs/models.md +++ b/docs/docs/specs/models.md @@ -70,11 +70,14 @@ Here's a standard example `model.json` for a GGUF model. "n_parallel": "4", }, "parameters": { // Models are called parameters + "stream": "true", + "model": "gpt-3.5-turbo", + "max_tokens": "2048", + "stop": [""], // This usually can be left blank, only used with specific need from model author + "frequency_penalty": "0", + "presence_penalty": "0", "temperature": "0.7", - "token_limit": "2048", - "top_k": "0", - "top_p": "1", - "stream": "true" + "top_p": "0.95" }, "metadata": {}, // Defaults to {} "assets": [ // Defaults to current dir @@ -82,6 +85,10 @@ Here's a standard example `model.json` for a GGUF model. ] ``` +The model settings in the example can be found at: (Nitro's model settings)[https://nitro.jan.ai/features/load-unload#table-of-parameters] + +The model paramemters in the example can be found at: (Nitro's model parameters)[https://nitro.jan.ai/api-reference#tag/Chat-Completion] + ## API Reference Jan's Model API is compatible with [OpenAI's Models API](https://platform.openai.com/docs/api-reference/models), with additional methods for managing and running models locally.