Nicholai/jan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: stop word update (#1457)

Browse Source 
* fix: stop word update

* fix: enable stop settings

---------

Co-authored-by: hahuyhoang411 <hahuyhoanghhh41@gmail.com>
This commit is contained in:
Louis 2024-01-11 10:03:59 +07:00 committed by GitHub
parent 163bc727db
commit 19153c4137
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
26 changed files with 31 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions/model-extension/package.json
View File

@ -1,6 +1,6 @@
{
"name": "@janhq/model-extension",
"version": "1.0.20",
"version": "1.0.21",
"description": "Model Management Extension provides model exploration and seamless downloads",
"main": "dist/index.js",
"module": "dist/module.js",

1
models/capybara-34b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/codeninja-1.0-7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": ["<|end_of_turn|>"],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/deepseek-coder-1.3b/model.json
View File

@ -16,6 +16,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/deepseek-coder-34b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/dolphin-2.7-mixtral-8x7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/llama2-chat-70b-q4/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/llama2-chat-7b-q4/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/mistral-ins-7b-q4/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/mixtral-8x7b-instruct/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/noromaid-7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/openchat-3.5-7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": ["<|end_of_turn|>"],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/openhermes-neural-7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/phi-2-3b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/phind-34b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/solar-10.7b-slerp/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/starling-7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": ["<|end_of_turn|>"],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/stealth-v1.2-7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

3
models/tinyllama-1.1b/model.json
View File

@ -15,13 +15,14 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 2048,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},
"metadata": {
"author": "TinyLlama",
"tags": ["Tiny", "Foundation Model"],
"size": 1170000000
"size": 669000000
},
"engine": "nitro"
}

1
models/trinity-v1.2-7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/tulu-2-70b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/wizardcoder-13b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/yarn-mistral-7b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

1
models/yi-34b/model.json
View File

@ -15,6 +15,7 @@
"top_p": 0.95,
"stream": true,
"max_tokens": 4096,
"stop": [],
"frequency_penalty": 0,
"presence_penalty": 0
},

9
web/containers/CardSidebar/index.tsx
View File

@ -5,12 +5,10 @@ import {
ChevronDownIcon,
MoreVerticalIcon,
FolderOpenIcon,
Code2Icon,
PencilIcon,
} from 'lucide-react'
import { twMerge } from 'tailwind-merge'
import { useActiveModel } from '@/hooks/useActiveModel'
import { useClickOutside } from '@/hooks/useClickOutside'
import { activeThreadAtom } from '@/helpers/atoms/Thread.atom'
@ -33,16 +31,15 @@ export default function CardSidebar({
const [more, setMore] = useState(false)
const [menu, setMenu] = useState<HTMLDivElement | null>(null)
const [toggle, setToggle] = useState<HTMLDivElement | null>(null)
const { activeModel } = useActiveModel()
const activeThread = useAtomValue(activeThreadAtom)
useClickOutside(() => setMore(false), null, [menu, toggle])
let openFolderTitle: string = 'Open Containing Folder'
if (isMac) {
openFolderTitle = 'Reveal in Finder'
openFolderTitle = 'Show in Finder'
} else if (isWindows) {
openFolderTitle = 'Reveal in File Explorer'
openFolderTitle = 'Show in File Explorer'
}
return (
@ -108,7 +105,7 @@ export default function CardSidebar({
{title === 'Model' ? (
<div className="flex flex-col">
<span className="font-medium text-black dark:text-muted-foreground">
Show in Finder
{openFolderTitle}
</span>
<span className="mt-1 text-muted-foreground">
Opens thread.json. Changes affect this thread only.

4
web/hooks/useUpdateModelParameters.ts
View File

@ -42,7 +42,9 @@ export default function useUpdateModelParameters() {
}
const updatedModelParams: ModelParams = {
...activeModelParams,
[name]: value,
// Explicitly set the value to an array if the name is 'stop'
// This is because the inference engine would only accept an array for the 'stop' parameter
[name]: name === 'stop' ? (value === '' ? [] : [value]) : value,
}
// update the state