jan/web-app/src/mock/data.ts
2025-05-16 22:13:16 +07:00

436 lines
14 KiB
TypeScript

export const mockModelProvider = [
// {
// active: true,
// provider: 'llama.cpp',
// settings: [
// {
// key: 'cont_batching',
// title: 'Continuous Batching',
// description:
// 'Allows processing prompts in parallel with text generation, which usually improves performance.',
// controller_type: 'checkbox',
// controller_props: {
// value: true,
// },
// },
// {
// key: 'n_parallel',
// title: 'Parallel Operations',
// description:
// 'Number of prompts that can be processed simultaneously by the model.',
// controller_type: 'input',
// controller_props: {
// value: '4',
// placeholder: '4',
// type: 'number',
// },
// },
// {
// key: 'cpu_threads',
// title: 'CPU Threads',
// description:
// 'Number of CPU cores used for model processing when running without GPU.',
// controller_type: 'input',
// controller_props: {
// value: '1',
// placeholder: '1',
// type: 'number',
// },
// },
// {
// key: 'flash_attn',
// title: 'Flash Attention',
// description:
// 'Optimizes memory usage and speeds up model inference using an efficient attention implementation.',
// controller_type: 'checkbox',
// controller_props: {
// value: true,
// },
// },
// {
// key: 'caching_enabled',
// title: 'Caching',
// description:
// 'Stores recent prompts and responses to improve speed when similar questions are asked.',
// controller_type: 'checkbox',
// controller_props: {
// value: true,
// },
// },
// {
// key: 'cache_type',
// title: 'KV Cache Type',
// description: 'Controls memory usage and precision trade-off.',
// controller_type: 'dropdown',
// controller_props: {
// value: 'f16',
// options: [
// {
// value: 'q4_0',
// name: 'q4_0',
// },
// {
// value: 'q8_0',
// name: 'q8_0',
// },
// {
// value: 'f16',
// name: 'f16',
// },
// ],
// },
// },
// {
// key: 'use_mmap',
// title: 'mmap',
// description:
// 'Loads model files more efficiently by mapping them to memory, reducing RAM usage.',
// controller_type: 'checkbox',
// controller_props: {
// value: true,
// },
// },
// ],
// models: [
// {
// id: 'llama3.2:3b',
// model: 'llama3.2:3b',
// name: 'llama3.2:3b',
// capabilities: ['completion', 'tools'],
// version: 2,
// settings: {
// prompt_template:
// '<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n',
// ctx_len: 4096,
// n_parallel: 1,
// cpu_threads: 1,
// ngl: 29,
// },
// },
// {
// id: 'deepseek-r1.2:3b',
// model: 'deepseek-r1.2:3b',
// name: 'deepseek-r1.2:3b',
// capabilities: ['completion', 'tools'],
// version: 2,
// settings: {
// prompt_template:
// '<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n',
// ctx_len: 4096,
// n_parallel: 1,
// cpu_threads: 1,
// ngl: 29,
// },
// },
// ],
// },
{
active: true,
api_key: '',
base_url: 'https://api.openai.com/v1',
explore_models_url: 'https://platform.openai.com/docs/models',
provider: 'openai',
settings: [
{
key: 'api-key',
title: 'API Key',
description:
"The OpenAI API uses API keys for authentication. Visit your [API Keys](https://platform.openai.com/account/api-keys) page to retrieve the API key you'll use in your requests.",
controller_type: 'input',
controller_props: {
placeholder: 'Insert API Key',
value: '',
type: 'password',
input_actions: ['unobscure', 'copy'],
},
},
{
key: 'base-url',
title: 'Base URL',
description:
'The base endpoint to use. See the [OpenAI API documentation](https://platform.openai.com/docs/api-reference/chat/create) for more information.',
controller_type: 'input',
controller_props: {
placeholder: 'https://api.openai.com/v1',
value: 'https://api.openai.com/v1',
},
},
],
models: [],
},
{
active: true,
api_key: '',
base_url: 'https://api.anthropic.com/v1',
provider: 'anthropic',
explore_models_url:
'https://docs.anthropic.com/en/docs/about-claude/models',
settings: [
{
key: 'api-key',
title: 'API Key',
description:
"The Anthropic API uses API keys for authentication. Visit your [API Keys](https://console.anthropic.com/settings/keys) page to retrieve the API key you'll use in your requests.",
controller_type: 'input',
controller_props: {
placeholder: 'Insert API Key',
value: '',
type: 'password',
input_actions: ['unobscure', 'copy'],
},
},
{
key: 'base-url',
title: 'Base URL',
description:
'The base endpoint to use. See the [Anthropic API documentation](https://docs.anthropic.com/en/api/messages) for more information.',
controller_type: 'input',
controller_props: {
placeholder: 'https://api.anthropic.com/v1',
value: 'https://api.anthropic.com/v1',
},
},
],
models: [],
},
{
active: true,
api_key: '',
base_url: 'https://api.cohere.ai/compatibility/v1',
explore_models_url: 'https://docs.cohere.com/v2/docs/models',
provider: 'cohere',
settings: [
{
key: 'api-key',
title: 'API Key',
description:
"The Cohere API uses API keys for authentication. Visit your [API Keys](https://dashboard.cohere.com/api-keys) page to retrieve the API key you'll use in your requests.",
controller_type: 'input',
controller_props: {
placeholder: 'Insert API Key',
value: '',
type: 'password',
input_actions: ['unobscure', 'copy'],
},
},
{
key: 'base-url',
title: 'Base URL',
description:
'The base OpenAI-compatible endpoint to use. See the [Cohere documentation](https://docs.cohere.com/docs/compatibility-api) for more information.',
controller_type: 'input',
controller_props: {
placeholder: 'https://api.cohere.ai/compatibility/v1',
value: 'https://api.cohere.ai/compatibility/v1',
},
},
],
models: [],
},
{
active: true,
api_key: '',
base_url: 'https://openrouter.ai/api/v1',
explore_models_url: 'https://openrouter.ai/models',
provider: 'openrouter',
settings: [
{
key: 'api-key',
title: 'API Key',
description:
"The OpenRouter API uses API keys for authentication. Visit your [API Keys](https://openrouter.ai/settings/keys) page to retrieve the API key you'll use in your requests.",
controller_type: 'input',
controller_props: {
placeholder: 'Insert API Key',
value: '',
type: 'password',
input_actions: ['unobscure', 'copy'],
},
},
{
key: 'base-url',
title: 'Base URL',
description:
'The base endpoint to use. See the [OpenRouter API documentation](https://openrouter.ai/docs/api-reference/overview) for more information.',
controller_type: 'input',
controller_props: {
placeholder: 'https://openrouter.ai/api/v1',
value: 'https://openrouter.ai/api/v1',
},
},
],
models: [
{
id: 'deepseek/deepseek-r1:free',
name: 'DeepSeek-R1 (free)',
version: '1.0',
description: '',
capabilities: ['completion'],
},
{
id: 'qwen/qwen3-30b-a3b:free',
name: 'Qwen3 30B A3B (free)',
version: '1.0',
description: '',
capabilities: ['completion'],
},
],
},
{
active: true,
api_key: '',
base_url: 'https://api.mistral.ai/v1',
explore_models_url:
'https://docs.mistral.ai/getting-started/models/models_overview/',
provider: 'mistral',
settings: [
{
key: 'api-key',
title: 'API Key',
description:
"The Mistral API uses API keys for authentication. Visit your [API Keys](https://console.mistral.ai/api-keys/) page to retrieve the API key you'll use in your requests.",
controller_type: 'input',
controller_props: {
placeholder: 'Insert API Key',
value: '',
type: 'password',
input_actions: ['unobscure', 'copy'],
},
},
{
key: 'base-url',
title: 'Base URL',
description:
'The base endpoint to use. See the [Mistral documentation](https://docs.mistral.ai/getting-started/models/models_overview/) for more information.',
controller_type: 'input',
controller_props: {
placeholder: 'https://api.mistral.ai/v1',
value: 'https://api.mistral.ai/v1',
},
},
],
models: [],
},
{
active: true,
api_key: '',
base_url: 'https://api.groq.com/openai/v1',
explore_models_url: 'https://console.groq.com/docs/models',
provider: 'groq',
settings: [
{
key: 'api-key',
title: 'API Key',
description:
"The Groq API uses API keys for authentication. Visit your [API Keys](https://console.groq.com/keys) page to retrieve the API key you'll use in your requests.",
controller_type: 'input',
controller_props: {
placeholder: 'Insert API Key',
value: '',
type: 'password',
input_actions: ['unobscure', 'copy'],
},
},
{
key: 'base-url',
title: 'Base URL',
description:
'The base OpenAI-compatible endpoint to use. See the [Groq documentation](https://console.groq.com/docs) for more information.',
controller_type: 'input',
controller_props: {
placeholder: 'https://api.groq.com/openai/v1',
value: 'https://api.groq.com/openai/v1',
},
},
],
models: [],
},
{
active: true,
api_key: '',
base_url: 'https://generativelanguage.googleapis.com/v1beta/openai',
explore_models_url: 'https://ai.google.dev/gemini-api/docs/models/gemini',
provider: 'gemini',
settings: [
{
key: 'api-key',
title: 'API Key',
description:
"The Google API uses API keys for authentication. Visit your [API Keys](https://aistudio.google.com/apikey) page to retrieve the API key you'll use in your requests.",
controller_type: 'input',
controller_props: {
placeholder: 'Insert API Key',
value: '',
type: 'password',
input_actions: ['unobscure', 'copy'],
},
},
{
key: 'base-url',
title: 'Base URL',
description:
'The base OpenAI-compatible endpoint to use. See the [Gemini documentation](https://ai.google.dev/gemini-api/docs/openai) for more information.',
controller_type: 'input',
controller_props: {
placeholder:
'https://generativelanguage.googleapis.com/v1beta/openai',
value: 'https://generativelanguage.googleapis.com/v1beta/openai',
},
},
],
models: [],
},
// {
// active: true,
// api_key: '',
// base_url: 'https://api.deepseek.com',
// explore_models_url: 'https://api-docs.deepseek.com/quick_start/pricing',
// provider: 'deepseek',
// settings: [
// {
// key: 'api-key',
// title: 'API Key',
// description:
// "The DeepSeek API uses API keys for authentication. Visit your [API Keys](https://platform.deepseek.com/api_keys) page to retrieve the API key you'll use in your requests.",
// controller_type: 'input',
// controller_props: {
// placeholder: 'Insert API Key',
// value: '',
// type: 'password',
// input_actions: ['unobscure', 'copy'],
// },
// },
// {
// key: 'base-url',
// title: 'Base URL',
// description:
// 'The base endpoint to use. See the [DeepSeek documentation](https://api-docs.deepseek.com/) for more information.',
// controller_type: 'input',
// controller_props: {
// placeholder: 'https://api.deepseek.com',
// value: 'https://api.deepseek.com',
// },
// },
// ],
// models: [
// {
// id: 'deepseek-chat',
// name: 'DeepSeek-V3',
// version: '1.0',
// description:
// 'The deepseek-chat model has been upgraded to DeepSeek-V3. deepseek-reasoner points to the new model DeepSeek-R1',
// capabilities: ['completion'],
// },
// {
// id: 'deepseek-reasoner',
// name: 'DeepSeek-R1',
// version: '1.0',
// description:
// 'CoT (Chain of Thought) is the reasoning content deepseek-reasoner gives before output the final answer. For details, please refer to Reasoning Model.',
// capabilities: ['completion'],
// },
// ],
// },
]