14 lines
154 B
JSON
14 lines
154 B
JSON
{
|
|
"listeners": [
|
|
{
|
|
"address": "0.0.0.0",
|
|
"port": 3928
|
|
}
|
|
],
|
|
"custom_config": {
|
|
"llama_model_path": "",
|
|
"ctx_len": 2048,
|
|
"ngl": 100
|
|
}
|
|
}
|