diff --git a/extensions/llamacpp-extension/src/index.ts b/extensions/llamacpp-extension/src/index.ts
index f97b3e11b..e8f315a41 100644
--- a/extensions/llamacpp-extension/src/index.ts
+++ b/extensions/llamacpp-extension/src/index.ts
@@ -359,6 +359,7 @@ export default class llamacpp_extension extends AIEngine {
       name: modelId,
       size_bytes,
     } as ModelConfig
+    await fs.mkdir(await joinPath([janDataFolderPath, modelDir]))
     await invoke<void>('write_yaml', {
       data: modelConfig,
       savePath: `${modelDir}/model.yml`,