feat: optional endpoint

neodyland · Jun 6, 2024 · e1c2b38 · e1c2b38
1 parent 048163f
commit e1c2b38
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/src/chat/llama.ts b/src/chat/llama.ts
@@ -1,8 +1,8 @@
 import { request } from "undici";
 import type { Chat, ChatModel } from ".";
-import { evar } from "../var";
+import { evarOptional } from "../var";
 
-const endpoint = evar("LLAMA_CPP_ENDPOINT");
+const endpoint = evarOptional("LLAMA_CPP_ENDPOINT");
 
 function resolveAttachment(attachment?: {
 	mime: string;
@@ -24,6 +24,9 @@ async function* generate(chat: Chat[], system?: string) {
 			text: system,
 		});
 	}
+	if (!endpoint) {
+		throw new Error("LLAMA_CPP_ENDPOINT not set");
+	}
 	const res = await request(endpoint, {
 		method: "POST",
 		headers: {