refactor: Move inference to the shared package

apps/workers/openaiWorker.ts

@@ -1,6 +1,7 @@
 import { and, Column, eq, inArray, sql } from "drizzle-orm";
 import { z } from "zod";
 
+import type { InferenceClient } from "@hoarder/shared/inference";
 import type { ZOpenAIRequest } from "@hoarder/shared/queues";
 import { db } from "@hoarder/db";
 import {
@@ -13,6 +14,7 @@ import {
 import { DequeuedJob, Runner } from "@hoarder/queue";
 import { readAsset } from "@hoarder/shared/assetdb";
 import serverConfig from "@hoarder/shared/config";
+import { InferenceClientFactory } from "@hoarder/shared/inference";
 import logger from "@hoarder/shared/logger";
 import { buildImagePrompt, buildTextPrompt } from "@hoarder/shared/prompts";
 import {
@@ -21,8 +23,6 @@ import {
   zOpenAIRequestSchema,
 } from "@hoarder/shared/queues";
 
-import type { InferenceClient } from "./inference";
-import { InferenceClientFactory } from "./inference";
 import { readImageText, readPDFText } from "./utils";
 
 const openAIResponseSchema = z.object({

apps/workers/package.json

@@ -26,8 +26,6 @@
     "metascraper-title": "^5.45.22",
     "metascraper-twitter": "^5.45.6",
     "metascraper-url": "^5.45.22",
-    "ollama": "^0.5.9",
-    "openai": "^4.67.1",
     "pdf2json": "^3.0.5",
     "pdfjs-dist": "^4.0.379",
     "puppeteer": "^22.0.0",

apps/workers/inference.ts → packages/shared/inference.ts

@@ -1,8 +1,8 @@
 import { Ollama } from "ollama";
 import OpenAI from "openai";
 
-import serverConfig from "@hoarder/shared/config";
-import logger from "@hoarder/shared/logger";
+import serverConfig from "./config";
+import logger from "./logger";
 
 export interface InferenceResponse {
   response: string;

packages/shared/package.json

@@ -8,6 +8,8 @@
     "@hoarder/queue": "workspace:^0.1.0",
     "glob": "^11.0.0",
     "meilisearch": "^0.37.0",
+    "ollama": "^0.5.9",
+    "openai": "^4.67.1",
     "winston": "^3.11.0",
     "zod": "^3.22.4"
   },