Feat/local llm

node-zerox/src/models/index.ts

@@ -42,7 +42,7 @@ const isGoogleCredentials = (
 const isOpenAICredentials = (
   credentials: any
 ): credentials is OpenAICredentials => {
-  return credentials && typeof credentials.apiKey === "string";
+  return credentials && typeof credentials.apiKey === "string" && credentials.baseUrl;
 };
 
 export const createModel = ({

node-zerox/src/models/openAI.ts

@@ -22,6 +22,7 @@ import fs from "fs-extra";
 export default class OpenAIModel implements ModelInterface {
   private apiKey: string;
   private model: string;
+  private baseUrl: string;
   private llmParams?: Partial<OpenAILLMParams>;
 
   constructor(
@@ -30,6 +31,7 @@ export default class OpenAIModel implements ModelInterface {
     llmParams?: Partial<OpenAILLMParams>
   ) {
     this.apiKey = credentials.apiKey;
+    this.baseUrl = credentials.baseUrl ?? 'https://api.openai.com/v1'
     this.model = model;
     this.llmParams = llmParams;
   }
@@ -121,7 +123,7 @@ export default class OpenAIModel implements ModelInterface {
 
     try {
       const response = await axios.post(
-        "https://api.openai.com/v1/chat/completions",
+        `${this.baseUrl}/chat/completions`,
         {
           messages,
           model: this.model,

node-zerox/src/types.ts

@@ -70,6 +70,7 @@ export interface GoogleCredentials {
 }
 
 export interface OpenAICredentials {
+  baseUrl: string;
   apiKey: string;
 }