feat: Dalle tool and basic Calculator tool (#286)

* feat: dalle tool

* feat: basic calculator tool

Author: Luisotee

.env.example

@@ -75,6 +75,17 @@ SEARCH_API=""
 # You can learn more about this feature here: https://js.langchain.com/docs/integrations/tools/webbrowser
 ENABLE_WEB_BROWSER_TOOL="false"
 
+# Enable or disable the Dalle image generation tool.
+# This uses OpenAI's DALL·E model, so an OpenAI API key is required.
+# You can learn more about this feature here: https://js.langchain.com/docs/integrations/tools/dalle
+ENABLE_DALLE_TOOL="false"
+
+# Model to use for Dalle.
+DALLE_MODEL="dall-e-3" # Options are "dall-e-3" or "dall-e-2"
+
+# There are more options for dalle such as image quality, quantity of images generated, etc. You can change it at src/clients/tools-openrouter.ts
+
+
 # This is the memory that OpenRouter will use, options are "buffer" or "summary"
 # Buffer saves OPENROUTER_MSG_MEMORY_LIMIT ammount of messages in memory to use for context, anything past that is ignored
 # Summary makes a summary of the conversation and uses that as context. 

package.json

@@ -1,6 +1,6 @@
 {
   "name": "whatsapp-ai-assistant",
-  "version": "2.4.1",
+  "version": "2.5.0",
   "description": "WhatsApp chatbot",
   "module": "src/index.ts",
   "type": "module",

src/clients/tools-openrouter.ts

@@ -1,5 +1,14 @@
+import {
+  GoogleCalendarCreateTool,
+  GoogleCalendarViewTool,
+} from "@langchain/community/tools/google_calendar";
 import { SearchApi } from "@langchain/community/tools/searchapi";
+import { ChatOpenAI, DallEAPIWrapper, OpenAI, OpenAIEmbeddings } from "@langchain/openai";
+import { Calculator } from "langchain/tools/calculator";
+import { WebBrowser } from "langchain/tools/webbrowser";
 import {
+  DALLE_MODEL,
+  ENABLE_DALLE_TOOL,
   ENABLE_GOOGLE_CALENDAR,
   ENABLE_WEB_BROWSER_TOOL,
   GOOGLE_CALENDAR_CALENDAR_ID,
@@ -9,19 +18,22 @@ import {
   OPENROUTER_API_KEY,
   SEARCH_API
 } from "../constants";
-import { WebBrowser } from "langchain/tools/webbrowser";
-import { ChatOpenAI, OpenAI, OpenAIEmbeddings } from "@langchain/openai";
-import {
-  GoogleCalendarCreateTool,
-  GoogleCalendarViewTool,
-} from "@langchain/community/tools/google_calendar";
 
 const OPENROUTER_BASE_URL = "https://openrouter.ai";
 
 let googleCalendarCreateTool = null;
 let googleCalendarViewTool = null;
 let searchTool = null;
 let webBrowserTool = null;
+let dalleTool = null;
+
+if (ENABLE_DALLE_TOOL === "true") {
+  dalleTool = new DallEAPIWrapper({
+    n: 1, // Default
+    modelName: DALLE_MODEL, // Default
+    openAIApiKey: OPENAI_API_KEY, // Default
+  });
+}
 
 if (ENABLE_WEB_BROWSER_TOOL === "true") {
   const model = new ChatOpenAI(
@@ -67,10 +79,14 @@ if (SEARCH_API !== '') {
   });
 }
 
+const calculatorTool = new Calculator()
+
 export const tools = [
   ...(searchTool ? [searchTool] : []),
   ...(webBrowserTool ? [webBrowserTool] : []),
   ...(googleCalendarCreateTool ? [googleCalendarCreateTool] : []),
   ...(googleCalendarViewTool ? [googleCalendarViewTool] : []),
+  ...(dalleTool ? [dalleTool] : []),
+  calculatorTool
 ];
 export const toolNames = tools.map((tool) => tool.name);

src/constants.ts

@@ -52,4 +52,6 @@ export const ENABLE_GOOGLE_CALENDAR = process.env.ENABLE_GOOGLE_CALENDAR as stri
 export const GOOGLE_CALENDAR_CLIENT_EMAIL = process.env.GOOGLE_CALENDAR_CLIENT_EMAIL as string;
 export const GOOGLE_CALENDAR_PRIVATE_KEY = process.env.GOOGLE_CALENDAR_PRIVATE_KEY as string;
 export const GOOGLE_CALENDAR_CALENDAR_ID = process.env.GOOGLE_CALENDAR_CALENDAR_ID as string;
-export const ENABLE_WEB_BROWSER_TOOL = process.env.ENABLE_WEB_BROWSER_TOOL as string;
+export const ENABLE_WEB_BROWSER_TOOL = process.env.ENABLE_WEB_BROWSER_TOOL as string;
+export const ENABLE_DALLE_TOOL = process.env.ENABLE_DALLE_TOOL as string;
+export const DALLE_MODEL = process.env.DALLE_MODEL as string;

src/helpers/utils.ts

@@ -33,6 +33,18 @@ export function checkEnv() {
         );
       }
     }
+    if (process.env.ENABLE_DALLE_TOOL === "true") {
+      if (!process.env.OPENAI_API_KEY || process.env.OPENAI_API_KEY === "") {
+        throw new Error(
+          `Invalid OPENAI_API_KEY="${process.env.OPENAI_API_KEY}" provided. Please check the OPENAI_API_KEY variable in your .env file.`
+        );
+      }
+      if (process.env.DALLE_MODEL !== "dall-e-3" && process.env.DALLE_MODEL !== "dall-e-2") {
+        throw new Error(
+          `Invalid DALLE_MODEL="${process.env.DALLE_MODEL}" provided. Please check the DALLE_MODEL variable in your .env file.`
+        );
+      }
+    }
   }
 
   if (!process.env.BING_COOKIES) {