✨ feat: Added Support for Flagship Gemini Image (🍌 Nano Banana) models for Image generation and editing

api/app/clients/tools/manifest.json

@@ -179,5 +179,12 @@
         "description": "Provide your Flux API key from your user profile."
       }
     ]
+  },
+  {
+    "name": "Gemini Image Tools",
+    "pluginKey": "gemini_image_gen",
+    "description": "Generate high-quality images using Google's Gemini Image Models. Supports both Gemini API (GEMINI_API_KEY) and Vertex AI (service account).",
+    "icon": "/assets/gemini_image_gen.svg",
+    "authConfig": []
   }
 ]

api/app/clients/tools/util/handleTools.js

@@ -10,6 +10,8 @@ const {
   createSafeUser,
   mcpToolPattern,
   loadWebSearchAuth,
+  createImageToolContext,
+  GeminiImageGen,
 } = require('@librechat/api');
 const {
   Tools,
@@ -38,11 +40,13 @@ const {
 } = require('../');
 const { primeFiles: primeCodeFiles } = require('~/server/services/Files/Code/process');
 const { createFileSearchTool, primeFiles: primeSearchFiles } = require('./fileSearch');
+const { getStrategyFunctions } = require('~/server/services/Files/strategies');
 const { getUserPluginAuthValue } = require('~/server/services/PluginService');
 const { createMCPTool, createMCPTools } = require('~/server/services/MCP');
 const { loadAuthValues } = require('~/server/services/Tools/credentials');
 const { getMCPServerTools } = require('~/server/services/Config');
 const { getRoleByName } = require('~/models/Role');
+const { getFiles } = require('~/models/File');
 
 /**
  * Validates the availability and authentication of tools for a user based on environment variables or user-specific plugin authentication values.
@@ -179,6 +183,7 @@ const loadTools = async ({
     'azure-ai-search': StructuredACS,
     traversaal_search: TraversaalSearch,
     tavily_search_results_json: TavilySearchResults,
+    gemini_image_gen: GeminiImageGen,
   };
 
   const customConstructors = {
@@ -191,24 +196,10 @@ const loadTools = async ({
       const authFields = getAuthFields('image_gen_oai');
       const authValues = await loadAuthValues({ userId: user, authFields });
       const imageFiles = options.tool_resources?.[EToolResources.image_edit]?.files ?? [];
-      let toolContext = '';
-      for (let i = 0; i < imageFiles.length; i++) {
-        const file = imageFiles[i];
-        if (!file) {
-          continue;
-        }
-        if (i === 0) {
-          toolContext =
-            'Image files provided in this request (their image IDs listed in order of appearance) available for image editing:';
-        }
-        toolContext += `\n\t- ${file.file_id}`;
-        if (i === imageFiles.length - 1) {
-          toolContext += `\n\nInclude any you need in the \`image_ids\` array when calling \`${EToolResources.image_edit}_oai\`. You may also include previously referenced or generated image IDs.`;
-        }
-      }
-      if (toolContext) {
-        toolContextMap.image_edit_oai = toolContext;
-      }
+      createImageToolContext(imageFiles, toolContextMap, {
+        toolKey: 'image_edit_oai',
+        purpose: 'image editing',
+      });
       return createOpenAIImageTools({
         ...authValues,
         isAgent: !!agent,
@@ -218,6 +209,26 @@ const loadTools = async ({
         imageFiles,
       });
     },
+    gemini_image_gen: async (toolContextMap) => {
+      const authFields = getAuthFields('gemini_image_gen');
+      const authValues = await loadAuthValues({ userId: user, authFields });
+      const imageFiles = options.tool_resources?.[EToolResources.image_edit]?.files ?? [];
+      createImageToolContext(imageFiles, toolContextMap, {
+        toolKey: 'gemini_image_gen',
+        purpose: 'image context',
+      });
+      return new GeminiImageGen({
+        ...authValues,
+        isAgent: !!agent,
+        req: options.req,
+        imageFiles,
+        processFileURL: options.processFileURL,
+        userId: user,
+        fileStrategy: options.fileStrategy,
+        getFiles,
+        getStrategyFunctions,
+      });
+    },
   };
 
   const requestedTools = {};
@@ -240,6 +251,7 @@ const loadTools = async ({
     flux: imageGenOptions,
     dalle: imageGenOptions,
     'stable-diffusion': imageGenOptions,
+    gemini_image_gen: imageGenOptions,
   };
 
   /** @type {Record<string, string>} */

api/package.json

@@ -41,6 +41,7 @@
     "@azure/search-documents": "^12.0.0",
     "@azure/storage-blob": "^12.27.0",
     "@google/generative-ai": "^0.24.0",
+    "@google/genai": "^1.19.0",
     "@googleapis/youtube": "^20.0.0",
     "@keyv/redis": "^4.3.3",
     "@langchain/core": "^0.3.79",

api/server/services/start/tools.js

@@ -5,7 +5,7 @@ const { Calculator } = require('@librechat/agents');
 const { logger } = require('@librechat/data-schemas');
 const { zodToJsonSchema } = require('zod-to-json-schema');
 const { Tools, ImageVisionTool } = require('librechat-data-provider');
-const { getToolkitKey, oaiToolkit, ytToolkit } = require('@librechat/api');
+const { getToolkitKey, oaiToolkit, ytToolkit, GeminiImageGen } = require('@librechat/api');
 const { toolkits } = require('~/app/clients/tools/manifest');
 
 /**
@@ -84,6 +84,7 @@ function loadAndFormatTools({ directory, adminFilter = [], adminIncluded = [] })
     new Calculator(),
     ...Object.values(oaiToolkit),
     ...Object.values(ytToolkit),
+    new GeminiImageGen({ override: true }),
   ];
   for (const toolInstance of basicToolInstances) {
     const formattedTool = formatToOpenAIAssistantTool(toolInstance);

client/src/components/Chat/Messages/Content/Part.tsx

@@ -103,7 +103,9 @@ const Part = memo(
         );
       } else if (
         isToolCall &&
-        (toolCall.name === 'image_gen_oai' || toolCall.name === 'image_edit_oai')
+        (toolCall.name === 'image_gen_oai' ||
+          toolCall.name === 'image_edit_oai' ||
+          toolCall.name === 'gemini_image_gen')
       ) {
         return (
           <OpenAIImageGen

client/src/components/Chat/Messages/Content/Parts/OpenAIImageGen/ProgressText.tsx

@@ -33,6 +33,22 @@ export default function ProgressText({
       return localize('com_ui_getting_started');
     }
 
+    if (toolName === 'gemini_image_gen') {
+      if (progress >= 1) {
+        return localize('com_ui_image_created');
+      }
+      if (progress >= 0.7) {
+        return localize('com_ui_final_touch');
+      }
+      if (progress >= 0.5) {
+        return localize('com_ui_adding_details');
+      }
+      if (progress >= 0.3) {
+        return localize('com_ui_creating_image');
+      }
+      return localize('com_ui_getting_started');
+    }
+
     if (progress >= 1) {
       return localize('com_ui_image_created');
     }

packages/api/package.json

@@ -82,6 +82,7 @@
     "@azure/identity": "^4.7.0",
     "@azure/search-documents": "^12.0.0",
     "@azure/storage-blob": "^12.27.0",
+    "@google/genai": "^1.19.0",
     "@keyv/redis": "^4.3.3",
     "@langchain/core": "^0.3.79",
     "@librechat/agents": "^3.0.34",