fix(image-tools): improve image URL handling and markdown formatting

nodejs/src/services/geminiImageTool.js

@@ -22,7 +22,7 @@ class CustomGeminiImageTool extends Tool {
         - Image Generation: "Create a photorealistic portrait of...", "Generate an image showing..."
         - Style Operations: "Create in watercolor style...", "Make it look futuristic..."
         - Scene Creation: "Show a landscape with...", "Create an interior scene..."
-        IMPORTANT: Always call this tool for image generation query, do not consider the message history. This tool automatically handles S3 uploads and returns S3 URLs for better user experience. Always use the S3 url returned from this tool in your output for displaying the generated image. DO NOT use this tool if the user requests to generate code based on an image input and a prompt. For such cases, use the chat tool to generate code from the image and prompt.`;
+        IMPORTANT: Always call this tool for image generation query, do not consider the message history. This tool automatically handles S3 uploads and returns S3 URLs for better user experience. Always use the S3 url returned from this tool in your output for displaying the generated image. DO NOT use this tool if the user requests to generate code based on an image input and a prompt. For such cases, use the chat tool to generate code from the image and prompt.After using this tool, always include the tool result (e.g. image URLs or Markdown) in your final response in this format ![Image Description](image_url).`;
 
         // Define the tool schema for function calling
         this.schema = {
@@ -117,9 +117,17 @@ class CustomGeminiImageTool extends Tool {
                 });
 
                 if (uploadResult.success) {
+                    // Get the INTERNAL_ENDPOINT directly from environment variable
+                    const internalEndpoint = process.env.INTERNAL_ENDPOINT;
+                    // Only replace if it's a MinIO URL
+                    let modifiedUrl = uploadResult.s3Url;
+                    if (modifiedUrl.includes('http://minio:9000')) {
+                        // Replace minio:9000 with the value from INTERNAL_ENDPOINT including http part
+                        modifiedUrl = modifiedUrl.replace(/http:\/\/minio:9000/g, internalEndpoint);
+                    }
 
-                    // Return S3 URL in markdown format like imageTool.js
-                    const s3Result = `![${query}](${uploadResult.s3Url})`;
+                    // Return the image URL in markdown format
+                    const s3Result = `![${query}](${modifiedUrl})`;
                     return s3Result;
 
                 } else {

nodejs/src/services/imageTool.js

@@ -25,7 +25,7 @@ class CustomDallETool extends Tool {
         1024x1024 (Square): Ideal for social media posts, profile pictures, digital artwork, and product images.
         1024x1536 (Portrait): Perfect for mobile content, social media stories, and vertical ads.
         1536x1024 (Landscape): Great for presentations, video thumbnails, website banners, and widescreen displays.
-        IMPORTANT: This tool automatically handles S3 uploads and returns S3 URLs for better user experience. DO NOT use this tool if the user requests to generate code based on an image input and a prompt. For such cases, use the chat tool to generate code from the image and prompt.`;
+        IMPORTANT: This tool automatically handles S3 uploads and returns S3 URLs for better user experience. DO NOT use this tool if the user requests to generate code based on an image input and a prompt. For such cases, use the chat tool to generate code from the image and prompt.After using this tool, always include the tool result (e.g. image URLs or Markdown) in your final response in this format ![Image Description](image_url).`;
 
         // Define the tool schema for function calling
         this.schema = {
@@ -111,8 +111,15 @@ class CustomDallETool extends Tool {
                 });
 
                 if (uploadResult.success) {
-                    // Return S3 URL in markdown format
-                    const s3Result = `![${query}](${uploadResult.s3Url})`;
+                    // Get the INTERNAL_ENDPOINT directly from environment variable
+                    const internalEndpoint = process.env.INTERNAL_ENDPOINT;
+                    // Only replace if it's a MinIO URL
+                    let modifiedUrl = uploadResult.s3Url;
+                    if (modifiedUrl.includes('http://minio:9000')) {
+                        // Replace minio:9000 with the value from INTERNAL_ENDPOINT including http part
+                        modifiedUrl = modifiedUrl.replace(/http:\/\/minio:9000/g, internalEndpoint);
+                    }
+                    const s3Result = `![${query}](${modifiedUrl})`;
                     return s3Result;
 
                 } else {

nodejs/src/services/langgraph.js

@@ -79,12 +79,18 @@ const MODEL_CONFIGS = {
     [AI_MODAL_PROVIDER.OPEN_AI]: {
         supportsVision: true,
         imageFormats: ['url'],
-        formatImage: (imageUrl) => ({
-            type: 'image_url',
-            image_url: {
-                url: imageUrl
+        formatImage: async (imageUrl) => {
+            const result= await convertImageToBase64(imageUrl);
+            if (!result) {
+                return null;
             }
-        })
+            return {
+                type: 'image_url',
+                image_url: {
+                    url: `data:${result.mimeType};base64,${result.base64}`
+                }
+            };
+        }
     },
     [AI_MODAL_PROVIDER.ANTHROPIC]: {
         supportsVision: true,
@@ -428,7 +434,6 @@ async function callModel(state, model, data, agentDetails = null) {
             content = '[Content parsing error]';
         }
     });
-
     const response = await model.invoke(context);
 
     // Safe logging for response content

nodejs/src/socket/rooms.js

@@ -162,7 +162,6 @@ sockets.on('connection', function (socket) {
 
     }));    
     socket.on(SOCKET_EVENTS.LLM_RESPONSE_SEND, catchSocketAsync(async (data) => {
-        console.log("============LLM_RESPONSE_SEND============",data)
         await toolExecutor(data, socket);
     }));