From 7d39af6a8c69a6ad67b766bfaa972cf16ca5fd86 Mon Sep 17 00:00:00 2001
From: ikechan8370 <geyinchi@buaa.edu.cn>
Date: Sat, 16 Mar 2024 14:49:54 +0800
Subject: [PATCH] fix: add support for claude vison

---
 model/core.js | 19 +++++++++++++------
 1 file changed, 13 insertions(+), 6 deletions(-)

diff --git a/model/core.js b/model/core.js
index 235c035..a89860b 100644
--- a/model/core.js
+++ b/model/core.js
@@ -437,13 +437,20 @@ class Core {
           baseUrl: Config.claudeApiBaseUrl
           // temperature: Config.claudeApiTemperature || 0.5
         })
+        let opt = {
+          stream: false,
+          parentMessageId: conversation.parentMessageId,
+          conversationId: conversation.conversationId,
+          system: Config.claudeSystemPrompt
+        }
+        let img = await getImg(e)
+        if (img && img.length > 0) {
+          const response = await fetch(img[0])
+          const base64Image = Buffer.from(await response.arrayBuffer()).toString('base64')
+          opt.image = base64Image
+        }
         try {
-          let rsp = await client.sendMessage(prompt, {
-            stream: false,
-            parentMessageId: conversation.parentMessageId,
-            conversationId: conversation.conversationId,
-            system: Config.claudeSystemPrompt
-          })
+          let rsp = await client.sendMessage(prompt, opt)
           return rsp
         } catch (err) {
           errorMessage = err.message