MurasameNoa/chatgpt-plugin
1
0
Fork 0
mirror of https://github.com/ikechan8370/chatgpt-plugin.git synced 2025-12-17 13:57:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: add visual qa

Browse source
This commit is contained in:
ikechan8370 2023-06-25 15:01:56 +08:00
parent faed389835
commit 8a32f7e4fd
1 changed files with 12 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

16
utils/tools/ImageCaptionTool.js
View file

@ -12,7 +12,11 @@ export class ImageCaptionTool extends AbstractTool {
}, },
qq: { qq: {
type: 'string', type: 'string',
description: 'if the picture is an avatar of a user, just give his qq number' description: 'if the picture is avatar of a user, input his qq number'
},
question: {
type: 'string',
description: 'if you want to ask something about this picture, write your question in English here. If you just want to know what\'s in the photo, leave it blank'
} }
}, },
required: [] required: []
@ -21,7 +25,7 @@ export class ImageCaptionTool extends AbstractTool {
description = 'useful when you want to know what is inside a photo, such as user\'s avatar or other pictures' description = 'useful when you want to know what is inside a photo, such as user\'s avatar or other pictures'
func = async function (opts) { func = async function (opts) {
let { imgUrl, qq } = opts let { imgUrl, qq, question } = opts
if (qq) { if (qq) {
imgUrl = `https://q1.qlogo.cn/g?b=qq&s=160&nk=${qq}` imgUrl = `https://q1.qlogo.cn/g?b=qq&s=160&nk=${qq}`
} }
@ -35,13 +39,17 @@ export class ImageCaptionTool extends AbstractTool {
// await fs.writeFileSync(`data/chatgpt/${crypto.randomUUID()}`, buffer) // await fs.writeFileSync(`data/chatgpt/${crypto.randomUUID()}`, buffer)
let formData = new FormData() let formData = new FormData()
formData.append('file', new File([buffer], 'file.png', { type: 'image/png' })) formData.append('file', new File([buffer], 'file.png', { type: 'image/png' }))
let captionRes = await fetch(`${Config.extraUrl}/image-captioning`, { let endpoint = 'image-captioning'
if (question) {
endpoint = 'visual-qa?q=' + question
}
let captionRes = await fetch(`${Config.extraUrl}/${endpoint}`, {
method: 'POST', method: 'POST',
body: formData body: formData
}) })
if (captionRes.status === 200) { if (captionRes.status === 200) {
let result = await captionRes.text() let result = await captionRes.text()
return `the content of this picture is: ${result}` return `${result}`
} else { } else {
return 'error happened' return 'error happened'
} }