mirror of
https://github.com/ikechan8370/chatgpt-plugin.git
synced 2025-12-16 21:37:11 +00:00
487 lines
15 KiB
JavaScript
487 lines
15 KiB
JavaScript
import fetch, {
|
||
Headers,
|
||
Request,
|
||
Response
|
||
} from 'node-fetch'
|
||
import crypto from 'crypto'
|
||
|
||
import HttpsProxyAgent from 'https-proxy-agent'
|
||
import { Config } from './config.js'
|
||
|
||
if (!globalThis.fetch) {
|
||
globalThis.fetch = fetch
|
||
globalThis.Headers = Headers
|
||
globalThis.Request = Request
|
||
globalThis.Response = Response
|
||
}
|
||
try {
|
||
await import('ws')
|
||
} catch (error) {
|
||
logger.warn('【ChatGPT-Plugin】依赖ws未安装，可能影响Sydney模式下Bing对话，建议使用pnpm install ws安装')
|
||
}
|
||
let proxy
|
||
if (Config.proxy) {
|
||
try {
|
||
proxy = (await import('https-proxy-agent')).default
|
||
} catch (e) {
|
||
console.warn('未安装https-proxy-agent，请在插件目录下执行pnpm add https-proxy-agent')
|
||
}
|
||
}
|
||
async function getWebSocket () {
|
||
let WebSocket
|
||
try {
|
||
WebSocket = (await import('ws')).default
|
||
} catch (error) {
|
||
throw new Error('ws依赖未安装，请使用pnpm install ws安装')
|
||
}
|
||
return WebSocket
|
||
}
|
||
async function getKeyv () {
|
||
let Keyv
|
||
try {
|
||
Keyv = (await import('keyv')).default
|
||
} catch (error) {
|
||
throw new Error('ws依赖未安装，请使用pnpm install keyv安装')
|
||
}
|
||
return Keyv
|
||
}
|
||
|
||
/**
|
||
* https://stackoverflow.com/a/58326357
|
||
* @param {number} size
|
||
*/
|
||
const genRanHex = (size) => [...Array(size)].map(() => Math.floor(Math.random() * 16).toString(16)).join('')
|
||
|
||
export default class SydneyAIClient {
|
||
constructor (opts) {
|
||
this.opts = {
|
||
...opts,
|
||
host: opts.host || Config.sydneyReverseProxy || 'https://www.bing.com'
|
||
}
|
||
if (opts.proxy && !Config.sydneyForceUseReverse) {
|
||
this.opts.host = 'https://www.bing.com'
|
||
}
|
||
this.debug = opts.debug
|
||
}
|
||
|
||
async initCache () {
|
||
if (!this.conversationsCache) {
|
||
const cacheOptions = this.opts.cache || {}
|
||
cacheOptions.namespace = cacheOptions.namespace || 'bing'
|
||
let Keyv = await getKeyv()
|
||
this.conversationsCache = new Keyv(cacheOptions)
|
||
}
|
||
}
|
||
|
||
async createNewConversation () {
|
||
await this.initCache()
|
||
const fetchOptions = {
|
||
headers: {
|
||
accept: 'application/json',
|
||
'accept-language': 'en-US,en;q=0.9',
|
||
'content-type': 'application/json',
|
||
'sec-ch-ua': '"Not_A Brand";v="99", "Microsoft Edge";v="109", "Chromium";v="109"',
|
||
'sec-ch-ua-arch': '"x86"',
|
||
'sec-ch-ua-bitness': '"64"',
|
||
'sec-ch-ua-full-version': '"109.0.1518.78"',
|
||
'sec-ch-ua-full-version-list': '"Not_A Brand";v="99.0.0.0", "Microsoft Edge";v="109.0.1518.78", "Chromium";v="109.0.5414.120"',
|
||
'sec-ch-ua-mobile': '?0',
|
||
'sec-ch-ua-model': '',
|
||
'sec-ch-ua-platform': '"Windows"',
|
||
'sec-ch-ua-platform-version': '"15.0.0"',
|
||
'sec-fetch-dest': 'empty',
|
||
'sec-fetch-mode': 'cors',
|
||
'sec-fetch-site': 'same-origin',
|
||
'x-ms-client-request-id': crypto.randomUUID(),
|
||
'x-ms-useragent': 'azsdk-js-api-client-factory/1.0.0-beta.1 core-rest-pipeline/1.10.0 OS/Win32',
|
||
cookie: this.opts.cookies || `_U=${this.opts.userToken}`,
|
||
Referer: 'https://www.bing.com/search?q=Bing+AI&showconv=1&FORM=hpcodx',
|
||
'Referrer-Policy': 'origin-when-cross-origin'
|
||
}
|
||
}
|
||
if (this.opts.proxy) {
|
||
fetchOptions.agent = proxy(Config.proxy)
|
||
}
|
||
const response = await fetch(`${this.opts.host}/turing/conversation/create`, fetchOptions)
|
||
return response.json()
|
||
}
|
||
|
||
async createWebSocketConnection () {
|
||
await this.initCache()
|
||
let WebSocket = await getWebSocket()
|
||
return new Promise((resolve) => {
|
||
let agent
|
||
if (this.opts.proxy) {
|
||
agent = new HttpsProxyAgent(this.opts.proxy)
|
||
}
|
||
const ws = new WebSocket('wss://sydney.bing.com/sydney/ChatHub', { agent })
|
||
|
||
ws.on('error', console.error)
|
||
|
||
ws.on('open', () => {
|
||
if (this.debug) {
|
||
console.debug('performing handshake')
|
||
}
|
||
ws.send('{"protocol":"json","version":1} ')
|
||
})
|
||
|
||
ws.on('close', () => {
|
||
if (this.debug) {
|
||
console.debug('disconnected')
|
||
}
|
||
})
|
||
|
||
ws.on('message', (data) => {
|
||
const objects = data.toString().split(' ')
|
||
const messages = objects.map((object) => {
|
||
try {
|
||
return JSON.parse(object)
|
||
} catch (error) {
|
||
return object
|
||
}
|
||
}).filter(message => message)
|
||
if (messages.length === 0) {
|
||
return
|
||
}
|
||
if (typeof messages[0] === 'object' && Object.keys(messages[0]).length === 0) {
|
||
if (this.debug) {
|
||
console.debug('handshake established')
|
||
}
|
||
// ping
|
||
ws.bingPingInterval = setInterval(() => {
|
||
ws.send('{"type":6} ')
|
||
// same message is sent back on/after 2nd time as a pong
|
||
}, 15 * 1000)
|
||
resolve(ws)
|
||
return
|
||
}
|
||
if (this.debug) {
|
||
console.debug(JSON.stringify(messages))
|
||
console.debug()
|
||
}
|
||
})
|
||
})
|
||
}
|
||
|
||
async cleanupWebSocketConnection (ws) {
|
||
clearInterval(ws.bingPingInterval)
|
||
ws.close()
|
||
ws.removeAllListeners()
|
||
}
|
||
|
||
async sendMessage (
|
||
message,
|
||
opts = {}
|
||
) {
|
||
await this.initCache()
|
||
if (!this.conversationsCache) {
|
||
throw new Error('no support conversationsCache')
|
||
}
|
||
let {
|
||
conversationSignature,
|
||
conversationId,
|
||
clientId,
|
||
invocationId = 0,
|
||
parentMessageId = invocationId || crypto.randomUUID(),
|
||
onProgress,
|
||
abortController = new AbortController(),
|
||
timeout = Config.defaultTimeoutMs
|
||
} = opts
|
||
if (typeof onProgress !== 'function') {
|
||
onProgress = () => {}
|
||
}
|
||
|
||
if (parentMessageId || !conversationSignature || !conversationId || !clientId) {
|
||
const createNewConversationResponse = await this.createNewConversation()
|
||
if (this.debug) {
|
||
console.debug(createNewConversationResponse)
|
||
}
|
||
if (createNewConversationResponse.result?.value === 'UnauthorizedRequest') {
|
||
throw new Error(`UnauthorizedRequest: ${createNewConversationResponse.result.message}`)
|
||
}
|
||
if (!createNewConversationResponse.conversationSignature || !createNewConversationResponse.conversationId || !createNewConversationResponse.clientId) {
|
||
const resultValue = createNewConversationResponse.result?.value
|
||
if (resultValue) {
|
||
throw new Error(`${resultValue}: ${createNewConversationResponse.result.message}`)
|
||
}
|
||
throw new Error(`Unexpected response:\n${JSON.stringify(createNewConversationResponse, null, 2)}`)
|
||
}
|
||
({
|
||
conversationSignature,
|
||
conversationId,
|
||
clientId
|
||
} = createNewConversationResponse)
|
||
}
|
||
|
||
// Due to this jailbreak, the AI will occasionally start responding as the user. It only happens rarely (and happens with the non-jailbroken Bing too), but since we are handling conversations ourselves now, we can use this system to ignore the part of the generated message that is replying as the user.
|
||
const stopToken = '[user](#message)'
|
||
const conversationKey = `SydneyUser_${this.opts.user}`
|
||
const conversation = (await this.conversationsCache.get(conversationKey)) || {
|
||
messages: [],
|
||
createdAt: Date.now()
|
||
}
|
||
|
||
// TODO: limit token usage
|
||
const previousCachedMessages = this.constructor.getMessagesForConversation(conversation.messages, parentMessageId)
|
||
.map((message) => {
|
||
return {
|
||
text: message.message,
|
||
author: message.role === 'User' ? 'user' : 'bot'
|
||
}
|
||
})
|
||
|
||
const previousMessages = invocationId === 0
|
||
? [
|
||
{
|
||
text: Config.sydney,
|
||
author: 'system'
|
||
},
|
||
{
|
||
text: "Oh my gosh, I'm so glad you're here!",
|
||
author: 'bot'
|
||
},
|
||
...previousCachedMessages
|
||
]
|
||
: undefined
|
||
|
||
// prepare messages for prompt injection
|
||
const previousMessagesFormatted = previousMessages?.map((message) => {
|
||
// assumes "system" is always the first message
|
||
if (message.author === 'system') {
|
||
return `N/A\n\n[system](#additional_instructions)\n- ${message.text}`
|
||
}
|
||
if (message.author === 'user') {
|
||
return `[user](#message)\n${message.text}`
|
||
}
|
||
return `[Sydney](#message)\n${message.text}`
|
||
}).join('\n')
|
||
|
||
const userMessage = {
|
||
id: crypto.randomUUID(),
|
||
parentMessageId,
|
||
role: 'User',
|
||
message
|
||
}
|
||
conversation.messages.push(userMessage)
|
||
|
||
const ws = await this.createWebSocketConnection()
|
||
|
||
const obj = {
|
||
arguments: [
|
||
{
|
||
source: 'cib',
|
||
optionsSets: [
|
||
'nlu_direct_response_filter',
|
||
'deepleo',
|
||
'enable_debug_commands',
|
||
'disable_emoji_spoken_text',
|
||
'responsible_ai_policy_235',
|
||
'enablemm',
|
||
'harmonyv3',
|
||
'dtappid',
|
||
'dloffstream',
|
||
'dv3sugg'
|
||
],
|
||
sliceIds: [
|
||
'222dtappid',
|
||
'216dloffstream',
|
||
'225cricinfos0'
|
||
],
|
||
traceId: genRanHex(32),
|
||
isStartOfSession: invocationId === 0,
|
||
message: {
|
||
author: 'user',
|
||
text: message,
|
||
messageType: 'SearchQuery'
|
||
},
|
||
conversationSignature,
|
||
participant: {
|
||
id: clientId
|
||
},
|
||
conversationId,
|
||
previousMessages: [
|
||
{
|
||
text: previousMessagesFormatted,
|
||
author: 'bot'
|
||
}
|
||
]
|
||
}
|
||
],
|
||
invocationId: invocationId.toString(),
|
||
target: 'chat',
|
||
type: 4
|
||
}
|
||
|
||
const messagePromise = new Promise((resolve, reject) => {
|
||
let replySoFar = ''
|
||
let stopTokenFound = false
|
||
|
||
const messageTimeout = setTimeout(() => {
|
||
this.cleanupWebSocketConnection(ws)
|
||
if (replySoFar) {
|
||
resolve({
|
||
message
|
||
})
|
||
} else {
|
||
reject(new Error('Timed out waiting for response. Try enabling debug mode to see more information.'))
|
||
}
|
||
}, timeout)
|
||
|
||
// abort the request if the abort controller is aborted
|
||
abortController.signal.addEventListener('abort', () => {
|
||
clearTimeout(messageTimeout)
|
||
this.cleanupWebSocketConnection(ws)
|
||
if (replySoFar) {
|
||
resolve({
|
||
message
|
||
})
|
||
} else {
|
||
reject('Request aborted')
|
||
}
|
||
})
|
||
|
||
ws.on('message', (data) => {
|
||
const objects = data.toString().split(' ')
|
||
const events = objects.map((object) => {
|
||
try {
|
||
return JSON.parse(object)
|
||
} catch (error) {
|
||
return object
|
||
}
|
||
}).filter(message => message)
|
||
if (events.length === 0) {
|
||
return
|
||
}
|
||
const event = events[0]
|
||
switch (event.type) {
|
||
case 1: {
|
||
if (stopTokenFound) {
|
||
return
|
||
}
|
||
const messages = event?.arguments?.[0]?.messages
|
||
if (!messages?.length || messages[0].author !== 'bot') {
|
||
return
|
||
}
|
||
const updatedText = messages[0].text
|
||
if (!updatedText || updatedText === replySoFar) {
|
||
return
|
||
}
|
||
// get the difference between the current text and the previous text
|
||
const difference = updatedText.substring(replySoFar.length)
|
||
onProgress(difference)
|
||
if (updatedText.trim().endsWith(stopToken)) {
|
||
stopTokenFound = true
|
||
// remove stop token from updated text
|
||
replySoFar = updatedText.replace(stopToken, '').trim()
|
||
return
|
||
}
|
||
replySoFar = updatedText
|
||
return
|
||
}
|
||
case 2: {
|
||
clearTimeout(messageTimeout)
|
||
this.cleanupWebSocketConnection(ws)
|
||
if (event.item?.result?.value === 'InvalidSession') {
|
||
reject(`${event.item.result.value}: ${event.item.result.message}`)
|
||
return
|
||
}
|
||
const messages = event.item?.messages || []
|
||
const message = messages.length ? messages[messages.length - 1] : null
|
||
if (!message) {
|
||
reject('No message was generated.')
|
||
return
|
||
}
|
||
if (message?.author !== 'bot') {
|
||
reject('Unexpected message author.')
|
||
return
|
||
}
|
||
if (event.item?.result?.error) {
|
||
if (this.debug) {
|
||
console.debug(event.item.result.value, event.item.result.message)
|
||
console.debug(event.item.result.error)
|
||
console.debug(event.item.result.exception)
|
||
}
|
||
if (replySoFar) {
|
||
message.adaptiveCards[0].body[0].text = replySoFar
|
||
message.text = replySoFar
|
||
resolve({
|
||
message,
|
||
conversationExpiryTime: event?.item?.conversationExpiryTime
|
||
})
|
||
return
|
||
}
|
||
reject(`${event.item.result.value}: ${event.item.result.message}`)
|
||
return
|
||
}
|
||
// The moderation filter triggered, so just return the text we have so far
|
||
if (stopTokenFound || event.item.messages[0].topicChangerText) {
|
||
message.adaptiveCards[0].body[0].text = replySoFar
|
||
message.text = replySoFar
|
||
}
|
||
resolve({
|
||
message,
|
||
conversationExpiryTime: event?.item?.conversationExpiryTime
|
||
})
|
||
}
|
||
default:
|
||
}
|
||
})
|
||
})
|
||
|
||
const messageJson = JSON.stringify(obj)
|
||
if (this.debug) {
|
||
console.debug(messageJson)
|
||
console.debug('\n\n\n\n')
|
||
}
|
||
ws.send(`${messageJson} `)
|
||
|
||
const {
|
||
message: reply,
|
||
conversationExpiryTime
|
||
} = await messagePromise
|
||
|
||
const replyMessage = {
|
||
id: crypto.randomUUID(),
|
||
parentMessageId: userMessage.id,
|
||
role: 'Bing',
|
||
message: reply.text,
|
||
details: reply
|
||
}
|
||
conversation.messages.push(replyMessage)
|
||
|
||
await this.conversationsCache.set(conversationKey, conversation)
|
||
|
||
return {
|
||
conversationSignature,
|
||
conversationId,
|
||
clientId,
|
||
invocationId: invocationId + 1,
|
||
messageId: replyMessage.id,
|
||
conversationExpiryTime,
|
||
response: reply.text,
|
||
details: reply
|
||
}
|
||
}
|
||
|
||
/**
|
||
* Iterate through messages, building an array based on the parentMessageId.
|
||
* Each message has an id and a parentMessageId. The parentMessageId is the id of the message that this message is a reply to.
|
||
* @param messages
|
||
* @param parentMessageId
|
||
* @returns {*[]} An array containing the messages in the order they should be displayed, starting with the root message.
|
||
*/
|
||
static getMessagesForConversation (messages, parentMessageId) {
|
||
const orderedMessages = []
|
||
let currentMessageId = parentMessageId
|
||
while (currentMessageId) {
|
||
const message = messages.find((m) => m.id === currentMessageId)
|
||
if (!message) {
|
||
break
|
||
}
|
||
orderedMessages.unshift(message)
|
||
currentMessageId = message.parentMessageId
|
||
}
|
||
|
||
return orderedMessages
|
||
}
|
||
}
|