MurasameNoa/chatgpt-plugin
1
0
Fork 0
mirror of https://github.com/ikechan8370/chatgpt-plugin.git synced 2025-12-16 13:27:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

更多样的bing suno生成

Browse source
This commit is contained in:
zyc404 2024-05-07 23:02:18 +08:00
parent 991c63bb26
commit b20a3db006
6 changed files with 208 additions and 69 deletions
Download patch file Download diff file Expand all files Collapse all files

8
model/core.js
View file

@ -253,16 +253,20 @@ class Core {
}
}
opt.onSunoCreateRequest = prompt => {
logger.mark(`开始生成内容：Suno ${prompt.songtId}`)
logger.mark(`开始生成内容：Suno ${prompt.songtId || ''}`)
let client = new BingSunoClient({
cookies: cookies
})
redis.set(`CHATGPT:SUNO:${e.sender.user_id}`, 'c', { EX: 30 }).then(() => {
try {
if (Config.bingLocalSuno) {
if (Config.bingSuno == 'local') {
// 调用本地Suno配置进行歌曲生成
client.getLocalSuno(prompt, e)
} else if (Config.bingSuno == 'api' && Config.bingSunoApi) {
// 调用第三方Suno配置进行歌曲生成
client.getApiSuno(prompt, e)
} else {
// 调用Bing Suno进行歌曲生成
client.getSuno(prompt, e)
}
} catch (err) {

24
resources/view/setting_view.json
View file

@ -575,6 +575,16 @@
"label": "允许生成图像等内容",
"data": "enableGenerateContents"
},
{
"type": "check",
"label": "允许生成歌曲等内容",
"data": "enableGenerateSuno"
},
{
"type": "check",
"label": "伪造歌曲生成",
"data": "enableGenerateSunoForger"
},
{
"type": "url",
"label": "必应验证码pass服务",
@ -588,10 +598,16 @@
"data": "bingAPDraw"
},
{
"type": "check",
"label": "第三方歌曲生成",
"placeholder": "使用AP插件代替Bing进行绘图",
"data": "bingLocalSuno"
"type": "select",
"label": "歌曲生成模式",
"data": "bingSuno",
"items": [ { "label": "Bing", "value": "bing" }, { "label": "本地", "value": "local" }, { "label": "第三方", "value": "api" } ]
},
{
"type": "url",
"label": "第三方歌曲生成API地址",
"placeholder": "https://github.com/gcui-art/suno-api的api地址",
"data": "bingSunoApi"
},
{
"type": "textarea",

185
utils/BingSuno.js
View file

@ -5,7 +5,6 @@ import common from '../../../lib/common/common.js'
import fs from 'fs'
import crypto from 'crypto'
import fetch from 'node-fetch'
import lodash from 'lodash'
export default class BingSunoClient {
constructor(opts) {
@ -14,7 +13,7 @@ export default class BingSunoClient {
async replyMsg(song, e) {
let messages = []
messages.push(`歌名：${song.title}\n风格: ${song.musicalStyle}\n长度: ${song.duration}秒\n歌词：\n${song.prompt}\n`)
messages.push(`歌名：${song.title}\n风格: ${song.musicalStyle}\n歌词：\n${song.prompt}\n`)
messages.push(`音频链接：${song.audioURL}\n视频链接：${song.videoURL}\n封面链接：${song.imageURL}\n`)
messages.push(segment.image(song.imageURL))
let retry = 3
@ -47,7 +46,6 @@ export default class BingSunoClient {
if (prompt.cookie) {
this.opts.cookies = prompt.cookie
}
const sunoResult = await this.getSunoResult(prompt.songtId)
if (sunoResult) {
const {
@ -72,78 +70,154 @@ export default class BingSunoClient {
prompt: prompt.songPrompt
}
await e.reply('Bing Suno 生成中，请稍后')
replyMsg(sunoDisplayResult, e)
this.replyMsg(sunoDisplayResult, e)
} else {
await e.reply('Bing Suno 数据获取失败')
redis.del(`CHATGPT:SUNO:${e.sender.user_id}`)
}
redis.del(`CHATGPT:SUNO:${e.sender.user_id}`)
}
async getLocalSuno(prompt, e) {
if (!Config.sunoClientToken || !Config.sunoSessToken) {
await e.reply('未配置Suno Token')
redis.del(`CHATGPT:SUNO:${e.sender.user_id}`)
return true
}
let description = prompt.songPrompt
await e.reply('正在生成，请稍后')
try {
}
let description = prompt.songPrompt
await e.reply('正在生成，请稍后')
try {
let sessTokens = Config.sunoSessToken.split(',')
let clientTokens = Config.sunoClientToken.split(',')
let tried = 0
while (tried < sessTokens.length) {
let index = tried
let sess = sessTokens[index]
let clientToken = clientTokens[index]
let client = new SunoClient({ sessToken: sess, clientToken })
let { credit, email } = await client.queryCredit()
logger.info({ credit, email })
if (credit < 10) {
tried++
logger.info(`账户${email}余额不足，尝试下一个账户`)
continue
}
let songs = await client.createSong(description)
if (!songs || songs.length === 0) {
e.reply('生成失败，可能是提示词太长或者违规，请检查日志')
return
}
let messages = ['提示词：' + description]
for (let song of songs) {
messages.push(`歌名：${song.title}\n风格: ${song.metadata.tags}\n长度: ${lodash.round(song.metadata.duration, 0)}秒\n歌词：\n${song.metadata.prompt}\n`)
messages.push(`音频链接：${song.audio_url}\n视频链接：${song.video_url}\n封面链接：${song.image_url}\n`)
messages.push(segment.image(song.image_url))
let retry = 3
let videoPath
while (!videoPath && retry >= 0) {
try {
videoPath = await downloadFile(song.video_url, `suno/${song.title}.mp4`, false, false, {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'
})
} catch (err) {
retry--
await common.sleep(1000)
}
let index = tried
let sess = sessTokens[index]
let clientToken = clientTokens[index]
let client = new SunoClient({ sessToken: sess, clientToken })
let { credit, email } = await client.queryCredit()
logger.info({ credit, email })
if (credit < 10) {
tried++
logger.info(`账户${email}余额不足，尝试下一个账户`)
continue
}
if (videoPath) {
const data = fs.readFileSync(videoPath)
messages.push(segment.video(`base64://${data.toString('base64')}`))
// 60秒后删除文件避免占用体积
setTimeout(() => {
fs.unlinkSync(videoPath)
}, 60000)
} else {
logger.warn(`${song.title}下载视频失败，仅发送视频链接`)
let songs = await client.createSong(description)
if (!songs || songs.length === 0) {
e.reply('生成失败，可能是提示词太长或者违规，请检查日志')
redis.del(`CHATGPT:SUNO:${e.sender.user_id}`)
return
}
}
await e.reply(await common.makeForwardMsg(e, messages, '音乐合成结果'))
return true
let messages = ['提示词：' + description]
for (let song of songs) {
messages.push(`歌名：${song.title}\n风格: ${song.metadata.tags}\n歌词：\n${song.metadata.prompt}\n`)
messages.push(`音频链接：${song.audio_url}\n视频链接：${song.video_url}\n封面链接：${song.image_url}\n`)
messages.push(segment.image(song.image_url))
let retry = 3
let videoPath
while (!videoPath && retry >= 0) {
try {
videoPath = await downloadFile(song.video_url, `suno/${song.title}.mp4`, false, false, {
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36'
})
} catch (err) {
retry--
await common.sleep(1000)
}
}
if (videoPath) {
const data = fs.readFileSync(videoPath)
messages.push(segment.video(`base64://${data.toString('base64')}`))
// 60秒后删除文件避免占用体积
setTimeout(() => {
fs.unlinkSync(videoPath)
}, 60000)
} else {
logger.warn(`${song.title}下载视频失败，仅发送视频链接`)
}
}
await e.reply(await common.makeForwardMsg(e, messages, '音乐合成结果'))
redis.del(`CHATGPT:SUNO:${e.sender.user_id}`)
return true
}
await e.reply('所有账户余额不足')
} catch (err) {
redis.del(`CHATGPT:SUNO:${e.sender.user_id}`)
} catch (err) {
console.error(err)
await e.reply('生成失败,请查看日志')
}
redis.del(`CHATGPT:SUNO:${e.sender.user_id}`)
}
}
async getApiSuno(prompt, e) {
if (!Config.bingSunoApi) {
await e.reply('未配置 Suno API')
return
}
const responseId = await fetch(`${Config.bingSunoApi}/api/custom_generate`, {
method: 'POST',
headers: {
'Content-Type': 'application/json'
},
body: JSON.stringify({
"prompt": prompt.songPrompt || prompt.lyrics,
"tags": prompt.tags || "pop",
"title": prompt.title || e.sender.card || e.sender.nickname,
"make_instrumental": false,
"wait_audio": false
})
})
const sunoId = await responseId.json()
if (sunoId[0]?.id) {
let timeoutTimes = 30
let timer = setInterval(async () => {
const response = await fetch(`${Config.bingSunoApi}/api/get?ids=${sunoId[0]?.id}`, {
method: 'GET',
headers: {
'Accept': 'application/json'
}
})
if (!response.ok) {
await e.reply('Bing Suno 数据获取失败')
logger.error(response.error.message)
redis.del(`CHATGPT:SUNO:${e.sender.user_id}`)
clearInterval(timer)
timer = null
throw new Error(`HTTP error! status: ${response.status}`)
}
const result = await response.json()
if (result[0].status == 'complete') {
const sunoResult = result[0]
const title = sunoResult.title
const audioURL = sunoResult.audio_url
const imageURL = sunoResult.image_url
const videoURL = sunoResult.video_url
const musicalStyle = sunoResult.tags
const prompt = sunoResult.lyric
const sunoURL = `https://cdn1.suno.ai/${sunoResult.id}.mp4`
const sunoDisplayResult = {
title,
musicalStyle,
audioURL,
imageURL,
videoURL,
sunoURL,
prompt
}
await e.reply('Bing Suno 生成中，请稍后')
this.replyMsg(sunoDisplayResult, e)
clearInterval(timer)
} else if (timeoutTimes === 0) {
await e.reply('❌Suno 生成超时', true)
clearInterval(timer)
timer = null
} else {
logger.info('等待Suno生成中: ' + timeoutTimes)
timeoutTimes--
}
}, 3000)
}
}
async getSunoResult(requestId) {
@ -210,7 +284,6 @@ export default class BingSunoClient {
sfx: sfx.toString(),
})
fetchURL.search = searchParams.toString()
const response = await fetch(fetchURL, {
headers: {
accept: '*/*',

22
utils/SydneyAIClient.js
View file

@ -7,7 +7,7 @@ import fetch, {
import crypto from 'crypto'
import WebSocket from 'ws'
import { Config } from './config.js'
import { formatDate, getMasterQQ, isCN, getUserData, limitString } from './common.js'
import { formatDate, getMasterQQ, isCN, getUserData, limitString, extractMarkdownJson } from './common.js'
import moment from 'moment'
import { getProxy } from './proxy.js'
import common from '../../../lib/common/common.js'
@ -337,7 +337,8 @@ export default class SydneyAIClient {
const text = (useCast?.bing || Config.sydney).replaceAll(namePlaceholder, botName || defaultBotName) +
((Config.enableGroupContext && groupId) ? groupContextTip : '') +
((Config.enforceMaster && master) ? masterTip : '') +
(Config.sydneyMood ? moodTip : '')
(Config.sydneyMood ? moodTip : '') +
((!Config.enableGenerateSuno && Config.bingSuno != 'bing' && Config.enableGenerateSunoForger) ? 'If I ask you to generate music or write songs, you need to reply with information suitable for Suno to generate music. The returned message is in JSON format, with a structure of {"option": "Suno", "tags": "style", "title": "title of the song", "lyrics": "lyrics"}.' : '')
if (!text) {
previousMessages = pm
} else {
@ -387,7 +388,7 @@ export default class SydneyAIClient {
}
let optionsSets = getOptionSet(Config.toneStyle, Config.enableGenerateContents)
let source = 'cib-ccp'; let gptId = 'copilot'
if ((!Config.sydneyEnableSearch && !Config.enableGenerateContents) || toSummaryFileContent?.content) {
if ((!Config.sydneyEnableSearch && !Config.enableGenerateContents && !Config.enableGenerateSuno) || toSummaryFileContent?.content) {
optionsSets.push(...['nosearchall'])
}
if (isPro) {
@ -504,7 +505,7 @@ export default class SydneyAIClient {
}
}
}
if (Config.enableGenerateContents){
if (Config.enableGenerateSuno){
argument0.plugins.push({
"id": "22b7f79d-8ea4-437e-b5fd-3e21f09f7bc1",
"category": 1
@ -714,7 +715,6 @@ export default class SydneyAIClient {
suggestedResponsesSoFar = message.suggestedResponses
}
if (messages[0].contentType === 'SUNO') {
console.log()
onSunoCreateRequest({
songtId: messages[0]?.hiddenText.split('=')[1],
songPrompt: messages[0]?.text,
@ -835,6 +835,16 @@ export default class SydneyAIClient {
message.adaptiveCards = adaptiveCardsSoFar
message.text = replySoFar.join('')
}
// 伪造歌曲生成
if (Config.enableGenerateSunoForger) {
const sunoList = extractMarkdownJson(message.text)
for (let suno of sunoList) {
if (suno.option == 'Suno') {
logger.info(`开始生成歌曲${suno.tags}`)
onSunoCreateRequest(suno)
}
}
}
resolve({
message,
conversationExpiryTime: event?.item?.conversationExpiryTime
@ -1046,7 +1056,7 @@ function getOptionSet (tone, generateContent = false) {
])
break
}
if (Config.enableGenerateContents){
if (Config.enableGenerateSuno){
optionset.push(...[
'014CB21D',
'B3FF9F21'

33
utils/common.js
View file

@ -1242,3 +1242,36 @@ function maskString (str) {
return firstThreeChars + maskedChars + lastThreeChars
}
/**
* generated by ai
* @param text
* @returns {array}
*/
export function extractMarkdownJson(text) {
const lines = text.split('\n')
const mdJson = []
let currentObj = null
lines.forEach(line => {
if (line.startsWith('```json') && !currentObj) {
// 开始一个新的JSON对象
currentObj = { json: '' }
} else if (line.startsWith('```') && currentObj) {
// 结束当前的JSON对象
try {
// 尝试将JSON字符串转换为对象
currentObj.json = JSON.parse(currentObj.json)
mdJson.push(currentObj)
currentObj = null
} catch (e) {
console.error('JSON解析错误:', e)
}
} else if (currentObj) {
// 将行添加到当前的JSON对象
currentObj.json += line
}
})
return mdJson.map(obj => obj.json)
}

5
utils/config.js
View file

@ -104,7 +104,8 @@ const defaultConfig = {
sydneyApologyIgnored: true,
enforceMaster: false,
bingAPDraw: false,
bingLocalSuno: false,
bingSuno: 'bing',
bingSunoApi: '',
serverPort: 3321,
serverHost: '',
viewHost: '',
@ -151,6 +152,8 @@ const defaultConfig = {
enhanceAzureTTSEmotion: false,
autoJapanese: false,
enableGenerateContents: false,
enableGenerateSuno: false,
enableGenerateSunoForger: false,
amapKey: '',
azSerpKey: '',
serpSource: 'ikechan8370',