MurasameNoa/chatgpt-plugin
1
0
Fork 0
mirror of https://github.com/ikechan8370/chatgpt-plugin.git synced 2025-12-16 13:27:08 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chore: change tokenizer to @node-rs/jieba

Browse source
This commit is contained in:
ikechan8370 2023-04-20 22:15:55 +08:00
parent cd228128ba
commit db72462b8e
2 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
utils/wordcloud/tokenizer.js
View file

@ -2,7 +2,7 @@ import { Config } from '../config.js'
let nodejieba
try {
nodejieba = (await import('nodejieba')).default
nodejieba = (await import('@node-rs/jieba')).default
} catch (err) {
logger.info('未安装nodejieba，娱乐功能-词云统计不可用')
}
@ -60,6 +60,7 @@ export class Tokenizer {
}
let chats = await this.getTodayHistory(groupId)
logger.mark(`聊天记录拉去完成，获取到今日内${chats.length}条聊天记录，准备分词中`)
nodejieba.load()
let chatContent = chats
.map(c => c.raw_message
.replaceAll('[图片]', '')
@ -69,7 +70,7 @@ export class Tokenizer {
)
.map(c => nodejieba.extract(c, 10))
.reduce((acc, curr) => acc.concat(curr), [])
.map(c => c.word)
.map(c => c.keyword)
if (Config.debug) {
logger.info(chatContent)
}