feat: 乱七八糟的的统计词云

utils/wordcloud/tokenizer.js

@@ -0,0 +1,95 @@
+import nodejieba from 'nodejieba'
+import { Config } from '../config.js'
+
+export class Tokenizer {
+  async getTodayHistory (groupId, date = new Date()) {
+    if (!groupId) {
+      throw new Error('no valid group id')
+    }
+    let group = Bot.pickGroup(groupId, true)
+    let latestChat = await group.getChatHistory(0, 1)
+    let seq = latestChat[0].seq
+    let chats = latestChat
+    function compareByTime (a, b) {
+      const timeA = a.time
+      const timeB = b.time
+      if (timeA < timeB) {
+        return -1
+      }
+      if (timeA > timeB) {
+        return 1
+      }
+      return 0
+    }
+    while (isTimestampInDateRange(chats[0]?.time, date)) {
+      let chatHistory = await group.getChatHistory(seq, 20)
+      chats.push(...chatHistory)
+      chats.sort(compareByTime)
+      seq = chats[0].seq
+    }
+    chats = chats.filter(chat => isTimestampInDateRange(chat.time, date))
+    return chats
+  }
+
+  async getTodayKeywordTopK (groupId, topK = 100) {
+    let chats = await this.getTodayHistory(groupId)
+    let chatContent = chats
+      .map(c => c.raw_message
+        .replaceAll('[图片]', '')
+        .replaceAll('[表情]', '')
+        .replaceAll('[动画表情]', '')
+        .replaceAll('[语音]', '')
+      )
+      .map(c => nodejieba.extract(c, 10))
+      .reduce((acc, curr) => acc.concat(curr), [])
+      .map(c => c.word)
+    if (Config.debug) {
+      logger.info(chatContent)
+    }
+    const countMap = {}
+    for (const value of chatContent) {
+      if (countMap[value]) {
+        countMap[value]++
+      } else {
+        countMap[value] = 1
+      }
+    }
+    let list = Object.keys(countMap).map(k => {
+      return [k, countMap[k]]
+    })
+    function compareByFrequency (a, b) {
+      const freA = a[1]
+      const freB = b[1]
+      if (freA < freB) {
+        return 1
+      }
+      if (freA > freB) {
+        return -1
+      }
+      return 0
+    }
+    return list.sort(compareByFrequency).slice(0, topK)
+  }
+}
+
+function isTimestampInDateRange (timestamp, date = null) {
+  if (!timestamp) {
+    return false
+  }
+  timestamp = timestamp * 1000
+  if (!date) {
+    date = new Date()
+  }
+
+  // Step 2: Set the hours, minutes, seconds, and milliseconds to 0
+  date.setHours(0, 0, 0, 0)
+
+  // Step 3: Calculate the timestamp representing the start of the specified date
+  const startOfSpecifiedDate = date.getTime()
+
+  // Step 4: Get the end of the specified date by adding 24 hours (in milliseconds)
+  const endOfSpecifiedDate = startOfSpecifiedDate + (24 * 60 * 60 * 1000)
+
+  // Step 5: Compare the given timestamp with the start and end of the specified date
+  return timestamp >= startOfSpecifiedDate && timestamp < endOfSpecifiedDate
+}

utils/wordcloud/wordcloud.js

@@ -0,0 +1,11 @@
+import { Tokenizer } from './tokenizer.js'
+import { render } from '../common.js'
+
+export async function makeWordcloud (e, groupId) {
+  let tokenizer = new Tokenizer()
+  let topK = await tokenizer.getTodayKeywordTopK(groupId, 100)
+  let list = JSON.stringify(topK)
+  // let list = topK
+  console.log(list)
+  await render(e, 'chatgpt-plugin', 'wordcloud/index', { list })
+}