MurasameNoa/chatgpt-plugin
1
0
Fork 0
mirror of https://github.com/ikechan8370/chatgpt-plugin.git synced 2025-12-17 05:47:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: bym.js support multiple models

Browse source
This commit is contained in:
ikechan8370 2025-02-03 00:07:26 +08:00
parent f7030e8427
commit 69ab6dcd28
12 changed files with 471 additions and 668 deletions
Download patch file Download diff file Expand all files Collapse all files

3
utils/alibaba/tokenizer.ts
View file

@ -1,3 +1,4 @@
// @ts-ignore
import { getEncoding } from 'js-tiktoken'
// TODO: make this configurable
@ -5,4 +6,4 @@ const tokenizer = getEncoding('cl100k_base')
export function encode(input: string): Uint32Array {
return new Uint32Array(tokenizer.encode(input))
}
}