-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathpackage.json
44 lines (44 loc) · 1.09 KB
/
package.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
{
"name": "llm-tokenizer",
"version": "1.0.2",
"description": "A lightweight tokenizer for OpenAI's GPT model series. Uses OpenAI's tiktoken python package",
"main": "src/main.ts",
"types": "src/main.d.ts",
"type": "module",
"scripts": {
"test": "echo \"Error: no test specified\" && exit 1",
"postinstall": "pip install tiktoken",
"lint": "npx eslint --ext .py --fix"
},
"repository": {
"type": "git",
"url": "git+https://github.com/KevinKWZheng/OpenAI-Tokenizer.git"
},
"keywords": [
"OpenAI",
"GPT-3",
"GPT-4",
"GPT-3.5",
"ChatGPT",
"LLMs",
"GPT",
"tokenizer",
"BPE",
"encoder",
"decoder",
"Machine Learning"
],
"author": "thrawnk",
"license": "Apache-2.0",
"bugs": {
"url": "https://github.com/KevinKWZheng/OpenAI-Tokenizer/issues"
},
"homepage": "https://github.com/KevinKWZheng/OpenAI-Tokenizer#readme",
"devDependencies": {
"@typescript-eslint/eslint-plugin": "^6.6.0",
"@typescript-eslint/parser": "^6.6.0",
"eslint": "^8.48.0",
"ts-node": "^10.9.1",
"typescript": "^5.2.2"
}
}