Delete mytoken.py
Browse files- mytoken.py +0 -9
mytoken.py
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
import openai
|
| 2 |
-
openai.api_key = "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" # 替换为您的OpenAI API key
|
| 3 |
-
|
| 4 |
-
text = "你好，最近怎么样？"
|
| 5 |
-
tokens = openai.Tokenizer().tokenize(text)
|
| 6 |
-
num_tokens = len(tokens)
|
| 7 |
-
|
| 8 |
-
print("分词结果：", tokens)
|
| 9 |
-
print("token数量：", num_tokens)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|