hz/ebiz-dify-ai
1
0
Fork 0
mirror of http://112.124.100.131/huang.ze/ebiz-dify-ai.git synced 2025-12-09 10:56:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: typo and check (#5287)

Browse Source
This commit is contained in:
crazywoola
2024-06-17 09:15:43 +08:00
committed by GitHub
parent 42029791e4
commit 9a64aa76c1
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
api/core/model_runtime/model_providers/localai/llm/llm.py
View File

@@ -73,7 +73,7 @@ class LocalAILanguageModel(LargeLanguageModel):
def tokens(text: str):
"""
We cloud not determine which tokenizer to use, cause the model is customized.
We could not determine which tokenizer to use, cause the model is customized.
So we use gpt2 tokenizer to calculate the num tokens for convenience.
"""
return self._get_num_tokens_by_gpt2(text)