hz/ebiz-dify-ai
1
0
Fork 0
mirror of http://112.124.100.131/huang.ze/ebiz-dify-ai.git synced 2025-12-22 01:06:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add Together.ai's OpenAI API-compatible inference endpoints (#1947)

Browse Source
This commit is contained in:
Chenhe Gu
2024-01-05 16:36:29 +08:00
committed by GitHub
parent de584807e1
commit 6075fee556
16 changed files with 307 additions and 101 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
api/tests/integration_tests/model_runtime/openai_api_compatible/test_text_embedding.py
View File

@@ -46,14 +46,16 @@ def test_invoke_model():
},
texts=[
"hello",
"world"
"world",
" ".join(["long_text"] * 100),
" ".join(["another_long_text"] * 100)
],
user="abc-123"
)
assert isinstance(result, TextEmbeddingResult)
assert len(result.embeddings) == 2
assert result.usage.total_tokens == 2
assert len(result.embeddings) == 4
assert result.usage.total_tokens == 502
def test_get_num_tokens():