mirror of
http://112.124.100.131/huang.ze/ebiz-dify-ai.git
synced 2025-12-16 06:16:53 +08:00
Co-authored-by: -LAN- <laipz8200@outlook.com>
This commit is contained in:
@@ -14,19 +14,19 @@ def test_validate_credentials():
|
||||
|
||||
with pytest.raises(CredentialsValidateFailedError):
|
||||
model.validate_credentials(
|
||||
model='meta/llama-2-13b-chat',
|
||||
model="meta/llama-2-13b-chat",
|
||||
credentials={
|
||||
'replicate_api_token': 'invalid_key',
|
||||
'model_version': 'f4e2de70d66816a838a89eeeb621910adffb0dd0baba3976c96980970978018d'
|
||||
}
|
||||
"replicate_api_token": "invalid_key",
|
||||
"model_version": "f4e2de70d66816a838a89eeeb621910adffb0dd0baba3976c96980970978018d",
|
||||
},
|
||||
)
|
||||
|
||||
model.validate_credentials(
|
||||
model='meta/llama-2-13b-chat',
|
||||
model="meta/llama-2-13b-chat",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': 'f4e2de70d66816a838a89eeeb621910adffb0dd0baba3976c96980970978018d'
|
||||
}
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "f4e2de70d66816a838a89eeeb621910adffb0dd0baba3976c96980970978018d",
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
@@ -34,27 +34,25 @@ def test_invoke_model():
|
||||
model = ReplicateLargeLanguageModel()
|
||||
|
||||
response = model.invoke(
|
||||
model='meta/llama-2-13b-chat',
|
||||
model="meta/llama-2-13b-chat",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': 'f4e2de70d66816a838a89eeeb621910adffb0dd0baba3976c96980970978018d'
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "f4e2de70d66816a838a89eeeb621910adffb0dd0baba3976c96980970978018d",
|
||||
},
|
||||
prompt_messages=[
|
||||
SystemPromptMessage(
|
||||
content='You are a helpful AI assistant.',
|
||||
content="You are a helpful AI assistant.",
|
||||
),
|
||||
UserPromptMessage(
|
||||
content='Who are you?'
|
||||
)
|
||||
UserPromptMessage(content="Who are you?"),
|
||||
],
|
||||
model_parameters={
|
||||
'temperature': 1.0,
|
||||
'top_k': 2,
|
||||
'top_p': 0.5,
|
||||
"temperature": 1.0,
|
||||
"top_k": 2,
|
||||
"top_p": 0.5,
|
||||
},
|
||||
stop=['How'],
|
||||
stop=["How"],
|
||||
stream=False,
|
||||
user="abc-123"
|
||||
user="abc-123",
|
||||
)
|
||||
|
||||
assert isinstance(response, LLMResult)
|
||||
@@ -65,27 +63,25 @@ def test_invoke_stream_model():
|
||||
model = ReplicateLargeLanguageModel()
|
||||
|
||||
response = model.invoke(
|
||||
model='mistralai/mixtral-8x7b-instruct-v0.1',
|
||||
model="mistralai/mixtral-8x7b-instruct-v0.1",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': '2b56576fcfbe32fa0526897d8385dd3fb3d36ba6fd0dbe033c72886b81ade93e'
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "2b56576fcfbe32fa0526897d8385dd3fb3d36ba6fd0dbe033c72886b81ade93e",
|
||||
},
|
||||
prompt_messages=[
|
||||
SystemPromptMessage(
|
||||
content='You are a helpful AI assistant.',
|
||||
content="You are a helpful AI assistant.",
|
||||
),
|
||||
UserPromptMessage(
|
||||
content='Who are you?'
|
||||
)
|
||||
UserPromptMessage(content="Who are you?"),
|
||||
],
|
||||
model_parameters={
|
||||
'temperature': 1.0,
|
||||
'top_k': 2,
|
||||
'top_p': 0.5,
|
||||
"temperature": 1.0,
|
||||
"top_k": 2,
|
||||
"top_p": 0.5,
|
||||
},
|
||||
stop=['How'],
|
||||
stop=["How"],
|
||||
stream=True,
|
||||
user="abc-123"
|
||||
user="abc-123",
|
||||
)
|
||||
|
||||
assert isinstance(response, Generator)
|
||||
@@ -100,19 +96,17 @@ def test_get_num_tokens():
|
||||
model = ReplicateLargeLanguageModel()
|
||||
|
||||
num_tokens = model.get_num_tokens(
|
||||
model='',
|
||||
model="",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': '2b56576fcfbe32fa0526897d8385dd3fb3d36ba6fd0dbe033c72886b81ade93e'
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "2b56576fcfbe32fa0526897d8385dd3fb3d36ba6fd0dbe033c72886b81ade93e",
|
||||
},
|
||||
prompt_messages=[
|
||||
SystemPromptMessage(
|
||||
content='You are a helpful AI assistant.',
|
||||
content="You are a helpful AI assistant.",
|
||||
),
|
||||
UserPromptMessage(
|
||||
content='Hello World!'
|
||||
)
|
||||
]
|
||||
UserPromptMessage(content="Hello World!"),
|
||||
],
|
||||
)
|
||||
|
||||
assert num_tokens == 14
|
||||
|
||||
@@ -12,19 +12,19 @@ def test_validate_credentials_one():
|
||||
|
||||
with pytest.raises(CredentialsValidateFailedError):
|
||||
model.validate_credentials(
|
||||
model='replicate/all-mpnet-base-v2',
|
||||
model="replicate/all-mpnet-base-v2",
|
||||
credentials={
|
||||
'replicate_api_token': 'invalid_key',
|
||||
'model_version': 'b6b7585c9640cd7a9572c6e129c9549d79c9c31f0d3fdce7baac7c67ca38f305'
|
||||
}
|
||||
"replicate_api_token": "invalid_key",
|
||||
"model_version": "b6b7585c9640cd7a9572c6e129c9549d79c9c31f0d3fdce7baac7c67ca38f305",
|
||||
},
|
||||
)
|
||||
|
||||
model.validate_credentials(
|
||||
model='replicate/all-mpnet-base-v2',
|
||||
model="replicate/all-mpnet-base-v2",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': 'b6b7585c9640cd7a9572c6e129c9549d79c9c31f0d3fdce7baac7c67ca38f305'
|
||||
}
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "b6b7585c9640cd7a9572c6e129c9549d79c9c31f0d3fdce7baac7c67ca38f305",
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
@@ -33,19 +33,19 @@ def test_validate_credentials_two():
|
||||
|
||||
with pytest.raises(CredentialsValidateFailedError):
|
||||
model.validate_credentials(
|
||||
model='nateraw/bge-large-en-v1.5',
|
||||
model="nateraw/bge-large-en-v1.5",
|
||||
credentials={
|
||||
'replicate_api_token': 'invalid_key',
|
||||
'model_version': '9cf9f015a9cb9c61d1a2610659cdac4a4ca222f2d3707a68517b18c198a9add1'
|
||||
}
|
||||
"replicate_api_token": "invalid_key",
|
||||
"model_version": "9cf9f015a9cb9c61d1a2610659cdac4a4ca222f2d3707a68517b18c198a9add1",
|
||||
},
|
||||
)
|
||||
|
||||
model.validate_credentials(
|
||||
model='nateraw/bge-large-en-v1.5',
|
||||
model="nateraw/bge-large-en-v1.5",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': '9cf9f015a9cb9c61d1a2610659cdac4a4ca222f2d3707a68517b18c198a9add1'
|
||||
}
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "9cf9f015a9cb9c61d1a2610659cdac4a4ca222f2d3707a68517b18c198a9add1",
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
@@ -53,16 +53,13 @@ def test_invoke_model_one():
|
||||
model = ReplicateEmbeddingModel()
|
||||
|
||||
result = model.invoke(
|
||||
model='nateraw/bge-large-en-v1.5',
|
||||
model="nateraw/bge-large-en-v1.5",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': '9cf9f015a9cb9c61d1a2610659cdac4a4ca222f2d3707a68517b18c198a9add1'
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "9cf9f015a9cb9c61d1a2610659cdac4a4ca222f2d3707a68517b18c198a9add1",
|
||||
},
|
||||
texts=[
|
||||
"hello",
|
||||
"world"
|
||||
],
|
||||
user="abc-123"
|
||||
texts=["hello", "world"],
|
||||
user="abc-123",
|
||||
)
|
||||
|
||||
assert isinstance(result, TextEmbeddingResult)
|
||||
@@ -74,16 +71,13 @@ def test_invoke_model_two():
|
||||
model = ReplicateEmbeddingModel()
|
||||
|
||||
result = model.invoke(
|
||||
model='andreasjansson/clip-features',
|
||||
model="andreasjansson/clip-features",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': '75b33f253f7714a281ad3e9b28f63e3232d583716ef6718f2e46641077ea040a'
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "75b33f253f7714a281ad3e9b28f63e3232d583716ef6718f2e46641077ea040a",
|
||||
},
|
||||
texts=[
|
||||
"hello",
|
||||
"world"
|
||||
],
|
||||
user="abc-123"
|
||||
texts=["hello", "world"],
|
||||
user="abc-123",
|
||||
)
|
||||
|
||||
assert isinstance(result, TextEmbeddingResult)
|
||||
@@ -95,16 +89,13 @@ def test_invoke_model_three():
|
||||
model = ReplicateEmbeddingModel()
|
||||
|
||||
result = model.invoke(
|
||||
model='replicate/all-mpnet-base-v2',
|
||||
model="replicate/all-mpnet-base-v2",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': 'b6b7585c9640cd7a9572c6e129c9549d79c9c31f0d3fdce7baac7c67ca38f305'
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "b6b7585c9640cd7a9572c6e129c9549d79c9c31f0d3fdce7baac7c67ca38f305",
|
||||
},
|
||||
texts=[
|
||||
"hello",
|
||||
"world"
|
||||
],
|
||||
user="abc-123"
|
||||
texts=["hello", "world"],
|
||||
user="abc-123",
|
||||
)
|
||||
|
||||
assert isinstance(result, TextEmbeddingResult)
|
||||
@@ -116,16 +107,13 @@ def test_invoke_model_four():
|
||||
model = ReplicateEmbeddingModel()
|
||||
|
||||
result = model.invoke(
|
||||
model='nateraw/jina-embeddings-v2-base-en',
|
||||
model="nateraw/jina-embeddings-v2-base-en",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': 'f8367a1c072ba2bc28af549d1faeacfe9b88b3f0e475add7a75091dac507f79e'
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "f8367a1c072ba2bc28af549d1faeacfe9b88b3f0e475add7a75091dac507f79e",
|
||||
},
|
||||
texts=[
|
||||
"hello",
|
||||
"world"
|
||||
],
|
||||
user="abc-123"
|
||||
texts=["hello", "world"],
|
||||
user="abc-123",
|
||||
)
|
||||
|
||||
assert isinstance(result, TextEmbeddingResult)
|
||||
@@ -137,15 +125,12 @@ def test_get_num_tokens():
|
||||
model = ReplicateEmbeddingModel()
|
||||
|
||||
num_tokens = model.get_num_tokens(
|
||||
model='nateraw/jina-embeddings-v2-base-en',
|
||||
model="nateraw/jina-embeddings-v2-base-en",
|
||||
credentials={
|
||||
'replicate_api_token': os.environ.get('REPLICATE_API_KEY'),
|
||||
'model_version': 'f8367a1c072ba2bc28af549d1faeacfe9b88b3f0e475add7a75091dac507f79e'
|
||||
"replicate_api_token": os.environ.get("REPLICATE_API_KEY"),
|
||||
"model_version": "f8367a1c072ba2bc28af549d1faeacfe9b88b3f0e475add7a75091dac507f79e",
|
||||
},
|
||||
texts=[
|
||||
"hello",
|
||||
"world"
|
||||
]
|
||||
texts=["hello", "world"],
|
||||
)
|
||||
|
||||
assert num_tokens == 2
|
||||
|
||||
Reference in New Issue
Block a user