Co-authored-by: -LAN- <laipz8200@outlook.com>
This commit is contained in:
@@ -14,26 +14,26 @@ def test_validate_credentials():
|
||||
|
||||
with pytest.raises(CredentialsValidateFailedError):
|
||||
model.validate_credentials(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': 'INVALID',
|
||||
'volc_secret_access_key': 'INVALID',
|
||||
'endpoint_id': 'INVALID',
|
||||
'base_model_name': 'Doubao-embedding',
|
||||
}
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": "INVALID",
|
||||
"volc_secret_access_key": "INVALID",
|
||||
"endpoint_id": "INVALID",
|
||||
"base_model_name": "Doubao-embedding",
|
||||
},
|
||||
)
|
||||
|
||||
model.validate_credentials(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': os.environ.get('VOLC_API_KEY'),
|
||||
'volc_secret_access_key': os.environ.get('VOLC_SECRET_KEY'),
|
||||
'endpoint_id': os.environ.get('VOLC_EMBEDDING_ENDPOINT_ID'),
|
||||
'base_model_name': 'Doubao-embedding',
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": os.environ.get("VOLC_API_KEY"),
|
||||
"volc_secret_access_key": os.environ.get("VOLC_SECRET_KEY"),
|
||||
"endpoint_id": os.environ.get("VOLC_EMBEDDING_ENDPOINT_ID"),
|
||||
"base_model_name": "Doubao-embedding",
|
||||
},
|
||||
)
|
||||
|
||||
@@ -42,20 +42,17 @@ def test_invoke_model():
|
||||
model = VolcengineMaaSTextEmbeddingModel()
|
||||
|
||||
result = model.invoke(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': os.environ.get('VOLC_API_KEY'),
|
||||
'volc_secret_access_key': os.environ.get('VOLC_SECRET_KEY'),
|
||||
'endpoint_id': os.environ.get('VOLC_EMBEDDING_ENDPOINT_ID'),
|
||||
'base_model_name': 'Doubao-embedding',
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": os.environ.get("VOLC_API_KEY"),
|
||||
"volc_secret_access_key": os.environ.get("VOLC_SECRET_KEY"),
|
||||
"endpoint_id": os.environ.get("VOLC_EMBEDDING_ENDPOINT_ID"),
|
||||
"base_model_name": "Doubao-embedding",
|
||||
},
|
||||
texts=[
|
||||
"hello",
|
||||
"world"
|
||||
],
|
||||
user="abc-123"
|
||||
texts=["hello", "world"],
|
||||
user="abc-123",
|
||||
)
|
||||
|
||||
assert isinstance(result, TextEmbeddingResult)
|
||||
@@ -67,19 +64,16 @@ def test_get_num_tokens():
|
||||
model = VolcengineMaaSTextEmbeddingModel()
|
||||
|
||||
num_tokens = model.get_num_tokens(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': os.environ.get('VOLC_API_KEY'),
|
||||
'volc_secret_access_key': os.environ.get('VOLC_SECRET_KEY'),
|
||||
'endpoint_id': os.environ.get('VOLC_EMBEDDING_ENDPOINT_ID'),
|
||||
'base_model_name': 'Doubao-embedding',
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": os.environ.get("VOLC_API_KEY"),
|
||||
"volc_secret_access_key": os.environ.get("VOLC_SECRET_KEY"),
|
||||
"endpoint_id": os.environ.get("VOLC_EMBEDDING_ENDPOINT_ID"),
|
||||
"base_model_name": "Doubao-embedding",
|
||||
},
|
||||
texts=[
|
||||
"hello",
|
||||
"world"
|
||||
]
|
||||
texts=["hello", "world"],
|
||||
)
|
||||
|
||||
assert num_tokens == 2
|
||||
|
||||
@@ -14,25 +14,25 @@ def test_validate_credentials_for_chat_model():
|
||||
|
||||
with pytest.raises(CredentialsValidateFailedError):
|
||||
model.validate_credentials(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': 'INVALID',
|
||||
'volc_secret_access_key': 'INVALID',
|
||||
'endpoint_id': 'INVALID',
|
||||
}
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": "INVALID",
|
||||
"volc_secret_access_key": "INVALID",
|
||||
"endpoint_id": "INVALID",
|
||||
},
|
||||
)
|
||||
|
||||
model.validate_credentials(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': os.environ.get('VOLC_API_KEY'),
|
||||
'volc_secret_access_key': os.environ.get('VOLC_SECRET_KEY'),
|
||||
'endpoint_id': os.environ.get('VOLC_MODEL_ENDPOINT_ID'),
|
||||
}
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": os.environ.get("VOLC_API_KEY"),
|
||||
"volc_secret_access_key": os.environ.get("VOLC_SECRET_KEY"),
|
||||
"endpoint_id": os.environ.get("VOLC_MODEL_ENDPOINT_ID"),
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
@@ -40,28 +40,24 @@ def test_invoke_model():
|
||||
model = VolcengineMaaSLargeLanguageModel()
|
||||
|
||||
response = model.invoke(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': os.environ.get('VOLC_API_KEY'),
|
||||
'volc_secret_access_key': os.environ.get('VOLC_SECRET_KEY'),
|
||||
'endpoint_id': os.environ.get('VOLC_MODEL_ENDPOINT_ID'),
|
||||
'base_model_name': 'Skylark2-pro-4k',
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": os.environ.get("VOLC_API_KEY"),
|
||||
"volc_secret_access_key": os.environ.get("VOLC_SECRET_KEY"),
|
||||
"endpoint_id": os.environ.get("VOLC_MODEL_ENDPOINT_ID"),
|
||||
"base_model_name": "Skylark2-pro-4k",
|
||||
},
|
||||
prompt_messages=[
|
||||
UserPromptMessage(
|
||||
content='Hello World!'
|
||||
)
|
||||
],
|
||||
prompt_messages=[UserPromptMessage(content="Hello World!")],
|
||||
model_parameters={
|
||||
'temperature': 0.7,
|
||||
'top_p': 1.0,
|
||||
'top_k': 1,
|
||||
"temperature": 0.7,
|
||||
"top_p": 1.0,
|
||||
"top_k": 1,
|
||||
},
|
||||
stop=['you'],
|
||||
stop=["you"],
|
||||
user="abc-123",
|
||||
stream=False
|
||||
stream=False,
|
||||
)
|
||||
|
||||
assert isinstance(response, LLMResult)
|
||||
@@ -73,28 +69,24 @@ def test_invoke_stream_model():
|
||||
model = VolcengineMaaSLargeLanguageModel()
|
||||
|
||||
response = model.invoke(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': os.environ.get('VOLC_API_KEY'),
|
||||
'volc_secret_access_key': os.environ.get('VOLC_SECRET_KEY'),
|
||||
'endpoint_id': os.environ.get('VOLC_MODEL_ENDPOINT_ID'),
|
||||
'base_model_name': 'Skylark2-pro-4k',
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": os.environ.get("VOLC_API_KEY"),
|
||||
"volc_secret_access_key": os.environ.get("VOLC_SECRET_KEY"),
|
||||
"endpoint_id": os.environ.get("VOLC_MODEL_ENDPOINT_ID"),
|
||||
"base_model_name": "Skylark2-pro-4k",
|
||||
},
|
||||
prompt_messages=[
|
||||
UserPromptMessage(
|
||||
content='Hello World!'
|
||||
)
|
||||
],
|
||||
prompt_messages=[UserPromptMessage(content="Hello World!")],
|
||||
model_parameters={
|
||||
'temperature': 0.7,
|
||||
'top_p': 1.0,
|
||||
'top_k': 1,
|
||||
"temperature": 0.7,
|
||||
"top_p": 1.0,
|
||||
"top_k": 1,
|
||||
},
|
||||
stop=['you'],
|
||||
stop=["you"],
|
||||
stream=True,
|
||||
user="abc-123"
|
||||
user="abc-123",
|
||||
)
|
||||
|
||||
assert isinstance(response, Generator)
|
||||
@@ -102,29 +94,24 @@ def test_invoke_stream_model():
|
||||
assert isinstance(chunk, LLMResultChunk)
|
||||
assert isinstance(chunk.delta, LLMResultChunkDelta)
|
||||
assert isinstance(chunk.delta.message, AssistantPromptMessage)
|
||||
assert len(
|
||||
chunk.delta.message.content) > 0 if chunk.delta.finish_reason is None else True
|
||||
assert len(chunk.delta.message.content) > 0 if chunk.delta.finish_reason is None else True
|
||||
|
||||
|
||||
def test_get_num_tokens():
|
||||
model = VolcengineMaaSLargeLanguageModel()
|
||||
|
||||
response = model.get_num_tokens(
|
||||
model='NOT IMPORTANT',
|
||||
model="NOT IMPORTANT",
|
||||
credentials={
|
||||
'api_endpoint_host': 'maas-api.ml-platform-cn-beijing.volces.com',
|
||||
'volc_region': 'cn-beijing',
|
||||
'volc_access_key_id': os.environ.get('VOLC_API_KEY'),
|
||||
'volc_secret_access_key': os.environ.get('VOLC_SECRET_KEY'),
|
||||
'endpoint_id': os.environ.get('VOLC_MODEL_ENDPOINT_ID'),
|
||||
'base_model_name': 'Skylark2-pro-4k',
|
||||
"api_endpoint_host": "maas-api.ml-platform-cn-beijing.volces.com",
|
||||
"volc_region": "cn-beijing",
|
||||
"volc_access_key_id": os.environ.get("VOLC_API_KEY"),
|
||||
"volc_secret_access_key": os.environ.get("VOLC_SECRET_KEY"),
|
||||
"endpoint_id": os.environ.get("VOLC_MODEL_ENDPOINT_ID"),
|
||||
"base_model_name": "Skylark2-pro-4k",
|
||||
},
|
||||
prompt_messages=[
|
||||
UserPromptMessage(
|
||||
content='Hello World!'
|
||||
)
|
||||
],
|
||||
tools=[]
|
||||
prompt_messages=[UserPromptMessage(content="Hello World!")],
|
||||
tools=[],
|
||||
)
|
||||
|
||||
assert isinstance(response, int)
|
||||
|
||||
Reference in New Issue
Block a user