fix: remove openllm pypi package because of this package too large (#931)

This commit is contained in:
takatost
2023-08-21 02:12:28 +08:00
committed by GitHub
parent 25264e7852
commit 6c832ee328
5 changed files with 97 additions and 13 deletions

View File

@@ -1,14 +1,13 @@
import json
from typing import Type
from langchain.llms import OpenLLM
from core.helper import encrypter
from core.model_providers.models.entity.model_params import KwargRule, ModelKwargsRules, ModelType
from core.model_providers.models.llm.openllm_model import OpenLLMModel
from core.model_providers.providers.base import BaseModelProvider, CredentialsValidateFailedError
from core.model_providers.models.base import BaseProviderModel
from core.third_party.langchain.llms.openllm import OpenLLM
from models.provider import ProviderType
@@ -46,11 +45,11 @@ class OpenLLMProvider(BaseModelProvider):
:return:
"""
return ModelKwargsRules(
temperature=KwargRule[float](min=0, max=2, default=1),
temperature=KwargRule[float](min=0.01, max=2, default=1),
top_p=KwargRule[float](min=0, max=1, default=0.7),
presence_penalty=KwargRule[float](min=-2, max=2, default=0),
frequency_penalty=KwargRule[float](min=-2, max=2, default=0),
max_tokens=KwargRule[int](min=10, max=4000, default=128),
max_tokens=KwargRule[int](alias='max_new_tokens', min=10, max=4000, default=128),
)
@classmethod
@@ -71,7 +70,9 @@ class OpenLLMProvider(BaseModelProvider):
}
llm = OpenLLM(
max_tokens=10,
llm_kwargs={
'max_new_tokens': 10
},
**credential_kwargs
)