chore:update gpt-3.5-turbo and gpt-4-turbo parameter for azure (#4596)

This commit is contained in:
呆萌闷油瓶 2024-05-23 11:51:38 +08:00 committed by GitHub
parent 461488e9bf
commit e57bdd4e58
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -49,7 +49,7 @@ LLM_BASE_MODELS = [
fetch_from=FetchFrom.CUSTOMIZABLE_MODEL, fetch_from=FetchFrom.CUSTOMIZABLE_MODEL,
model_properties={ model_properties={
ModelPropertyKey.MODE: LLMMode.CHAT.value, ModelPropertyKey.MODE: LLMMode.CHAT.value,
ModelPropertyKey.CONTEXT_SIZE: 4096, ModelPropertyKey.CONTEXT_SIZE: 16385,
}, },
parameter_rules=[ parameter_rules=[
ParameterRule( ParameterRule(
@ -68,11 +68,25 @@ LLM_BASE_MODELS = [
name='frequency_penalty', name='frequency_penalty',
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.FREQUENCY_PENALTY], **PARAMETER_RULE_TEMPLATE[DefaultParameterName.FREQUENCY_PENALTY],
), ),
_get_max_tokens(default=512, min_val=1, max_val=4096) _get_max_tokens(default=512, min_val=1, max_val=4096),
ParameterRule(
name='response_format',
label=I18nObject(
zh_Hans='回复格式',
en_US='response_format'
),
type='string',
help=I18nObject(
zh_Hans='指定模型必须输出的格式',
en_US='specifying the format that the model must output'
),
required=False,
options=['text', 'json_object']
),
], ],
pricing=PriceConfig( pricing=PriceConfig(
input=0.001, input=0.0005,
output=0.002, output=0.0015,
unit=0.001, unit=0.001,
currency='USD', currency='USD',
) )
@ -703,8 +717,8 @@ LLM_BASE_MODELS = [
), ),
], ],
pricing=PriceConfig( pricing=PriceConfig(
input=0.001, input=0.01,
output=0.003, output=0.03,
unit=0.001, unit=0.001,
currency='USD', currency='USD',
) )
@ -779,8 +793,8 @@ LLM_BASE_MODELS = [
), ),
], ],
pricing=PriceConfig( pricing=PriceConfig(
input=0.001, input=0.01,
output=0.003, output=0.03,
unit=0.001, unit=0.001,
currency='USD', currency='USD',
) )