From 4969783383521c88c60b2a0c4d4706ab209c1d98 Mon Sep 17 00:00:00 2001 From: Chenhe Gu Date: Mon, 22 Apr 2024 15:21:09 +0800 Subject: [PATCH] add groq llama3 (#3673) --- .../groq/llm/llama3-70b-8192.yaml | 25 +++++++++++++++++++ .../groq/llm/llama3-8b-8192.yaml | 25 +++++++++++++++++++ 2 files changed, 50 insertions(+) create mode 100644 api/core/model_runtime/model_providers/groq/llm/llama3-70b-8192.yaml create mode 100644 api/core/model_runtime/model_providers/groq/llm/llama3-8b-8192.yaml diff --git a/api/core/model_runtime/model_providers/groq/llm/llama3-70b-8192.yaml b/api/core/model_runtime/model_providers/groq/llm/llama3-70b-8192.yaml new file mode 100644 index 0000000000..98655a4c9f --- /dev/null +++ b/api/core/model_runtime/model_providers/groq/llm/llama3-70b-8192.yaml @@ -0,0 +1,25 @@ +model: llama3-70b-8192 +label: + zh_Hans: Llama-3-70B-8192 + en_US: Llama-3-70B-8192 +model_type: llm +features: + - agent-thought +model_properties: + mode: chat + context_size: 8192 +parameter_rules: + - name: temperature + use_template: temperature + - name: top_p + use_template: top_p + - name: max_tokens + use_template: max_tokens + default: 512 + min: 1 + max: 8192 +pricing: + input: '0.05' + output: '0.1' + unit: '0.000001' + currency: USD diff --git a/api/core/model_runtime/model_providers/groq/llm/llama3-8b-8192.yaml b/api/core/model_runtime/model_providers/groq/llm/llama3-8b-8192.yaml new file mode 100644 index 0000000000..d85bb7709b --- /dev/null +++ b/api/core/model_runtime/model_providers/groq/llm/llama3-8b-8192.yaml @@ -0,0 +1,25 @@ +model: llama3-8b-8192 +label: + zh_Hans: Llama-3-8B-8192 + en_US: Llama-3-8B-8192 +model_type: llm +features: + - agent-thought +model_properties: + mode: chat + context_size: 8192 +parameter_rules: + - name: temperature + use_template: temperature + - name: top_p + use_template: top_p + - name: max_tokens + use_template: max_tokens + default: 512 + min: 1 + max: 8192 +pricing: + input: '0.59' + output: '0.79' + unit: '0.000001' + currency: USD