[seanguo] add support of amazon titan v2 and modify the price of amazon titan v1 (#4643)

Co-authored-by: Chenhe Gu <guchenhe@gmail.com>
This commit is contained in:
longzhihun 2024-05-26 23:30:22 +08:00 committed by GitHub
parent cd4924d472
commit fe9bf5fc4a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 38 additions and 1 deletions

View File

@ -12,6 +12,7 @@
- meta.llama3-70b-instruct-v1:0
- meta.llama2-13b-chat-v1
- meta.llama2-70b-chat-v1
- mistral.mistral-small-2402-v1:0
- mistral.mistral-large-2402-v1:0
- mistral.mixtral-8x7b-instruct-v0:1
- mistral.mistral-7b-instruct-v0:2

View File

@ -0,0 +1,27 @@
model: mistral.mistral-small-2402-v1:0
label:
en_US: Mistral Small
model_type: llm
model_properties:
mode: completion
context_size: 32000
parameter_rules:
- name: temperature
use_template: temperature
required: false
default: 0.7
- name: top_p
use_template: top_p
required: false
default: 1
- name: max_tokens
use_template: max_tokens
required: true
default: 512
min: 1
max: 4096
pricing:
input: '0.001'
output: '0.03'
unit: '0.001'
currency: USD

View File

@ -1,3 +1,4 @@
- amazon.titan-embed-text-v1
- amazon.titan-embed-text-v2:0
- cohere.embed-english-v3
- cohere.embed-multilingual-v3

View File

@ -4,5 +4,5 @@ model_properties:
context_size: 8192
pricing:
input: '0.0001'
unit: '0.001'
unit: '0.0001'
currency: USD

View File

@ -0,0 +1,8 @@
model: amazon.titan-embed-text-v2:0
model_type: text-embedding
model_properties:
context_size: 8192
pricing:
input: '0.00002'
unit: '0.00001'
currency: USD