75 lines
1.9 KiB
Python
75 lines
1.9 KiB
Python
from autogpt.llm.base import ChatModelInfo, EmbeddingModelInfo, TextModelInfo
|
|
|
|
OPEN_AI_CHAT_MODELS = {
|
|
info.name: info
|
|
for info in [
|
|
ChatModelInfo(
|
|
name="gpt-3.5-turbo",
|
|
prompt_token_cost=0.002,
|
|
completion_token_cost=0.002,
|
|
max_tokens=4096,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-3.5-turbo-0301",
|
|
prompt_token_cost=0.002,
|
|
completion_token_cost=0.002,
|
|
max_tokens=4096,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-4",
|
|
prompt_token_cost=0.03,
|
|
completion_token_cost=0.06,
|
|
max_tokens=8192,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-4-0314",
|
|
prompt_token_cost=0.03,
|
|
completion_token_cost=0.06,
|
|
max_tokens=8192,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-4-32k",
|
|
prompt_token_cost=0.06,
|
|
completion_token_cost=0.12,
|
|
max_tokens=32768,
|
|
),
|
|
ChatModelInfo(
|
|
name="gpt-4-32k-0314",
|
|
prompt_token_cost=0.06,
|
|
completion_token_cost=0.12,
|
|
max_tokens=32768,
|
|
),
|
|
]
|
|
}
|
|
|
|
OPEN_AI_TEXT_MODELS = {
|
|
info.name: info
|
|
for info in [
|
|
TextModelInfo(
|
|
name="text-davinci-003",
|
|
prompt_token_cost=0.02,
|
|
completion_token_cost=0.02,
|
|
max_tokens=4097,
|
|
),
|
|
]
|
|
}
|
|
|
|
OPEN_AI_EMBEDDING_MODELS = {
|
|
info.name: info
|
|
for info in [
|
|
EmbeddingModelInfo(
|
|
name="text-embedding-ada-002",
|
|
prompt_token_cost=0.0004,
|
|
completion_token_cost=0.0,
|
|
max_tokens=8191,
|
|
embedding_dimensions=1536,
|
|
),
|
|
]
|
|
}
|
|
|
|
OPEN_AI_MODELS: dict[str, ChatModelInfo | EmbeddingModelInfo | TextModelInfo] = {
|
|
**OPEN_AI_CHAT_MODELS,
|
|
**OPEN_AI_TEXT_MODELS,
|
|
**OPEN_AI_EMBEDDING_MODELS,
|
|
}
|