PlanOpticon
|
1
|
"""Together AI provider implementation.""" |
|
2
|
|
|
3
|
from video_processor.providers.base import OpenAICompatibleProvider, ProviderRegistry |
|
4
|
|
|
5
|
|
|
6
|
class TogetherProvider(OpenAICompatibleProvider): |
|
7
|
"""Together AI API provider (OpenAI-compatible).""" |
|
8
|
|
|
9
|
provider_name = "together" |
|
10
|
base_url = "https://api.together.xyz/v1" |
|
11
|
env_var = "TOGETHER_API_KEY" |
|
12
|
|
|
13
|
|
|
14
|
ProviderRegistry.register( |
|
15
|
name="together", |
|
16
|
provider_class=TogetherProvider, |
|
17
|
env_var="TOGETHER_API_KEY", |
|
18
|
model_prefixes=["together/", "meta-llama/", "mistralai/", "Qwen/"], |
|
19
|
default_models={"chat": "meta-llama/Llama-3-70b-chat-hf", "vision": "", "audio": ""}, |
|
20
|
) |
|
21
|
|