Coverage for mindsdb / integrations / handlers / togetherai_handler / settings.py: 0%

1from pydantic_settings import BaseSettings 

2 

3 

4class TogetherAIConfig(BaseSettings): 

5 """ 

6 Configuration for TogetherAI handler. 

7 

8 Attributes 

9 ---------- 

10 

11 BASE_URL : str 

12 Base URL for the TogetherAI API. 

13 DEFAULT_MODEL : str 

14 Default model to use for TogetherAI API. 

15 DEFAULT_MODE : str 

16 Defat mode to use for TogetherAI API. 

17 SUPPORTED_MODES : list[str] 

18 List of supported modes for TogetherAI API. 

19 """ 

20 

21 BASE_URL: str = "https://api.together.xyz/v1" 

22 DEFAULT_MODEL: str = "meta-llama/Llama-3.2-3B-Instruct-Turbo" 

23 DEFAULT_EMBEDDING_MODEL: str = "togethercomputer/m2-bert-80M-32k-retrieval" 

24 DEFAULT_MODE: str = "default" 

25 SUPPORTED_MODES: list[str] = [ 

26 "default", 

27 "conversational", 

28 "conversational-full", 

29 "embedding", 

30 ] 

31 

32 

33togetherai_handler_config = TogetherAIConfig()