Skip to content

TogetherAI

fastagency.studio.models.llms.together.TogetherAI #

Bases: Model

api_key instance-attribute #

api_key: TogetherAIAPIKeyRef

api_type class-attribute instance-attribute #

api_type: Literal['togetherai'] = 'togetherai'

base_url class-attribute instance-attribute #

base_url: URL = URL(url='https://api.together.xyz/v1')

model class-attribute instance-attribute #

model: TogetherModels = (
    "Meta Llama 3 70B Instruct Reference"
)

name instance-attribute #

name: str

temperature class-attribute instance-attribute #

temperature: float = 0.8

create_autogen async classmethod #

create_autogen(
    model_id: UUID, user_id: UUID, **kwargs: Any
) -> dict[str, Any]
Source code in fastagency/studio/models/llms/together.py 
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
@classmethod
async def create_autogen(
    cls, model_id: UUID, user_id: UUID, **kwargs: Any
) -> dict[str, Any]:
    my_model: TogetherAI = await cls.from_db(model_id)

    api_key_model: TogetherAIAPIKey = (
        await my_model.api_key.get_data_model().from_db(my_model.api_key.uuid)
    )

    api_key = await api_key_model.create_autogen(my_model.api_key.uuid, user_id)

    config_list = [
        {
            "model": together_model_string[my_model.model],
            "api_key": api_key,
            "base_url": str(my_model.base_url),
            "api_type": my_model.api_type,
        }
    ]

    llm_config = {
        "config_list": config_list,
        "temperature": my_model.temperature,
    }

    return llm_config

from_db async classmethod #

from_db(model_id: UUID) -> T
Source code in fastagency/studio/models/base.py 
40
41
42
43
44
45
@classmethod
async def from_db(cls: type[T], model_id: UUID) -> T:
    my_model_dict = await DefaultDB.backend().find_model(model_id)
    my_model = cls(**my_model_dict["json_str"])

    return my_model

get_reference_model classmethod #

get_reference_model() -> Type[ObjectReference]
Source code in fastagency/studio/models/base.py 
28
29
30
31
32
@classmethod
def get_reference_model(cls) -> "Type[ObjectReference]":
    if cls._reference_model is None:
        raise ValueError("reference model not set")
    return cls._reference_model