Skip to content

OpenAI

fastagency.studio.models.llms.openai.OpenAI #

Bases: Model

api_key instance-attribute #

api_key: OpenAIAPIKeyRef

api_type class-attribute instance-attribute #

api_type: Literal['openai'] = 'openai'

base_url class-attribute instance-attribute #

base_url: URL = URL(url='https://api.openai.com/v1')

model class-attribute instance-attribute #

model: OpenAIModels = 'gpt-3.5-turbo'

name instance-attribute #

name: str

temperature class-attribute instance-attribute #

temperature: float = 0.8

create_autogen async classmethod #

create_autogen(
    model_id: UUID, user_id: UUID, **kwargs: Any
) -> dict[str, Any]
Source code in fastagency/studio/models/llms/openai.py 
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
@classmethod
async def create_autogen(
    cls, model_id: UUID, user_id: UUID, **kwargs: Any
) -> dict[str, Any]:
    my_model: OpenAI = await cls.from_db(model_id)

    api_key_model: OpenAIAPIKey = await my_model.api_key.get_data_model().from_db(
        my_model.api_key.uuid
    )

    api_key = await api_key_model.create_autogen(my_model.api_key.uuid, user_id)

    config_list = [
        {
            "model": my_model.model,
            "api_key": api_key,
            "base_url": str(my_model.base_url),
            "api_type": my_model.api_type,
        }
    ]

    llm_config = {
        "config_list": config_list,
        "temperature": my_model.temperature,
    }

    return llm_config

from_db async classmethod #

from_db(model_id: UUID) -> T
Source code in fastagency/studio/models/base.py 
40
41
42
43
44
45
@classmethod
async def from_db(cls: type[T], model_id: UUID) -> T:
    my_model_dict = await DefaultDB.backend().find_model(model_id)
    my_model = cls(**my_model_dict["json_str"])

    return my_model

get_reference_model classmethod #

get_reference_model() -> Type[ObjectReference]
Source code in fastagency/studio/models/base.py 
28
29
30
31
32
@classmethod
def get_reference_model(cls) -> "Type[ObjectReference]":
    if cls._reference_model is None:
        raise ValueError("reference model not set")
    return cls._reference_model