Skip to content

get_azure_llm_client

fastagency.studio.app.get_azure_llm_client #

get_azure_llm_client() -> tuple[AsyncAzureOpenAI, str]
Source code in fastagency/studio/app.py 
233
234
235
236
237
238
239
240
241
242
243
244
245
def get_azure_llm_client() -> tuple[AsyncAzureOpenAI, str]:
    azure_gpt35_model = environ["AZURE_GPT35_MODEL"]
    api_key = environ["AZURE_OPENAI_API_KEY"]
    azure_endpoint = environ["AZURE_API_ENDPOINT"]
    api_version = environ["AZURE_API_VERSION"]

    aclient = AsyncAzureOpenAI(
        api_key=api_key,
        azure_endpoint=azure_endpoint,  # type: ignore
        api_version=api_version,
    )

    return aclient, azure_gpt35_model