mirror of
https://github.com/The-Pocket/PocketFlow-Tutorial-Codebase-Knowledge.git
synced 2026-08-30 09:00:32 +08:00
Merge pull request #104 from bsorrentino/main
feat(call_llm): add azure openai code snippet
This commit is contained in:
@@ -89,6 +89,34 @@ def call_llm(prompt: str, use_cache: bool = True) -> str:
|
|||||||
return response_text
|
return response_text
|
||||||
|
|
||||||
|
|
||||||
|
# # Use Azure OpenAI
|
||||||
|
# def call_llm(prompt, use_cache: bool = True):
|
||||||
|
# from openai import AzureOpenAI
|
||||||
|
|
||||||
|
# endpoint = "https://<azure openai name>.openai.azure.com/"
|
||||||
|
# deployment = "<deployment name>"
|
||||||
|
|
||||||
|
# subscription_key = "<azure openai key>"
|
||||||
|
# api_version = "<api version>"
|
||||||
|
|
||||||
|
# client = AzureOpenAI(
|
||||||
|
# api_version=api_version,
|
||||||
|
# azure_endpoint=endpoint,
|
||||||
|
# api_key=subscription_key,
|
||||||
|
# )
|
||||||
|
|
||||||
|
# r = client.chat.completions.create(
|
||||||
|
# model=deployment,
|
||||||
|
# messages=[{"role": "user", "content": prompt}],
|
||||||
|
# response_format={
|
||||||
|
# "type": "text"
|
||||||
|
# },
|
||||||
|
# max_completion_tokens=40000,
|
||||||
|
# reasoning_effort="medium",
|
||||||
|
# store=False
|
||||||
|
# )
|
||||||
|
# return r.choices[0].message.content
|
||||||
|
|
||||||
# # Use Anthropic Claude 3.7 Sonnet Extended Thinking
|
# # Use Anthropic Claude 3.7 Sonnet Extended Thinking
|
||||||
# def call_llm(prompt, use_cache: bool = True):
|
# def call_llm(prompt, use_cache: bool = True):
|
||||||
# from anthropic import Anthropic
|
# from anthropic import Anthropic
|
||||||
|
|||||||
Reference in New Issue
Block a user