mirror of
https://github.com/xtekky/gpt4free.git
synced 2025-10-27 02:01:22 +08:00
d4b46f34de
- Changed "Inference API" to "Interference API" and updated corresponding documentation links in README.md - Removed "o1" and "dall-e-3" entries from Copilot.py model_aliases - Added "stream" and "extra_body" parameters with default values in Azure.py's create_async_generator method - In CopilotAccount.py, included model_aliases with "gpt-4", "gpt-4o", "o1", and "dall-e-3" - Updated conditional for provider comparison from "==" to "in" list in any_provider.py - Modified g4f/api/__init__.py to set g4f_api_key from environment variable - In backend_api.py, added "user" field to cached data with default "unknown" - Changed logic in OpenaiTemplate.py read_response to check if "choice" exists before processing, and cleaned up indentation and conditionals in response parsing - Removed unnecessary "stop" and "prompt" parameters from comments or unused code in OpenaiTemplate.py - Tightened the check for "provider" comparison in any_provider.py to handle multiple providers properly
86 lines
2.9 KiB
Python
86 lines
2.9 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
import json
|
|
|
|
from ...typing import Messages, AsyncResult
|
|
from ...errors import MissingAuthError, ModelNotFoundError
|
|
from ..template import OpenaiTemplate
|
|
|
|
class Azure(OpenaiTemplate):
|
|
url = "https://ai.azure.com"
|
|
api_base = "https://host.g4f.dev/api/Azure"
|
|
working = True
|
|
needs_auth = True
|
|
active_by_default = True
|
|
login_url = "https://discord.gg/qXA4Wf4Fsm"
|
|
routes: dict[str, str] = {}
|
|
audio_models = ["gpt-4o-mini-audio-preview"]
|
|
vision_models = ["gpt-4.1", "o4-mini", "model-router"]
|
|
model_extra_body = {
|
|
"gpt-4o-mini-audio-preview": {
|
|
"audio": {
|
|
"voice": "alloy",
|
|
"format": "mp3"
|
|
},
|
|
"modalities": ["text", "audio"],
|
|
"stream": False
|
|
}
|
|
}
|
|
|
|
@classmethod
|
|
def get_models(cls, api_key: str = None, **kwargs) -> list[str]:
|
|
routes = os.environ.get("AZURE_ROUTES")
|
|
if routes:
|
|
try:
|
|
routes = json.loads(routes)
|
|
except json.JSONDecodeError:
|
|
raise ValueError(f"Invalid AZURE_ROUTES environment variable format: {routes}")
|
|
cls.routes = routes
|
|
if cls.routes:
|
|
return list(cls.routes.keys())
|
|
return super().get_models(api_key=api_key, **kwargs)
|
|
|
|
@classmethod
|
|
async def create_async_generator(
|
|
cls,
|
|
model: str,
|
|
messages: Messages,
|
|
stream: bool = True,
|
|
extra_body: dict = None,
|
|
api_key: str = None,
|
|
api_endpoint: str = None,
|
|
**kwargs
|
|
) -> AsyncResult:
|
|
if not model:
|
|
model = os.environ.get("AZURE_DEFAULT_MODEL", cls.default_model)
|
|
if not api_key:
|
|
raise ValueError(f"API key is required for Azure provider. Ask for API key in the {cls.login_url} Discord server.")
|
|
if not api_endpoint:
|
|
if not cls.routes:
|
|
cls.get_models()
|
|
api_endpoint = cls.routes.get(model)
|
|
if cls.routes and not api_endpoint:
|
|
raise ModelNotFoundError(f"No API endpoint found for model: {model}")
|
|
if not api_endpoint:
|
|
api_endpoint = os.environ.get("AZURE_API_ENDPOINT")
|
|
if extra_body is None:
|
|
if model in cls.model_extra_body:
|
|
extra_body = cls.model_extra_body[model]
|
|
else:
|
|
extra_body = {}
|
|
if stream:
|
|
extra_body.setdefault("stream_options", {"include_usage": True})
|
|
try:
|
|
async for chunk in super().create_async_generator(
|
|
model=model,
|
|
messages=messages,
|
|
stream=stream,
|
|
api_key=api_key,
|
|
api_endpoint=api_endpoint,
|
|
extra_body=extra_body,
|
|
**kwargs
|
|
):
|
|
yield chunk
|
|
except MissingAuthError as e:
|
|
raise MissingAuthError(f"{e}. Ask for help in the {cls.login_url} Discord server.") from e |