Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions src/celeste/modalities/audio/providers/openai/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,14 @@
AudioParameter.OUTPUT_FORMAT: Choice(options=_RESPONSE_FORMAT_OPTIONS),
},
),
Model(
id="gpt-transcribe",
provider=Provider.OPENAI,
display_name="GPT Transcribe",
streaming=False,
operations={Modality.AUDIO: {Operation.TRANSCRIBE}},
parameter_constraints=_TRANSCRIBE_CONSTRAINTS,
),
Model(
id="gpt-4o-mini-transcribe",
provider=Provider.OPENAI,
Expand Down
3 changes: 2 additions & 1 deletion src/celeste/providers/openai/audio/parameters.py
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,8 @@ def map(
validated_value = self._validate_value(value, model)
if validated_value is None:
return request
request["language"] = validated_value
field = "languages[]" if model.id == "gpt-transcribe" else "language"
request[field] = validated_value
return request


Expand Down
22 changes: 19 additions & 3 deletions tests/unit_tests/test_openai_audio_transcribe.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,15 +8,16 @@
from celeste.mime_types import AudioMimeType
from celeste.modalities.audio.io import AudioInput
from celeste.modalities.audio.providers.openai.client import OpenAIAudioClient
from celeste.modalities.audio.providers.openai.models import MODELS
from celeste.models import Model


def _client() -> OpenAIAudioClient:
def _client(model_id: str = "gpt-4o-mini-transcribe") -> OpenAIAudioClient:
return OpenAIAudioClient(
model=Model(
id="gpt-4o-mini-transcribe",
id=model_id,
provider=Provider.OPENAI,
display_name="GPT-4o Mini Transcribe",
display_name=model_id,
operations={Modality.AUDIO: {Operation.TRANSCRIBE}},
),
auth=AuthHeader(secret=SecretStr("test")),
Expand All @@ -40,6 +41,21 @@ def test_build_request_adds_model_and_default_response_format() -> None:
assert request["language"] == "en"


def test_gpt_transcribe_uses_plural_language_field() -> None:
audio = AudioArtifact(data=b"fake-audio", mime_type=AudioMimeType.WAV)
request = _client("gpt-transcribe")._build_request(
AudioInput(audio=audio), language="en"
)
assert request["languages[]"] == "en"
assert "language" not in request


def test_gpt_transcribe_is_registered_for_file_transcription() -> None:
model = next(model for model in MODELS if model.id == "gpt-transcribe")
assert model.operations == {Modality.AUDIO: {Operation.TRANSCRIBE}}
assert model.streaming is False


def test_parse_content_returns_transcript_text() -> None:
assert _client()._parse_content({"text": "hello world"}) == "hello world"

Expand Down
Loading