Audio Output Agent

Code

cookbook/11_models/openai/chat/audio_output_agent.py

from agno.agent import Agent, RunOutput  # noqa
from agno.models.openai import OpenAIResponses
from agno.utils.audio import write_audio_to_file
from agno.db.in_memory import InMemoryDb

# Provide the agent with the audio file and audio configuration and get result as text + audio
agent = Agent(
    model=OpenAIChat(
        id="gpt-4o-audio-preview",
        modalities=["text", "audio"],
        audio={"voice": "sage", "format": "wav"},
    ),
    db=InMemoryDb(),
    add_history_to_context=True,
    markdown=True,
)
run_output: RunOutput = agent.run("Tell me a 5 second scary story")

# Save the response audio to a file
if run_output.response_audio:
    write_audio_to_file(
        audio=run_output.response_audio.content, filename="tmp/scary_story.wav"
    )

run_output: RunOutput = agent.run("What would be in a sequal of this story?")

# Save the response audio to a file
if run_output.response_audio:
    write_audio_to_file(
        audio=run_output.response_audio.content,
        filename="tmp/scary_story_sequal.wav",
    )

Usage

1. Set up your virtual environment

   Mac

   uv venv --python 3.12
   source .venv/bin/activate
   

   uv venv --python 3.12
   .venv\Scripts\activate
   
2. Set your API key

   export OPENAI_API_KEY=xxx
   
3. Install dependencies

   uv pip install -U openai agno
   
4. Run Agent

   python cookbook/11_models/openai/chat/audio_output_agent.py