Code
Copy
Ask AI
import base64
import wave
from typing import Iterator
from agno.agent import Agent, RunOutputEvent
from agno.models.openai import OpenAIChat
# Audio Configuration
SAMPLE_RATE = 24000 # Hz (24kHz)
CHANNELS = 1 # Mono (Change to 2 if Stereo)
SAMPLE_WIDTH = 2 # Bytes (16 bits)
# Provide the agent with the audio file and audio configuration and get result as text + audio
agent = Agent(
model=OpenAIChat(
id="gpt-4o-audio-preview",
modalities=["text", "audio"],
audio={
"voice": "alloy",
"format": "pcm16",
}, # Only pcm16 is supported with streaming
),
)
output_stream: Iterator[RunOutputEvent] = agent.run(
"Tell me a 10 second story", stream=True
)
filename = "tmp/response_stream.wav"
# Open the file once in append-binary mode
with wave.open(str(filename), "wb") as wav_file:
wav_file.setnchannels(CHANNELS)
wav_file.setsampwidth(SAMPLE_WIDTH)
wav_file.setframerate(SAMPLE_RATE)
# Iterate over generated audio
for response in output_stream:
response_audio = response.response_audio # type: ignore
if response_audio:
if response_audio.transcript:
print(response_audio.transcript, end="", flush=True)
if response_audio.content:
try:
pcm_bytes = base64.b64decode(response_audio.content)
wav_file.writeframes(pcm_bytes)
except Exception as e:
print(f"Error decoding audio: {e}")
print()
Usage
1
Create a virtual environment
Open the
Terminal
and create a python virtual environment.Copy
Ask AI
python3 -m venv .venv
source .venv/bin/activate
2
Set your API key
Copy
Ask AI
export OPENAI_API_KEY=xxx
3
Install libraries
Copy
Ask AI
pip install -U openai agno
4
Run Agent
Copy
Ask AI
python cookbook/agent_concepts/multimodal/audio_streaming.py