Streaming Tutorial

import openai

# Configure API
openai.api_key = "YOUR_API_KEY"
openai.api_base = "https://api.example.com/v1"

# Create a streaming request
response = openai.ChatCompletion.create(
    model="gpt-4o",
    messages=[
        {"role": "user", "content": "Write an article about AI"}
    ],
    stream=True,  # Enable streaming output
    temperature=0.7
)

# Handle streaming response
for chunk in response:
    if chunk.choices[0].delta.get('content'):
        print(chunk.choices[0].delta['content'], end='', flush=True)

// Use EventSource to handle SSE
const evtSource = new EventSource('/api/stream');

evtSource.onmessage = (event) => {
    const data = JSON.parse(event.data);
    
    if (data.choices[0].delta?.content) {
        // Display content in real time
        document.getElementById('output').innerHTML += data.choices[0].delta.content;
    }
    
    if (data.choices[0].finish_reason === 'stop') {
        evtSource.close();
    }
};

evtSource.onerror = (error) => {
    console.error('Stream error:', error);
    evtSource.close();
};

// Use fetch API to handle stream
const response = await fetch('/api/chat', {
    method: 'POST',
    headers: {
        'Content-Type': 'application/json',
    },
    body: JSON.stringify({
        model: 'gpt-4o',
        messages: [{ role: 'user', content: prompt }],
        stream: true
    })
});

const reader = response.body.getReader();
const decoder = new TextDecoder();

while (true) {
    const { done, value } = await reader.read();
    if (done) break;
    
    const chunk = decoder.decode(value);
    const lines = chunk.split('
');
    
    for (const line of lines) {
        if (line.startsWith('data: ')) {
            const data = JSON.parse(line.slice(6));
            if (data.choices[0].delta?.content) {
                // Handle streamed content
                handleStreamContent(data.choices[0].delta.content);
            }
        }
    }
}