Title: %CE%A1%CE%BF%CE%AE %E2%80%94 LLM EU
Canonical: https://llmeu.com/el/docs/streaming/
Markdown mirror: https://llmeu.com/el/docs/streaming.md
Machine-readable: https://llmeu.com/llms.txt (index) - https://llmeu.com/llms-full.txt (full catalogue) - https://llmeu.com/llms-catalogue.json

%CE%9E%CE%B5%CE%BA%CE%B9%CE%BD%CE%AE%CF%83%CF%84%CE%B5

- [%CE%93%CF%81%CE%AE%CE%B3%CE%BF%CF%81%CE%B7 %CE%B5%CE%BA%CE%BA%CE%AF%CE%BD%CE%B7%CF%83%CE%B7](/el/docs/quickstart/)
- [%CE%9A%CE%BF%CE%BD%CF%83%CF%8C%CE%BB%CE%B1](/el/docs/console/)
- [%CE%9C%CE%B5%CF%84%CE%B5%CE%B3%CE%BA%CE%B1%CF%84%CE%AC%CF%83%CF%84%CE%B1%CF%83%CE%B7](/el/docs/migration/)
- [%CE%91%CE%BD%CE%B1%CF%86%CE%BF%CF%81%CE%AC API](/el/docs/api/)

%CE%91%CE%BD%CE%B1%CF%86%CE%BF%CF%81%CE%AC

- [%CE%88%CE%BB%CE%B5%CE%B3%CF%87%CE%BF%CF%82 %CF%84%CE%B1%CF%85%CF%84%CF%8C%CF%84%CE%B7%CF%84%CE%B1%CF%82](/el/docs/authentication/)
- [%CE%A4%CE%B5%CE%BB%CE%B9%CE%BA%CE%AC %CF%83%CE%B7%CE%BC%CE%B5%CE%AF%CE%B1](/el/docs/endpoints/)
- [%CE%A3%CF%86%CE%AC%CE%BB%CE%BC%CE%B1%CF%84%CE%B1](/el/docs/errors/)
- [%CE%8C%CF%81%CE%B9%CE%B1 %CF%81%CF%85%CE%B8%CE%BC%CE%BF%CF%8D](/el/docs/rate-limits/)
- [%CE%A1%CE%BF%CE%AE](/el/docs/streaming/)
- [%CE%A0%CE%BF%CE%BB%CE%B9%CF%84%CE%B9%CE%BA%CE%AD%CF%82](/el/docs/policies/)
- [%CE%94%CF%81%CE%BF%CE%BC%CE%BF%CE%BB%CF%8C%CE%B3%CE%B7%CF%83%CE%B7 %CE%BA%CE%B1%CE%B9 %CF%80%CE%BF%CE%BB%CE%B9%CF%84%CE%B9%CE%BA%CE%AE](/el/docs/routing/)
- [%CE%94%CE%B9%CE%B1%CE%BC%CE%BF%CE%BD%CE%AE %CE%BA%CE%B1%CE%B9 %CF%80%CE%B5%CF%81%CE%B9%CE%BF%CF%87%CE%AD%CF%82](/el/docs/residency/)
- [%CE%91%CF%80%CE%BF%CE%B4%CE%B5%CE%B9%CE%BA%CF%84%CE%B9%CE%BA%CE%AC %CF%83%CF%84%CE%BF%CE%B9%CF%87%CE%B5%CE%AF%CE%B1 %CE%BA%CE%B1%CE%B9 %CE%B5%CF%80%CE%B1%CE%BB%CE%AE%CE%B8%CE%B5%CF%85%CF%83%CE%B7](/el/docs/evidence/)
- [%CE%A3%CF%85%CE%BC%CE%B2%CE%B1%CF%84%CF%8C%CF%84%CE%B7%CF%84%CE%B1 %CE%BC%CE%B5 OpenAI](/el/docs/openai-compat/)

%CE%9B%CE%B5%CE%B9%CF%84%CE%BF%CF%85%CF%81%CE%B3%CE%AF%CE%B1

- [%CE%91%CF%85%CF%84%CE%BF%CF%86%CE%B9%CE%BB%CE%BF%CE%BE%CE%B5%CE%BD%CE%AF%CE%B1](/el/docs/self-hosting/)

# %CE%A1%CE%BF%CE%AE

%CE%A0%CF%8E%CF%82 %CF%86%CF%84%CE%AC%CE%BD%CE%B5%CE%B9 %CF%83%CF%84%CE%BF %CE%B4%CE%AF%CE%BA%CF%84%CF%85%CE%BF %CE%BC%CE%B9%CE%B1 %CE%BF%CE%BB%CE%BF%CE%BA%CE%BB%CE%AE%CF%81%CF%89%CF%83%CE%B7 %CF%83%CE%B5 %CF%81%CE%BF%CE%AE, %CF%84%CE%B9 %CE%BC%CE%B5%CF%84%CE%B1%CF%86%CE%AD%CF%81%CE%B5%CE%B9 %CF%84%CE%BF %CF%84%CE%B5%CE%BB%CE%B5%CF%85%CF%84%CE%B1%CE%AF%CE%BF %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%BF %CE%BA%CE%B1%CE%B9 %CF%84%CE%B9 %CF%83%CF%85%CE%BC%CE%B2%CE%B1%CE%AF%CE%BD%CE%B5%CE%B9 %CF%8C%CF%84%CE%B1%CE%BD %CE%B1%CF%80%CE%BF%CF%83%CF%85%CE%BD%CE%B4%CE%AD%CE%B5%CF%84%CE%B1%CE%B9 %CE%AD%CE%BD%CE%B1%CF%82 %CF%80%CE%B5%CE%BB%CE%AC%CF%84%CE%B7%CF%82.

## %CE%97 %CE%BC%CE%B5%CF%84%CE%B1%CF%86%CE%BF%CF%81%CE%AC

%CE%9F%CF%81%CE%AF%CF%83%CF%84%CE%B5 stream: true %CE%BA%CE%B1%CE%B9 %CE%B7 %CE%B1%CF%80%CE%AC%CE%BD%CF%84%CE%B7%CF%83%CE%B7 %CE%B5%CE%AF%CE%BD%CE%B1%CE%B9 text/event-stream: %CE%AD%CE%BD%CE%B1 %CE%B1%CE%BD%CF%84%CE%B9%CE%BA%CE%B5%CE%AF%CE%BC%CE%B5%CE%BD%CE%BF JSON %CE%B1%CE%BD%CE%AC %CE%B3%CF%81%CE%B1%CE%BC%CE%BC%CE%AE data:, %CE%BA%CE%B1%CE%B8%CE%AD%CE%BD%CE%B1 %CE%B1%CE%BA%CE%BF%CE%BB%CE%BF%CF%85%CE%B8%CE%BF%CF%8D%CE%BC%CE%B5%CE%BD%CE%BF %CE%B1%CF%80%CF%8C %CE%BC%CE%B9%CE%B1 %CE%BA%CE%B5%CE%BD%CE%AE %CE%B3%CF%81%CE%B1%CE%BC%CE%BC%CE%AE. %CE%97 %CF%80%CF%81%CE%BF%CF%83%CF%89%CF%81%CE%B9%CE%BD%CE%AE %CE%B1%CF%80%CE%BF%CE%B8%CE%AE%CE%BA%CE%B5%CF%85%CF%83%CE%B7 %CE%B5%CE%AF%CE%BD%CE%B1%CE%B9 %CE%B1%CF%80%CE%B5%CE%BD%CE%B5%CF%81%CE%B3%CE%BF%CF%80%CE%BF%CE%B9%CE%B7%CE%BC%CE%AD%CE%BD%CE%B7 %CF%8E%CF%83%CF%84%CE%B5 %CE%AD%CE%BD%CE%B1%CF%82 %CE%B4%CE%B9%CE%B1%CE%BC%CE%B5%CF%83%CE%BF%CE%BB%CE%B1%CE%B2%CE%B7%CF%84%CE%AE%CF%82 %CE%BD%CE%B1 %CE%BC%CE%B7%CE%BD %CE%BA%CF%81%CE%B1%CF%84%CE%AC %CF%80%CE%AF%CF%83%CF%89 %CF%84%CE%B1 %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%B1.

```
HTTP/1.1 200 OK
content-type: text/event-stream; charset=utf-8
cache-control: no-cache, no-transform
connection: keep-alive
```

## %CE%A4%CE%B1 %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%B1

%CE%A4%CE%BF %CF%80%CF%81%CF%8E%CF%84%CE%BF %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%BF %CE%BC%CE%B5%CF%84%CE%B1%CF%86%CE%AD%CF%81%CE%B5%CE%B9 %CF%84%CE%BF%CE%BD %CF%81%CF%8C%CE%BB%CE%BF assistant, %CE%BC%CE%B5%CF%84%CE%AC %CE%AD%CE%BD%CE%B1 %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%BF %CE%B1%CE%BD%CE%AC delta, %CE%BC%CE%B5%CF%84%CE%AC %CE%AD%CE%BD%CE%B1 %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%BF %CE%BC%CE%B5 finish_reason %CE%BA%CE%B1%CE%B9 %CF%84%CE%BF %CE%BC%CF%80%CE%BB%CE%BF%CE%BA %CE%B4%CF%81%CE%BF%CE%BC%CE%BF%CE%BB%CF%8C%CE%B3%CE%B7%CF%83%CE%B7%CF%82, %CE%BC%CE%B5%CF%84%CE%AC %CE%B1%CE%BA%CF%81%CE%B9%CE%B2%CF%8E%CF%82 %CE%AD%CE%BD%CE%B1%CE%BD %CF%84%CE%B5%CF%81%CE%BC%CE%B1%CF%84%CE%B9%CF%83%CF%84%CE%AE. %CE%88%CE%BD%CE%B1%CF%82 %CF%80%CE%B5%CE%BB%CE%AC%CF%84%CE%B7%CF%82 %CF%80%CE%BF%CF%85 %CE%B1%CE%BA%CE%BF%CE%BB%CE%BF%CF%85%CE%B8%CE%B5%CE%AF %CF%84%CE%B7 %CE%BC%CE%BF%CF%81%CF%86%CE%AE %CE%B4%CE%B9%CE%B1%CE%B2%CE%AC%CE%B6%CE%B5%CE%B9 %CF%84%CE%BF%CE%BD %CF%84%CE%B5%CF%81%CE%BC%CE%B1%CF%84%CE%B9%CF%83%CF%84%CE%AE %CE%BA%CE%B1%CE%B9 %CF%83%CF%84%CE%B1%CE%BC%CE%B1%CF%84%CE%AC%C2%B7 %CE%B4%CE%B5%CE%BD %CF%80%CF%81%CE%AD%CF%80%CE%B5%CE%B9 %CE%BD%CE%B1 %CE%B8%CE%B5%CF%89%CF%81%CE%B5%CE%AF %CE%AD%CE%BD%CE%B1%CE%BD %CE%B1%CF%80%CF%8C%CE%BD%CF%84%CE%B1 %CF%84%CE%B5%CF%81%CE%BC%CE%B1%CF%84%CE%B9%CF%83%CF%84%CE%AE %CF%89%CF%82 %CF%80%CE%BB%CE%AE%CF%81%CE%B7 %CE%B1%CF%80%CE%AC%CE%BD%CF%84%CE%B7%CF%83%CE%B7.

```
data: {"id":"chatcmpl-%E2%80%A6","object":"chat.completion.chunk","choices":[{"index":0,"delta":{"role":"assistant"},"finish_reason":null}]}

data: {"id":"chatcmpl-%E2%80%A6","object":"chat.completion.chunk","choices":[{"index":0,"delta":{"content":"Hallo"},"finish_reason":null}]}

data: {"id":"chatcmpl-%E2%80%A6","object":"chat.completion.chunk","choices":[{"index":0,"delta":{},"finish_reason":"stop"}],"llmeu":{%E2%80%A6}}

data: [DONE]
```

## %CE%A4%CE%BF %CE%BC%CF%80%CE%BB%CE%BF%CE%BA %CE%B4%CF%81%CE%BF%CE%BC%CE%BF%CE%BB%CF%8C%CE%B3%CE%B7%CF%83%CE%B7%CF%82 %CF%84%CE%B1%CE%BE%CE%B9%CE%B4%CE%B5%CF%8D%CE%B5%CE%B9 %CE%BC%CE%B5 %CF%84%CE%BF %CF%84%CE%B5%CE%BB%CE%B5%CF%85%CF%84%CE%B1%CE%AF%CE%BF %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%BF

%CE%A4%CE%BF %CF%84%CE%B5%CE%BB%CE%B9%CE%BA%CF%8C %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%BF %CE%BC%CE%B5%CF%84%CE%B1%CF%86%CE%AD%CF%81%CE%B5%CE%B9 %CF%84%CE%BF %CE%AF%CE%B4%CE%B9%CE%BF %CE%B1%CE%BD%CF%84%CE%B9%CE%BA%CE%B5%CE%AF%CE%BC%CE%B5%CE%BD%CE%BF llmeu %CF%80%CE%BF%CF%85 %CE%B5%CF%80%CE%B9%CF%83%CF%84%CF%81%CE%AD%CF%86%CE%B5%CE%B9 %CE%B7 %CE%B1%CF%80%CE%AC%CE%BD%CF%84%CE%B7%CF%83%CE%B7 %CF%87%CF%89%CF%81%CE%AF%CF%82 %CF%81%CE%BF%CE%AE: trace_id, model_used, model_version, provider, endpoint_id, inference_region, sovereignty_class, policy_id, retention %CE%BA%CE%B1%CE%B9 %CF%84%CE%B7%CE%BD %CE%B5%CE%BA%CF%84%CE%AF%CE%BC%CE%B7%CF%83%CE%B7 %CE%BA%CF%8C%CF%83%CF%84%CE%BF%CF%85%CF%82. %CE%A3%CF%84%CE%B7 %CE%BB%CE%B5%CE%B9%CF%84%CE%BF%CF%85%CF%81%CE%B3%CE%AF%CE%B1 %CF%81%CE%BF%CE%AE%CF%82 %CE%B7 %CF%87%CF%81%CE%AE%CF%83%CE%B7 %CE%B5%CE%AF%CE%BD%CE%B1%CE%B9 %CE%B3%CE%BD%CF%89%CF%83%CF%84%CE%AE %CE%BC%CF%8C%CE%BD%CE%BF %CF%83%CF%84%CE%BF %CF%84%CE%AD%CE%BB%CE%BF%CF%82, %CE%B3%CE%B9' %CE%B1%CF%85%CF%84%CF%8C %CF%84%CE%BF %CE%BC%CF%80%CE%BB%CE%BF%CE%BA %CF%84%CE%B1%CE%BE%CE%B9%CE%B4%CE%B5%CF%8D%CE%B5%CE%B9 %CE%BC%CE%B5 %CF%84%CE%BF %CF%84%CE%B5%CE%BB%CE%B5%CF%85%CF%84%CE%B1%CE%AF%CE%BF %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%BF %CE%BA%CE%B1%CE%B9 %CF%8C%CF%87%CE%B9 %CE%BC%CE%B5 %CF%84%CE%BF %CF%80%CF%81%CF%8E%CF%84%CE%BF.

## %CE%91%CF%80%CE%BF%CF%83%CF%85%CE%BD%CE%B4%CE%AD%CF%83%CE%B5%CE%B9%CF%82 %CF%80%CE%B5%CE%BB%CE%B1%CF%84%CF%8E%CE%BD

%CE%A4%CE%BF %CE%BA%CE%BB%CE%B5%CE%AF%CF%83%CE%B9%CE%BC%CE%BF %CF%84%CE%B7%CF%82 %CF%83%CF%8D%CE%BD%CE%B4%CE%B5%CF%83%CE%B7%CF%82 %CF%83%CF%84%CE%B1%CE%BC%CE%B1%CF%84%CE%AC %CF%84%CE%B7%CE%BD %CE%B5%CF%81%CE%B3%CE%B1%CF%83%CE%AF%CE%B1 %CE%BA%CE%B1%CE%B9 %CE%B3%CF%81%CE%AC%CF%86%CE%B5%CE%B9 %CF%84%CE%BF %CE%AF%CF%87%CE%BD%CE%BF%CF%82 %CE%BC%CE%B5 %CF%8C,%CF%84%CE%B9 %CF%80%CE%B1%CF%81%CE%AE%CF%87%CE%B8%CE%B7 %CF%80%CF%81%CE%B1%CE%B3%CE%BC%CE%B1%CF%84%CE%B9%CE%BA%CE%AC. %CE%88%CE%BD%CE%B1 %CE%B1%CE%BA%CF%85%CF%81%CF%89%CE%BC%CE%AD%CE%BD%CE%BF %CE%B1%CE%AF%CF%84%CE%B7%CE%BC%CE%B1 %CE%B5%CE%BE%CE%B1%CE%BA%CE%BF%CE%BB%CE%BF%CF%85%CE%B8%CE%B5%CE%AF %CE%BD%CE%B1 %CE%B5%CE%AF%CE%BD%CE%B1%CE%B9 %CE%BC%CE%B9%CE%B1 %CE%BA%CE%BB%CE%AE%CF%83%CE%B7 %CF%80%CE%BF%CF%85 %CF%83%CF%85%CE%BD%CE%AD%CE%B2%CE%B7, %CE%BF%CF%80%CF%8C%CF%84%CE%B5 %CE%B5%CE%BC%CF%86%CE%B1%CE%BD%CE%AF%CE%B6%CE%B5%CF%84%CE%B1%CE%B9 %CF%83%CF%84%CE%B7 %CF%87%CF%81%CE%AE%CF%83%CE%B7%C2%B7 %CE%B4%CE%B5%CE%BD %CE%BA%CE%B1%CF%84%CE%B1%CE%B3%CF%81%CE%AC%CF%86%CE%B5%CF%84%CE%B1%CE%B9 %CF%89%CF%82 %CE%BF%CE%BB%CE%BF%CE%BA%CE%BB%CE%B7%CF%81%CF%89%CE%BC%CE%AD%CE%BD%CE%B7 %CE%BF%CE%BB%CE%BF%CE%BA%CE%BB%CE%AE%CF%81%CF%89%CF%83%CE%B7.

## %CE%A4%CE%B9 %CE%B4%CE%B5%CE%BD %CE%BC%CF%80%CE%BF%CF%81%CE%B5%CE%AF %CE%BD%CE%B1 %CE%BC%CE%B5%CF%84%CE%B1%CE%B4%CE%BF%CE%B8%CE%B5%CE%AF %CE%BC%CE%B5 %CF%81%CE%BF%CE%AE

%CE%A4%CE%B1 embeddings %CE%BA%CE%B1%CE%B9 %CF%84%CE%BF API %CF%84%CE%B7%CF%82 %CF%80%CE%BB%CE%B1%CF%84%CF%86%CF%8C%CF%81%CE%BC%CE%B1%CF%82 %CE%B5%CE%AF%CE%BD%CE%B1%CE%B9 %CE%BC%CE%B5%CE%BC%CE%BF%CE%BD%CF%89%CE%BC%CE%AD%CE%BD%CE%B5%CF%82 %CE%B1%CF%80%CE%B1%CE%BD%CF%84%CE%AE%CF%83%CE%B5%CE%B9%CF%82 JSON. %CE%A4%CE%BF stream: true %CF%83%CE%B5 %CE%BC%CE%B9%CE%B1 %CE%B4%CE%B9%CE%B1%CE%B4%CF%81%CE%BF%CE%BC%CE%AE %CF%87%CF%89%CF%81%CE%AF%CF%82 %CF%81%CE%BF%CE%AE %CE%B5%CE%AF%CE%BD%CE%B1%CE%B9 %CF%83%CF%86%CE%AC%CE%BB%CE%BC%CE%B1 %CE%B5%CF%80%CE%B9%CE%BA%CF%8D%CF%81%CF%89%CF%83%CE%B7%CF%82, %CF%8C%CF%87%CE%B9 %CF%83%CE%B9%CF%89%CF%80%CE%B7%CE%BB%CE%AE %CF%85%CF%80%CE%BF%CF%87%CF%8E%CF%81%CE%B7%CF%83%CE%B7 %CF%83%CE%B5 %CE%AD%CE%BD%CE%B1 %CF%80%CE%BB%CE%B1%CE%AF%CF%83%CE%B9%CE%BF.