POST http://localhost:33831/v1/chat/completions
accept-encoding: gzip, deflate, br
accept: */*
content-length: 233
content-type: application/json
user-agent: httpyac

{
  "model": "any",
  "messages": [
    {
        "role": "system",
        "content": "You are a helpful assistant."
    },
    {
        "role": "user",
        "content": "Wno invented Rubiks Cube?"
    }
  ],
  "max_tokens": 60
}

HTTP/1.1 200 OK
access-control-allow-origin:
connection: close
content-length: 623
content-type: application/json; charset=utf-8
server: llama.cpp

{
  "choices": [
    {
      "finish_reason": "length",
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::"
      }
    }
  ],
  "created": 1753989091,
  "model": "any",
  "system_fingerprint": "b6039-6e672545",
  "object": "chat.completion",
  "usage": {
    "completion_tokens": 60,
    "prompt_tokens": 27,
    "total_tokens": 87
  },
  "id": "chatcmpl-HU24pF0e0GRfP0yZssA74EaxomMe2cfk",
  "timings": {
    "prompt_n": 22,
    "prompt_ms": 763.546,
    "prompt_per_token_ms": 34.70663636363636,
    "prompt_per_second": 28.81293333996904,
    "predicted_n": 60,
    "predicted_ms": 4317.124,
    "predicted_per_token_ms": 71.95206666666667,
    "predicted_per_second": 13.898141447871316
  }
}