Guest User

Untitled

a guest
Jul 31st, 2025
18
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Bash 1.37 KB | None | 0 0
  1. POST http://localhost:33831/v1/chat/completions
  2. accept-encoding: gzip, deflate, br
  3. accept: */*
  4. content-length: 233
  5. content-type: application/json
  6. user-agent: httpyac
  7.  
  8. {
  9.   "model": "any",
  10.   "messages": [
  11.     {
  12.         "role": "system",
  13.         "content": "You are a helpful assistant."
  14.     },
  15.     {
  16.         "role": "user",
  17.         "content": "Wno invented Rubiks Cube?"
  18.     }
  19.   ],
  20.   "max_tokens": 60
  21. }
  22.  
  23. HTTP/1.1 200 OK
  24. access-control-allow-origin:
  25. connection: close
  26. content-length: 623
  27. content-type: application/json; charset=utf-8
  28. server: llama.cpp
  29.  
  30. {
  31.   "choices": [
  32.     {
  33.       "finish_reason": "length",
  34.       "index": 0,
  35.       "message": {
  36.         "role": "assistant",
  37.         "content": "::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::"
  38.       }
  39.     }
  40.   ],
  41.   "created": 1753989091,
  42.   "model": "any",
  43.   "system_fingerprint": "b6039-6e672545",
  44.   "object": "chat.completion",
  45.   "usage": {
  46.     "completion_tokens": 60,
  47.     "prompt_tokens": 27,
  48.     "total_tokens": 87
  49.   },
  50.   "id": "chatcmpl-HU24pF0e0GRfP0yZssA74EaxomMe2cfk",
  51.   "timings": {
  52.     "prompt_n": 22,
  53.     "prompt_ms": 763.546,
  54.     "prompt_per_token_ms": 34.70663636363636,
  55.     "prompt_per_second": 28.81293333996904,
  56.     "predicted_n": 60,
  57.     "predicted_ms": 4317.124,
  58.     "predicted_per_token_ms": 71.95206666666667,
  59.     "predicted_per_second": 13.898141447871316
  60.   }
  61. }
Advertisement
Add Comment
Please, Sign In to add comment