Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- POST http://localhost:33831/v1/chat/completions
- accept-encoding: gzip, deflate, br
- accept: */*
- content-length: 233
- content-type: application/json
- user-agent: httpyac
- {
- "model": "any",
- "messages": [
- {
- "role": "system",
- "content": "You are a helpful assistant."
- },
- {
- "role": "user",
- "content": "Wno invented Rubiks Cube?"
- }
- ],
- "max_tokens": 60
- }
- HTTP/1.1 200 OK
- access-control-allow-origin:
- connection: close
- content-length: 623
- content-type: application/json; charset=utf-8
- server: llama.cpp
- {
- "choices": [
- {
- "finish_reason": "length",
- "index": 0,
- "message": {
- "role": "assistant",
- "content": "::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::"
- }
- }
- ],
- "created": 1753989091,
- "model": "any",
- "system_fingerprint": "b6039-6e672545",
- "object": "chat.completion",
- "usage": {
- "completion_tokens": 60,
- "prompt_tokens": 27,
- "total_tokens": 87
- },
- "id": "chatcmpl-HU24pF0e0GRfP0yZssA74EaxomMe2cfk",
- "timings": {
- "prompt_n": 22,
- "prompt_ms": 763.546,
- "prompt_per_token_ms": 34.70663636363636,
- "prompt_per_second": 28.81293333996904,
- "predicted_n": 60,
- "predicted_ms": 4317.124,
- "predicted_per_token_ms": 71.95206666666667,
- "predicted_per_second": 13.898141447871316
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment