MONGODB_URL=mongodb://localhost:27017
USE_LOCAL_WEBSEARCH=true
HF_ACCESS_TOKEN=hf_none
MODELS=`[
  {
      "name": "Llama-13B",
      "chatPromptTemplate": "Below is an instruction that describes a task. Write a response that appropriately completes the request.{{preprompt}}\nInstruction:{{#each messages}}{{#ifUser}}{{content}}\nResponse:{{/ifUser}}{{#ifAssistant}}{{content}}{{/ifAssistant}}{{/each}}",
      "parameters": {
        "temperature": 0.1,
        "top_p": 0.95,
        "repetition_penalty": 1.2,
        "top_k": 50,
        "truncate": 3072,
        "max_new_tokens": 4096,
        "stop": ["<s>"]
      },
      "endpoints": [{
         "url": "http://127.0.0.1:8080",
         "type": "llamacpp"
        }
      ]
  }
]`

# server -m D:\TextGen\models\zephyr\mythomax-l2-13b.Q5_K_M.gguf -c 4096 -n 1 -np 3 --gpu-layers 64