Llama 3.1 8B API

curl --request POST \
  --url https://http.llm.proxy.prod.s9t.link/chat/completions \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --header 'id: <id>' \
  --data '{
  "model": "llama3_1",
  "messages": [
    {
      "role": "system",
      "content": "Act as a helpful assistant to the user"
    },
    {
      "role": "user",
      "content": "Give me a travel itinerary for Japan"
    }
  ],
  "stream": false,
  "temperature": 0.7,
  "max_tokens": 1024,
  "top_p": 0.95,
  "stop": null
}'

{
  "id": "<string>",
  "choices": [
    {
      "delta": {
        "content": "<string>"
      },
      "index": 123,
      "finish_reason": "stop"
    }
  ]
}