API Reference

Chat Completions

POST https://api.float16.cloud/v1/chat/completions

Headers

Name	Type	Description
authorization*	string	Examples: Bearer float16-api-123e4567-e89b-12d3-a456-426655440000

Request Body

Name	Type	Description
message*	array of object	role (required) : Enum ("system", "user", "assistant") content (required) : String
stream	boolean	default : false
max_tokens	integer or null	Max Tokens (integer) or Max Tokens (null)
model*	string	Enum ("Llama2-7b", "Llama2-13b", "Llama2-70b")

200: OK

{
  "id": "string",
  "choices": [
    {
      "finish_reason": "stop",
      "index": 0,
      "message": {
        "content": "string",
        "role": "assistant",
        "function_call": {
          "arguments": "string",
          "name": "string"
        },
        "tool_calls": [
          {
            "id": "string",
            "function": {
              "arguments": "string",
              "name": "string"
            },
            "type": "function"
          }
        ]
      }
    }
  ],
  "created": 0,
  "model": "string",
  "object": "chat.completion",
  "system_fingerprint": "string",
  "usage": {
    "completion_tokens": 0,
    "prompt_tokens": 0,
    "total_tokens": 0
  }
}

422: Unprocessable Entity

{
  "detail": [
    {
      "loc": [
        "string"
      ],
      "msg": "string",
      "type": "string"
    }
  ]
}