Hyperbolic Inference Service: Host Custom AI Models & Run Open-Source LLMs

Playground

Control Bar

System Prompt

API

import requests
  
  url = "https://api.hyperbolic.xyz/v1/completions"
  headers = {
      "Content-Type": "application/json",
      "Authorization": "Bearer <api-key>"
  }
  
  
  
  data = {
      "prompt": "The capital of France is",
      "model": "meta-llama/Meta-Llama-3.1-405B",
      "max_tokens": 512,
      "temperature": 0.7,
      "top_p": 0.9
  }
    
  response = requests.post(url, headers=headers, json=data)
  print(response.json())