LiteLLM

# pip install litellm
import os
import litellm

response = litellm.completion(
    model="openai/openrouter/anthropic/claude-sonnet-5.5",          # "openai/" = speak the OpenAI format; the rest is Gisoo's model id
    api_base="https://gisoo.pro/api/v1",
    api_key=os.environ["GISOO_API_KEY"],
    messages=[{"role": "user", "content": "Give me three names for a coffee shop."}],
    max_tokens=300,
)
print(response.choices[0].message.content)

vectors = litellm.embedding(
    model="openai/text-embedding-3-small",
    api_base="https://gisoo.pro/api/v1",
    api_key=os.environ["GISOO_API_KEY"],
    input=["first text", "second text"],
)

import os
from litellm import Router

gisoo = {"api_base": "https://gisoo.pro/api/v1", "api_key": os.environ["GISOO_API_KEY"]}

router = Router(
    model_list=[
        {"model_name": "smart", "litellm_params": {"model": "openai/openrouter/anthropic/claude-sonnet-5.5", **gisoo}},
        {"model_name": "cheap", "litellm_params": {"model": "openai/deepseek-v4-flash", **gisoo}},
    ],
    fallbacks=[{"smart": ["cheap"]}],   # if "smart" keeps failing, answer with "cheap"
    num_retries=2,
)

reply = router.completion(model="smart", messages=[{"role": "user", "content": "Hello"}])

# config.yaml for LiteLLM Proxy
model_list:
  - model_name: claude
    litellm_params:
      model: openai/openrouter/anthropic/claude-sonnet-5.5
      api_base: https://gisoo.pro/api/v1
      api_key: os.environ/GISOO_API_KEY
      input_cost_per_token: 0.0000030595      # today's Gisoo price, so LiteLLM's spend logs match
      output_cost_per_token: 0.0000152975

  - model_name: fast
    litellm_params:
      model: openai/gpt-4o-mini
      api_base: https://gisoo.pro/api/v1
      api_key: os.environ/GISOO_API_KEY

  - model_name: embeddings
    litellm_params:
      model: openai/text-embedding-3-small
      api_base: https://gisoo.pro/api/v1
      api_key: os.environ/GISOO_API_KEY

litellm_settings:
  num_retries: 2
  request_timeout: 120

pip install 'litellm[proxy]'
export GISOO_API_KEY="sk-gisoo-v1-..."
litellm --config config.yaml --port 4000

# Your apps now talk to the proxy with the proxy's own key:
curl http://localhost:4000/v1/chat/completions \
  -H "Authorization: Bearer $LITELLM_MASTER_KEY" \
  -H "Content-Type: application/json" \
  -d '{"model": "claude", "messages": [{"role": "user", "content": "Hello"}]}'