GitHub Models Provider

from shared import load_provider, ProviderConfig

provider = load_provider("github_models")

# Initialize with token
provider.initialize(ProviderConfig(
    api_key="github_pat_...",  # or from GITHUB_TOKEN env
))

# Connect to a model
provider.connect("openai/gpt-4o")

# Start chatting
provider.create_session(
    system_instruction="You are helpful."
)
response = provider.send_message("Hello!")
print(response.text)

provider.initialize(ProviderConfig(
    api_key="github_pat_...",
    extra={
        'organization': 'my-org',
        'enterprise': 'my-enterprise'
    }
))

1. Go to https://github.com/settings/tokens?type=beta
2. Click "Generate new token"
3. Name: "jaato-models"
4. Expiration: 90 days
5. Account permissions → Models → Read
6. Click "Generate token"
7. Copy the token

# Set environment variable
export GITHUB_TOKEN=github_pat_...your-token

from shared import load_provider

provider = load_provider("github_models")
provider.initialize()  # Uses GITHUB_TOKEN
provider.connect("openai/gpt-4o-mini")  # Higher free limit

provider.create_session()
response = provider.send_message("Hello!")
print(response.text)

curl -X POST \
  -H "Authorization: Bearer $GITHUB_TOKEN" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "openai/gpt-4o-mini",
    "messages": [{"role":"user","content":"Hi"}]
  }' \
  https://models.inference.ai.azure.com/chat/completions

1. Go to https://github.com/settings/tokens?type=beta
2. Click "Generate new token"
3. Set token name: "jaato-models"
4. Set expiration (e.g., 90 days)
5. Expand "Account permissions"
6. Find "Models" → Select "Read"
7. Click "Generate token"
8. Copy the token (starts with github_pat_)

# In your .env file (add to .gitignore)
GITHUB_TOKEN=github_pat_...your-token

# Or export directly (session only)
export GITHUB_TOKEN=github_pat_...your-token

# Check authentication works
gh api /user -q '.login'

# List available organizations
gh api /user/orgs -q '.[].login'

# Test GitHub Models endpoint
curl -H "Authorization: Bearer $GITHUB_TOKEN" \
  https://models.inference.ai.azure.com/models

from shared import load_provider, ProviderConfig

provider = load_provider("github_models")
provider.initialize(ProviderConfig(
    api_key="github_pat_...",
    extra={
        'organization': 'my-org',  # Bill to this org
    }
))

# API requests now attributed to my-org

provider.initialize(ProviderConfig(
    api_key="github_pat_...",
    extra={
        'organization': 'my-org',
        'enterprise': 'my-enterprise',
    }
))

# .env file
GITHUB_TOKEN=github_pat_...
JAATO_GITHUB_ORGANIZATION=my-org
JAATO_GITHUB_ENTERPRISE=my-enterprise

# Auto-detects from environment
provider = load_provider("github_models")
provider.initialize()  # Uses env vars

# From GitHub URL
# https://github.com/my-org → organization = "my-org"

# Or via gh CLI
gh api /user/orgs -q '.[].login'

# Minimal setup
GITHUB_TOKEN=github_pat_...your-token

# With organization billing
GITHUB_TOKEN=github_pat_...your-token
JAATO_GITHUB_ORGANIZATION=my-org

# Full enterprise setup
GITHUB_TOKEN=github_pat_...your-token
JAATO_GITHUB_ORGANIZATION=my-org
JAATO_GITHUB_ENTERPRISE=my-enterprise

# For GitHub Enterprise Server
GITHUB_TOKEN=github_pat_...
JAATO_GITHUB_ENDPOINT=https://models.ghes.example.com

from shared.plugins.model_provider.github_models.errors import (
    TokenNotFoundError,
    TokenInvalidError,
    TokenPermissionError,
    ModelsDisabledError,
)

try:
    provider.initialize(config)
except TokenNotFoundError as e:
    print(f"No token: {e}")
    # Includes instructions to create PAT
except TokenInvalidError as e:
    print(f"Bad token: {e}")
    # Identifies token type from prefix
except TokenPermissionError as e:
    print(f"Missing permission: {e}")
    # Includes SSO authorization steps
except ModelsDisabledError as e:
    print(f"Models disabled: {e}")
    # Shows admin settings URL

TokenNotFoundError: No GitHub token found for authentication method: auto

Checked locations:
  - GITHUB_TOKEN: not set

To fix:
  1. Create a Personal Access Token (PAT) at https://github.com/settings/tokens
  2. For fine-grained PAT: select 'models: read' permission
  3. Set GITHUB_TOKEN=your-token

For GitHub Enterprise with SSO:
  - Fine-grained PATs are auto-authorized during creation
  - Classic PATs require manual SSO authorization per organization

# Get usage from last response
response = provider.send_message("Hello!")

usage = provider.get_token_usage()
print(f"Input tokens: {usage.prompt_tokens}")
print(f"Output tokens: {usage.output_tokens}")
print(f"Total tokens: {usage.total_tokens}")

# Context window varies by model
provider.connect("openai/gpt-4o")
limit = provider.get_context_limit()
print(f"Context: {limit:,} tokens")
# Context: 128,000 tokens

provider.connect("anthropic/claude-3.5-sonnet")
limit = provider.get_context_limit()
print(f"Context: {limit:,} tokens")
# Context: 200,000 tokens

# 1. Check token is set
echo $GITHUB_TOKEN | head -c 20

# 2. Test GitHub auth
gh api /user -q '.login'

# 3. Check org membership
gh api /user/orgs -q '.[].login'

# 4. Test models endpoint
curl -s -o /dev/null -w "%{http_code}" \
  -H "Authorization: Bearer $GITHUB_TOKEN" \
  https://models.inference.ai.azure.com/models

# Quick test script
from shared import load_provider

provider = load_provider("github_models")

try:
    provider.initialize()
    provider.connect("openai/gpt-4o")

    response = provider.generate("Say hello")
    print(f"Success: {response.text}")
except Exception as e:
    print(f"Error: {e}")

# See what models are available
provider = load_provider("github_models")

# List all known models
models = provider.list_models()
for model in models:
    print(model)

# Filter by provider
openai = provider.list_models(prefix="openai/")
anthropic = provider.list_models(prefix="anthropic/")