github_models_backend.py

import os
from azure.ai.inference import ChatCompletionsClient
from azure.ai.inference.models import SystemMessage, UserMessage
from azure.core.credentials import AzureKeyCredential

def github_models_chat(prompt: str, model: str = "gpt-4o-mini", max_tokens: int = 2000) -> str:
    """GitHub Models backend - free-tier gpt-4o-mini"""
    token = os.getenv("GITHUB_TOKEN")
    if not token:
        raise ValueError("Set GITHUB_TOKEN env var")
    
    client = ChatCompletionsClient(
        endpoint="https://models.github.ai/inference",
        credential=AzureKeyCredential(token),
    )
    
    response = client.complete(
        messages=[SystemMessage("You are Hancock, elite cybersecurity specialist by CyberViser."), UserMessage(prompt)],
        temperature=0.7,
        max_tokens=max_tokens,
        model=model
    )
    return response.choices[0].message.content