{
  "project_id": "openziti/llm-gateway",
  "repo": "openziti/llm-gateway",
  "name": "llm-gateway",
  "github_url": "https://github.com/openziti/llm-gateway",
  "homepage_url": null,
  "language": "Go",
  "license": "Apache-2.0",
  "project_kind": "project",
  "category": [
    "llm_gateway"
  ],
  "tags": [
    "agentic-ai",
    "ai-gateway",
    "ai-infrastructure",
    "ai-security",
    "anthropic",
    "e2e-encryption",
    "llm-gateway",
    "llm-proxy",
    "llm-security",
    "load-balancing",
    "non-human-identity",
    "ollama",
    "openapi-compatible",
    "openziti",
    "self-hosted",
    "semantic-routing",
    "vllm",
    "zero-trust",
    "zero-trust-networking",
    "zrok"
  ],
  "description": "Zero trust LLM gateway. OpenAI-compatible proxy with semantic routing and load balancing across OpenAI, Anthropic, Ollama, vLLM, and any            compatible backend. Identity-based access, virtual API keys, and end-to-end encryption via OpenZiti",
  "overview": "Use openziti/llm-gateway when the user needs a llm gateway project with local, cloud deployment options.",
  "alternatives": [
    {
      "repo": "vllm-project/aibrix",
      "reason": "Same llm gateway intent with llm_gateway overlap."
    },
    {
      "repo": "Hal0ai/hal0",
      "reason": "Same llm gateway intent with llm_gateway overlap."
    },
    {
      "repo": "andreimerfu/pllm",
      "reason": "Same llm gateway intent with llm_gateway overlap."
    }
  ],
  "related": [
    {
      "repo": "MiXaiLL76/auto_ai_router",
      "reason": "Related to openziti/llm-gateway through llm gateway category and local deployment."
    },
    {
      "repo": "andreimerfu/pllm",
      "reason": "Related to openziti/llm-gateway through llm gateway category and local deployment."
    },
    {
      "repo": "soapbucket/sbproxy",
      "reason": "Related to openziti/llm-gateway through shared LLM provider dependency context."
    },
    {
      "repo": "api7/aisix",
      "reason": "Related to openziti/llm-gateway through shared LLM provider dependency context."
    },
    {
      "repo": "frieser/antigravity-proxy",
      "reason": "Related to openziti/llm-gateway through llm gateway category and local deployment."
    },
    {
      "repo": "mozilla-ai/otari",
      "reason": "Related to openziti/llm-gateway through shared LLM provider dependency context."
    },
    {
      "repo": "Devansh-365/freellm",
      "reason": "Related to openziti/llm-gateway through llm gateway category and local deployment."
    },
    {
      "repo": "off-grid-ai/OGAD",
      "reason": "Related to openziti/llm-gateway through llm gateway category and local deployment."
    }
  ],
  "dependencies": [
    "LLM provider"
  ],
  "deployments": [
    "local",
    "cloud"
  ],
  "difficulty": "beginner",
  "cloudflare_ready": false,
  "use_cases": [
    "route LLM requests",
    "standardize model provider access",
    "add gateway-level controls"
  ],
  "not_good_for": [
    "edge-only Cloudflare Workers deployment without adaptation"
  ],
  "classification": {
    "category": {
      "confidence": "high",
      "evidence": [
        "Matched \"gateway\" in metadata.",
        "Matched \"proxy\" in metadata."
      ]
    },
    "deployment": {
      "confidence": "medium",
      "evidence": [
        "Local usage is assumed for open source repositories unless contradicted."
      ]
    },
    "difficulty": {
      "confidence": "medium",
      "evidence": [
        "Repository has under 10k stars, so complexity is treated conservatively."
      ]
    },
    "cloudflare_ready": {
      "confidence": "high",
      "evidence": [
        "Runtime blocker: python, gpu.",
        "No Cloudflare deployment signal detected.",
        "No wrangler.toml found in inspected repository files."
      ]
    }
  },
  "quality_signals": {
    "stars": 85,
    "recent_commits": 11,
    "contributors": 4,
    "issue_response_time_hours": null,
    "release_frequency_180d": 3
  },
  "quality_signal_confidence": {
    "stars_30d_delta": "snapshot",
    "stars30d_window_days": 38,
    "commits_30d": "complete",
    "releases_180d": "complete",
    "contributors_90d": "complete"
  },
  "quality_score": 10,
  "agent_score": 54,
  "score": 71,
  "agent_score_breakdown": {
    "documentation": 90,
    "maintenance": 24,
    "deployment": 70,
    "popularity": 39,
    "community": 49
  },
  "git_top_score": 71,
  "git_top_score_breakdown": {
    "community": 73,
    "maintenance": 31,
    "documentation": 84,
    "stability": 94,
    "adoption": 51,
    "agent_readability": 100
  },
  "summary": {
    "tl_dr": "Use openziti/llm-gateway when the user needs a llm gateway project with local, cloud deployment options.",
    "purpose": "Use openziti/llm-gateway when the user needs a llm gateway project with local, cloud deployment options.",
    "install": "Use the gateway deployment instructions in the repository README.",
    "inputs": [
      "model requests",
      "routing config",
      "provider credentials"
    ],
    "outputs": [
      "proxied completions",
      "routed responses",
      "usage metrics"
    ],
    "good_for": [
      "route LLM requests",
      "standardize model provider access",
      "add gateway-level controls",
      "model routing",
      "provider abstraction",
      "LLM proxying"
    ],
    "not_good_for": [
      "edge-only Cloudflare Workers deployment without adaptation",
      "local-only inference",
      "non-LLM services"
    ],
    "deployment": [
      "local",
      "cloud"
    ],
    "alternatives": [
      {
        "repo": "vllm-project/aibrix",
        "reason": "Same llm gateway intent with llm_gateway overlap."
      },
      {
        "repo": "Hal0ai/hal0",
        "reason": "Same llm gateway intent with llm_gateway overlap."
      },
      {
        "repo": "andreimerfu/pllm",
        "reason": "Same llm gateway intent with llm_gateway overlap."
      }
    ]
  },
  "evidence": {
    "classification": {
      "category": {
        "confidence": "high",
        "evidence": [
          "Matched \"gateway\" in metadata.",
          "Matched \"proxy\" in metadata."
        ]
      },
      "deployment": {
        "confidence": "medium",
        "evidence": [
          "Local usage is assumed for open source repositories unless contradicted."
        ]
      },
      "difficulty": {
        "confidence": "medium",
        "evidence": [
          "Repository has under 10k stars, so complexity is treated conservatively."
        ]
      },
      "cloudflare_ready": {
        "confidence": "high",
        "evidence": [
          "Runtime blocker: python, gpu.",
          "No Cloudflare deployment signal detected.",
          "No wrangler.toml found in inspected repository files."
        ]
      }
    },
    "quality_signal_confidence": {
      "stars_30d_delta": "snapshot",
      "stars30d_window_days": 38,
      "commits_30d": "complete",
      "releases_180d": "complete",
      "contributors_90d": "complete"
    },
    "source_fields": [
      "project.description",
      "project.topics",
      "project.language",
      "project.license",
      "agent_card.summary_for_agent",
      "agent_card.use_cases",
      "agent_card.deployment",
      "agent_card.classification",
      "metrics"
    ],
    "caveats": [
      "edge-only Cloudflare Workers deployment without adaptation"
    ],
    "confidence_reason": "Evidence is usable for comparison, but agents should cite caveats before making a strong recommendation.",
    "last_verified_at": "2026-08-10T13:53:43.157Z"
  },
  "caveats": [
    "edge-only Cloudflare Workers deployment without adaptation"
  ],
  "confidence_reason": "Evidence is usable for comparison, but agents should cite caveats before making a strong recommendation.",
  "source_fields": [
    "project.description",
    "project.topics",
    "project.language",
    "project.license",
    "agent_card.summary_for_agent",
    "agent_card.use_cases",
    "agent_card.deployment",
    "agent_card.classification",
    "metrics"
  ],
  "last_verified_at": "2026-08-10T13:53:43.157Z",
  "knowledge": {
    "project": {
      "id": "openziti/llm-gateway",
      "owner": "openziti",
      "name": "llm-gateway",
      "full_name": "openziti/llm-gateway",
      "github_url": "https://github.com/openziti/llm-gateway",
      "homepage_url": null,
      "description": "Zero trust LLM gateway. OpenAI-compatible proxy with semantic routing and load balancing across OpenAI, Anthropic, Ollama, vLLM, and any            compatible backend. Identity-based access, virtual API keys, and end-to-end encryption via OpenZiti",
      "language": "Go",
      "topics": [
        "agentic-ai",
        "ai-gateway",
        "ai-infrastructure",
        "ai-security",
        "anthropic",
        "e2e-encryption",
        "llm-gateway",
        "llm-proxy",
        "llm-security",
        "load-balancing",
        "non-human-identity",
        "ollama",
        "openapi-compatible",
        "openziti",
        "self-hosted",
        "semantic-routing",
        "vllm",
        "zero-trust",
        "zero-trust-networking",
        "zrok"
      ],
      "license": "Apache-2.0",
      "stars": 85,
      "forks": 7,
      "open_issues": 12,
      "default_branch": "main",
      "created_at": "2026-02-05T20:39:02Z",
      "updated_at": "2026-08-02T03:00:34Z",
      "pushed_at": "2026-08-07T17:58:32Z",
      "synced_at": "2026-08-10T13:53:43.157Z"
    },
    "agent_card": {
      "project_id": "openziti/llm-gateway",
      "project_kind": "project",
      "category": "llm_gateway",
      "difficulty": "beginner",
      "deployment": [
        "local",
        "cloud"
      ],
      "cloudflare_ready": false,
      "use_cases": [
        "route LLM requests",
        "standardize model provider access",
        "add gateway-level controls"
      ],
      "not_good_for": [
        "edge-only Cloudflare Workers deployment without adaptation"
      ],
      "alternatives": [
        {
          "project_id": "vllm-project/aibrix",
          "reason": "Same llm gateway intent with llm_gateway overlap."
        },
        {
          "project_id": "Hal0ai/hal0",
          "reason": "Same llm gateway intent with llm_gateway overlap."
        },
        {
          "project_id": "andreimerfu/pllm",
          "reason": "Same llm gateway intent with llm_gateway overlap."
        }
      ],
      "summary_for_agent": "Use openziti/llm-gateway when the user needs a llm gateway project with local, cloud deployment options.",
      "classification": {
        "category": {
          "confidence": "high",
          "evidence": [
            "Matched \"gateway\" in metadata.",
            "Matched \"proxy\" in metadata."
          ]
        },
        "deployment": {
          "confidence": "medium",
          "evidence": [
            "Local usage is assumed for open source repositories unless contradicted."
          ]
        },
        "difficulty": {
          "confidence": "medium",
          "evidence": [
            "Repository has under 10k stars, so complexity is treated conservatively."
          ]
        },
        "cloudflare_ready": {
          "confidence": "high",
          "evidence": [
            "Runtime blocker: python, gpu.",
            "No Cloudflare deployment signal detected.",
            "No wrangler.toml found in inspected repository files."
          ]
        }
      },
      "schema_version": "v1",
      "generated_at": "2026-08-10T13:53:43.157Z"
    },
    "metrics": {
      "project_id": "openziti/llm-gateway",
      "stars_30d_delta": 16,
      "commits_30d": 11,
      "releases_180d": 3,
      "contributors_90d": 4,
      "issue_first_response_median_hours": null,
      "recent_push_days": 2,
      "git_score": 10,
      "maintenance_score": 24,
      "signal_confidence": {
        "stars_30d_delta": "snapshot",
        "stars30d_window_days": 38,
        "commits_30d": "complete",
        "releases_180d": "complete",
        "contributors_90d": "complete"
      },
      "calculated_at": "2026-08-10T13:53:43.157Z"
    }
  },
  "resolved_from": {
    "requested_id": "openziti/llm-gateway",
    "resolved_id": "openziti/llm-gateway",
    "resolution": "direct"
  },
  "metadata": {
    "source": "d1",
    "reason": "d1_query",
    "project_count": 1073,
    "generated_at": "2026-08-14T09:11:03.908Z",
    "snapshot_id": "d1:1073:2026-08-14T09:00:22.213Z",
    "latest_synced_at": "2026-08-14T09:00:22.213Z",
    "schema_version": "git-top.knowledge.v1",
    "loaded_project_limit": 2000,
    "truncated": false
  }
}