{
  "project_id": "AgentEvalHQ/AgentEval",
  "repo": "AgentEvalHQ/AgentEval",
  "name": "AgentEval",
  "github_url": "https://github.com/AgentEvalHQ/AgentEval",
  "homepage_url": "https://agenteval.dev/",
  "language": "C#",
  "license": "MIT",
  "project_kind": "project",
  "category": [
    "agent_framework"
  ],
  "tags": [
    "agent",
    "agentic",
    "evals",
    "evaluations",
    "framework",
    "net",
    "red-teaming",
    "testing",
    "workflows"
  ],
  "description": "AgentEval is the comprehensive .NET toolkit for AI agent evaluation—tool usage validation, RAG quality metrics, stochastic evaluation, and model comparison—built first for Microsoft Agent Framework (MAF) and Microsoft.Extensions.AI. What RAGAS, PromptFoo and DeepEval do for Python, AgentEval does for .NET",
  "overview": "Use AgentEvalHQ/AgentEval when the user needs an agent framework project with docker, local, cloud deployment options.",
  "alternatives": [
    {
      "repo": "langchain-ai/langchain",
      "reason": "Same agent framework intent with rag, workflow overlap."
    },
    {
      "repo": "google/adk-python",
      "reason": "Same agent framework intent with workflow overlap."
    },
    {
      "repo": "Protocol-Lattice/go-agent",
      "reason": "Same agent framework intent with rag, workflow overlap."
    }
  ],
  "related": [
    {
      "repo": "open-mercato/open-mercato",
      "reason": "Related to AgentEvalHQ/AgentEval through agent framework category and docker deployment."
    },
    {
      "repo": "agentscope-ai/agentscope",
      "reason": "Related to AgentEvalHQ/AgentEval through agent framework category and docker deployment."
    },
    {
      "repo": "CopilotKit/CopilotKit",
      "reason": "Related to AgentEvalHQ/AgentEval through agent framework category and docker deployment."
    },
    {
      "repo": "e2b-dev/E2B",
      "reason": "Related to AgentEvalHQ/AgentEval through agent framework category and docker deployment."
    },
    {
      "repo": "TauricResearch/TradingAgents",
      "reason": "Related to AgentEvalHQ/AgentEval through agent framework category and docker deployment."
    },
    {
      "repo": "olimorris/codecompanion.nvim",
      "reason": "Related to AgentEvalHQ/AgentEval through agent framework category and docker deployment."
    },
    {
      "repo": "Kohaku-Lab/KohakuTerrarium",
      "reason": "Related to AgentEvalHQ/AgentEval through agent framework category and docker deployment."
    },
    {
      "repo": "modelship-ai/modelship",
      "reason": "Related to AgentEvalHQ/AgentEval through agent framework category and docker deployment."
    }
  ],
  "dependencies": [
    "Vector database",
    "LLM provider"
  ],
  "deployments": [
    "docker",
    "local",
    "cloud"
  ],
  "difficulty": "beginner",
  "cloudflare_ready": false,
  "use_cases": [
    "build agents with AgentEval",
    "orchestrate LLM tools",
    "prototype autonomous workflows"
  ],
  "not_good_for": [
    "edge-only Cloudflare Workers deployment without adaptation"
  ],
  "classification": {
    "category": {
      "confidence": "high",
      "evidence": [
        "Matched \"agent framework\" in metadata.",
        "Matched \"agent\" in metadata."
      ]
    },
    "deployment": {
      "confidence": "high",
      "evidence": [
        "Found Docker configuration file.",
        "Local usage is assumed for open source repositories unless contradicted."
      ]
    },
    "difficulty": {
      "confidence": "medium",
      "evidence": [
        "Repository has under 10k stars, so complexity is treated conservatively."
      ]
    },
    "cloudflare_ready": {
      "confidence": "high",
      "evidence": [
        "Runtime blocker: python.",
        "No Cloudflare deployment signal detected.",
        "No wrangler.toml found in inspected repository files."
      ]
    }
  },
  "quality_signals": {
    "stars": 146,
    "recent_commits": 79,
    "contributors": 4,
    "issue_response_time_hours": null,
    "release_frequency_180d": 36
  },
  "quality_signal_confidence": {
    "stars_30d_delta": "snapshot",
    "stars30d_window_days": 36,
    "commits_30d": "complete",
    "releases_180d": "complete",
    "contributors_90d": "complete"
  },
  "quality_score": 28,
  "agent_score": 64,
  "score": 81,
  "agent_score_breakdown": {
    "documentation": 90,
    "maintenance": 54,
    "deployment": 80,
    "popularity": 43,
    "community": 49
  },
  "git_top_score": 81,
  "git_top_score_breakdown": {
    "community": 76,
    "maintenance": 69,
    "documentation": 84,
    "stability": 100,
    "adoption": 59,
    "agent_readability": 100
  },
  "verification": {
    "schema_version": "git-top.verification.v1",
    "overall_status": "partial",
    "observed_at": "2026-09-15T18:30:46.515Z",
    "signals": {
      "activity": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.pushed_at",
          "metrics.recent_push_days"
        ]
      },
      "license": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.license"
        ]
      },
      "documentation": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.description"
        ]
      },
      "runtime": {
        "status": "inferred",
        "source": "git_top_heuristic",
        "evidence": [
          "agent_card.deployment",
          "agent_card.cloudflare_ready"
        ]
      },
      "install": {
        "status": "not_run",
        "source": "git_top_runtime",
        "evidence": [
          "installation/build probe is not enabled"
        ]
      },
      "security": {
        "status": "not_run",
        "source": "git_top_runtime",
        "evidence": [
          "dependency/security scan is not enabled"
        ]
      },
      "mcp": {
        "status": "not_applicable",
        "source": "git_top_runtime",
        "evidence": [
          "project is not classified as mcp_server"
        ]
      }
    },
    "coverage": {
      "observed": 3,
      "inferred": 1,
      "not_run": 2,
      "unknown": 0
    },
    "next_steps": [
      "Run an installation/build probe before production adoption.",
      "Run a dependency and security scan before treating the score as a trust claim."
    ]
  },
  "summary": {
    "tl_dr": "Use AgentEvalHQ/AgentEval when the user needs an agent framework project with docker, local, cloud deployment options.",
    "purpose": "Use AgentEvalHQ/AgentEval when the user needs an agent framework project with docker, local, cloud deployment options.",
    "install": "Run with Docker using the repository's container instructions.",
    "inputs": [
      "task prompt",
      "tools",
      "context",
      "memory/state"
    ],
    "outputs": [
      "agent runs",
      "tool calls",
      "workflow state"
    ],
    "good_for": [
      "build agents with AgentEval",
      "orchestrate LLM tools",
      "prototype autonomous workflows",
      "stateful agents",
      "tool-using assistants",
      "workflow orchestration"
    ],
    "not_good_for": [
      "edge-only Cloudflare Workers deployment without adaptation",
      "simple prompt-only apps",
      "one-shot chat wrappers"
    ],
    "deployment": [
      "docker",
      "local",
      "cloud"
    ],
    "alternatives": [
      {
        "repo": "langchain-ai/langchain",
        "reason": "Same agent framework intent with rag, workflow overlap."
      },
      {
        "repo": "google/adk-python",
        "reason": "Same agent framework intent with workflow overlap."
      },
      {
        "repo": "Protocol-Lattice/go-agent",
        "reason": "Same agent framework intent with rag, workflow overlap."
      }
    ]
  },
  "evidence": {
    "classification": {
      "category": {
        "confidence": "high",
        "evidence": [
          "Matched \"agent framework\" in metadata.",
          "Matched \"agent\" in metadata."
        ]
      },
      "deployment": {
        "confidence": "high",
        "evidence": [
          "Found Docker configuration file.",
          "Local usage is assumed for open source repositories unless contradicted."
        ]
      },
      "difficulty": {
        "confidence": "medium",
        "evidence": [
          "Repository has under 10k stars, so complexity is treated conservatively."
        ]
      },
      "cloudflare_ready": {
        "confidence": "high",
        "evidence": [
          "Runtime blocker: python.",
          "No Cloudflare deployment signal detected.",
          "No wrangler.toml found in inspected repository files."
        ]
      }
    },
    "quality_signal_confidence": {
      "stars_30d_delta": "snapshot",
      "stars30d_window_days": 36,
      "commits_30d": "complete",
      "releases_180d": "complete",
      "contributors_90d": "complete"
    },
    "verification": {
      "schema_version": "git-top.verification.v1",
      "overall_status": "partial",
      "observed_at": "2026-09-15T18:30:46.515Z",
      "signals": {
        "activity": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.pushed_at",
            "metrics.recent_push_days"
          ]
        },
        "license": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.license"
          ]
        },
        "documentation": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.description"
          ]
        },
        "runtime": {
          "status": "inferred",
          "source": "git_top_heuristic",
          "evidence": [
            "agent_card.deployment",
            "agent_card.cloudflare_ready"
          ]
        },
        "install": {
          "status": "not_run",
          "source": "git_top_runtime",
          "evidence": [
            "installation/build probe is not enabled"
          ]
        },
        "security": {
          "status": "not_run",
          "source": "git_top_runtime",
          "evidence": [
            "dependency/security scan is not enabled"
          ]
        },
        "mcp": {
          "status": "not_applicable",
          "source": "git_top_runtime",
          "evidence": [
            "project is not classified as mcp_server"
          ]
        }
      },
      "coverage": {
        "observed": 3,
        "inferred": 1,
        "not_run": 2,
        "unknown": 0
      },
      "next_steps": [
        "Run an installation/build probe before production adoption.",
        "Run a dependency and security scan before treating the score as a trust claim."
      ]
    },
    "source_fields": [
      "project.description",
      "project.topics",
      "project.language",
      "project.license",
      "agent_card.summary_for_agent",
      "agent_card.use_cases",
      "agent_card.deployment",
      "agent_card.classification",
      "metrics",
      "verification.signals"
    ],
    "caveats": [
      "edge-only Cloudflare Workers deployment without adaptation",
      "Independent installation, security, or runtime probes have not been run for this project."
    ],
    "confidence_reason": "Classification evidence and quality signals are strong enough for shortlist reasoning when metadata is current.",
    "last_verified_at": "2026-09-15T18:30:46.515Z"
  },
  "caveats": [
    "edge-only Cloudflare Workers deployment without adaptation",
    "Independent installation, security, or runtime probes have not been run for this project."
  ],
  "confidence_reason": "Classification evidence and quality signals are strong enough for shortlist reasoning when metadata is current.",
  "source_fields": [
    "project.description",
    "project.topics",
    "project.language",
    "project.license",
    "agent_card.summary_for_agent",
    "agent_card.use_cases",
    "agent_card.deployment",
    "agent_card.classification",
    "metrics",
    "verification.signals"
  ],
  "last_verified_at": "2026-09-15T18:30:46.515Z",
  "knowledge": {
    "project": {
      "id": "AgentEvalHQ/AgentEval",
      "owner": "AgentEvalHQ",
      "name": "AgentEval",
      "full_name": "AgentEvalHQ/AgentEval",
      "github_url": "https://github.com/AgentEvalHQ/AgentEval",
      "homepage_url": "https://agenteval.dev/",
      "description": "AgentEval is the comprehensive .NET toolkit for AI agent evaluation—tool usage validation, RAG quality metrics, stochastic evaluation, and model comparison—built first for Microsoft Agent Framework (MAF) and Microsoft.Extensions.AI. What RAGAS, PromptFoo and DeepEval do for Python, AgentEval does for .NET",
      "language": "C#",
      "topics": [
        "agent",
        "agentic",
        "evals",
        "evaluations",
        "framework",
        "net",
        "red-teaming",
        "testing",
        "workflows"
      ],
      "license": "MIT",
      "stars": 146,
      "forks": 14,
      "open_issues": 4,
      "default_branch": "main",
      "created_at": "2026-01-02T19:52:13Z",
      "updated_at": "2026-09-15T10:33:02Z",
      "pushed_at": "2026-09-15T18:22:53Z",
      "synced_at": "2026-09-15T18:30:46.515Z"
    },
    "agent_card": {
      "project_id": "AgentEvalHQ/AgentEval",
      "project_kind": "project",
      "category": "agent_framework",
      "difficulty": "beginner",
      "deployment": [
        "docker",
        "local",
        "cloud"
      ],
      "cloudflare_ready": false,
      "use_cases": [
        "build agents with AgentEval",
        "orchestrate LLM tools",
        "prototype autonomous workflows"
      ],
      "not_good_for": [
        "edge-only Cloudflare Workers deployment without adaptation"
      ],
      "alternatives": [
        {
          "project_id": "langchain-ai/langchain",
          "reason": "Same agent framework intent with rag, workflow overlap."
        },
        {
          "project_id": "google/adk-python",
          "reason": "Same agent framework intent with workflow overlap."
        },
        {
          "project_id": "Protocol-Lattice/go-agent",
          "reason": "Same agent framework intent with rag, workflow overlap."
        }
      ],
      "summary_for_agent": "Use AgentEvalHQ/AgentEval when the user needs an agent framework project with docker, local, cloud deployment options.",
      "classification": {
        "category": {
          "confidence": "high",
          "evidence": [
            "Matched \"agent framework\" in metadata.",
            "Matched \"agent\" in metadata."
          ]
        },
        "deployment": {
          "confidence": "high",
          "evidence": [
            "Found Docker configuration file.",
            "Local usage is assumed for open source repositories unless contradicted."
          ]
        },
        "difficulty": {
          "confidence": "medium",
          "evidence": [
            "Repository has under 10k stars, so complexity is treated conservatively."
          ]
        },
        "cloudflare_ready": {
          "confidence": "high",
          "evidence": [
            "Runtime blocker: python.",
            "No Cloudflare deployment signal detected.",
            "No wrangler.toml found in inspected repository files."
          ]
        }
      },
      "schema_version": "v1",
      "generated_at": "2026-09-15T18:30:46.515Z"
    },
    "metrics": {
      "project_id": "AgentEvalHQ/AgentEval",
      "stars_30d_delta": 13,
      "commits_30d": 79,
      "releases_180d": 36,
      "contributors_90d": 4,
      "issue_first_response_median_hours": null,
      "recent_push_days": 0,
      "git_score": 28,
      "maintenance_score": 54,
      "signal_confidence": {
        "stars_30d_delta": "snapshot",
        "stars30d_window_days": 36,
        "commits_30d": "complete",
        "releases_180d": "complete",
        "contributors_90d": "complete"
      },
      "calculated_at": "2026-09-15T18:30:46.515Z"
    }
  },
  "resolved_from": {
    "requested_id": "AgentEvalHQ/AgentEval",
    "resolved_id": "AgentEvalHQ/AgentEval",
    "resolution": "direct"
  },
  "metadata": {
    "source": "d1",
    "reason": "d1_query",
    "project_count": 1213,
    "generated_at": "2026-09-20T12:38:03.428Z",
    "snapshot_id": "d1:1213:2026-09-20T12:31:12.339Z",
    "latest_synced_at": "2026-09-20T12:31:12.339Z",
    "schema_version": "git-top.knowledge.v1",
    "loaded_project_limit": 2000,
    "truncated": false
  }
}