Files
mcp-microsoft/.vally.yaml
T
Alan Zimmer d2654901bd Updates to Vally handling (#3383)
* Disable skills, disable MCP telemetry capture

* Add flag to New-BuildInfo to skip building all when common code is changed

* Validate changes

* Revert validation test change and update comment
2026-08-26 15:24:58 -04:00

36 lines
951 B
YAML

paths:
skills: []
evals: ["tools/Azure.Mcp.Tools.*/tests/", ".work/vally/evals/*/"]
results: ".work/vally/vally-results/"
environments:
linux:
mcpServers:
azmcp:
type: stdio
command: ".work/build/Azure.Mcp.Server/linux-x64/azmcp"
args: ["server", "start"]
timeout: "2m"
env:
AZURE_MCP_COLLECT_TELEMETRY: 'false'
windows:
mcpServers:
azmcp:
type: stdio
command: ".work/build/Azure.Mcp.Server/windows-x64/azmcp"
args: ["server", "start"]
timeout: "2m"
env:
AZURE_MCP_COLLECT_TELEMETRY: 'false'
suites:
basic:
description: "Basic set of MCP tools to run evals on."
evals:
- ".work/evals/appconfig/"
- ".work/evals/storage/"
- ".work/evals/keyvault/"
- "tools/Azure.Mcp.Tools.AppConfig/tests/"
- "tools/Azure.Mcp.Tools.KeyVault/tests/"
- "tools/Azure.Mcp.Tools.Storage/tests/"