nprasad2077/codebase-memory-mcp
1
0 Fork 0
mirror of https://github.com/DeusData/codebase-memory-mcp.git synced 2026-11-06 17:49:47 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
a35671e962f1f2fb4e94deaf55e71cf05f6b3828
codebase-memory-mcp/graph-ui/verification/w5/eval.json
T
Martin VogelandBernhard Jackiewicz 722a2424db docs(ui): CodeAtlasWeb proof artifacts, verbatim 
The recorded proof runs of CodeAtlasWeb at 1825f9c850ac794066e02606012508b9d393c6aa:
screenshots, contact sheets, two screen recordings and the JSON reports
of every cycle's smoke run, gate run and audit (227 files, 65 MB).
Bernhard Jackiewicz's work, imported unchanged.

They sit in their own commit on purpose: his frozen acceptance checks
read them (tests/scaffold), his help page points readers at them, and
the maintainer may still decide to keep this history out of the public
tree. Dropping this commit removes exactly the artifacts and nothing
else; the four acceptance checks that bind the report to his
repository's own commits are not part of the CI gate either way.

Co-authored-by: Bernhard Jackiewicz <bj@techport.io>
Signed-off-by: Martin Vogel <martin.vogel.tech@gmail.com>
2026-09-05 20:38:59 +02:00

6844 lines
241 KiB
JSON
Raw Blame History

{
"temperature": 0,
"seed": 42,
"questionCount": 44,
"maxTokens": 220,
"repeatPenalty": 1.1,
"fixture": "fixtures/atlas-sample (nur gelesen)",
"project": "codeatlasweb-w5b-eval",
"serverPort": 4310,
"evalPortFloor": 4400,
"sidecarPortUntouched": 4141,
"budgets": {
"classA": 3000,
"classB": 8000
},
"models": [
{
"name": "Qwen3.5-2B",
"file": "Qwen3.5-2B-Q4_K_M.gguf",
"modelClass": "A",
"mode": "thinks by default (content empty, reasoning_content 410 chars); enable_thinking:false moves the answer into content; /no_think has no effect.",
"nonThinking": "chat_template_kwargs {\"enable_thinking\": false}",
"passRate": 0.682,
"citationCompliance": 0.932,
"meanTokPerSec": 86.214,
"answered": 44,
"notes": [
"context 3072 tokens, quantisation Q4_K - Medium, ready in 1211 ms on port 4400",
"2 answers came from the compiler without a request, because no card covered the question",
"0 answers were a monologue with no content",
"0 answers stopped at the token limit; their last line is not counted as a claim",
"mean answer length 201 characters"
],
"deterministicAnswers": 2,
"meanAnswerChars": 201,
"meanPromptTokens": 610,
"meanEstimatedPromptTokens": 561,
"totalMs": 34332
},
{
"name": "LFM2.5-1.2B",
"file": "LFM2.5-1.2B-Instruct-Q4_K_M.gguf",
"modelClass": "A",
"mode": "never thinks: content is filled and no reasoning_content key is returned; enable_thinking:false leaves the answer byte-identical.",
"nonThinking": "chat_template_kwargs {\"enable_thinking\": false}",
"passRate": 0.295,
"citationCompliance": 0.432,
"meanTokPerSec": 109.945,
"answered": 44,
"notes": [
"context 3072 tokens, quantisation Q4_K - Medium, ready in 808 ms on port 4400",
"2 answers came from the compiler without a request, because no card covered the question",
"0 answers were a monologue with no content",
"0 answers stopped at the token limit; their last line is not counted as a claim",
"mean answer length 135 characters"
],
"deterministicAnswers": 2,
"meanAnswerChars": 135,
"meanPromptTokens": 608,
"meanEstimatedPromptTokens": 561,
"totalMs": 14843
},
{
"name": "MiniCPM5-1B",
"file": "MiniCPM5-1B-Q4_K_M.gguf",
"modelClass": "A",
"mode": "thinks by default (content empty, reasoning_content 473 chars); enable_thinking:false moves the answer into content; /no_think has no effect.",
"nonThinking": "chat_template_kwargs {\"enable_thinking\": false}",
"passRate": 0.25,
"citationCompliance": 0.545,
"meanTokPerSec": 170.848,
"answered": 44,
"notes": [
"context 3072 tokens, quantisation Q4_K - Medium, ready in 809 ms on port 4400",
"2 answers came from the compiler without a request, because no card covered the question",
"0 answers were a monologue with no content",
"5 answers stopped at the token limit; their last line is not counted as a claim",
"mean answer length 220 characters"
],
"deterministicAnswers": 2,
"meanAnswerChars": 220,
"meanPromptTokens": 591,
"meanEstimatedPromptTokens": 561,
"totalMs": 21222
},
{
"name": "Qwen2.5-Coder-1.5B",
"file": "qwen2.5-coder-1.5b-instruct-q4_k_m.gguf",
"modelClass": "A",
"mode": "never thinks: content is filled and no reasoning_content key is returned; enable_thinking:false leaves the answer byte-identical.",
"nonThinking": "chat_template_kwargs {\"enable_thinking\": false}",
"passRate": 0.227,
"citationCompliance": 0.705,
"meanTokPerSec": 84.048,
"answered": 44,
"notes": [
"context 3072 tokens, quantisation Q4_K - Medium, ready in 1211 ms on port 4400",
"2 answers came from the compiler without a request, because no card covered the question",
"0 answers were a monologue with no content",
"0 answers stopped at the token limit; their last line is not counted as a claim",
"mean answer length 100 characters"
],
"deterministicAnswers": 2,
"meanAnswerChars": 100,
"meanPromptTokens": 578,
"meanEstimatedPromptTokens": 561,
"totalMs": 16560
},
{
"name": "Qwen3.5-4B",
"file": "Qwen3.5-4B-Q4_K_M.gguf",
"modelClass": "B",
"mode": "thinks by default (content empty, reasoning_content 411 chars); enable_thinking:false moves the answer into content; /no_think has no effect.",
"nonThinking": "chat_template_kwargs {\"enable_thinking\": false}",
"passRate": 0.818,
"citationCompliance": 0.955,
"meanTokPerSec": 37.836,
"answered": 44,
"notes": [
"context 8192 tokens, quantisation Q4_K - Medium, ready in 2421 ms on port 4400",
"2 answers came from the compiler without a request, because no card covered the question",
"0 answers were a monologue with no content",
"0 answers stopped at the token limit; their last line is not counted as a claim",
"mean answer length 155 characters"
],
"deterministicAnswers": 2,
"meanAnswerChars": 155,
"meanPromptTokens": 610,
"meanEstimatedPromptTokens": 561,
"totalMs": 56626
},
{
"name": "gemma-4-E4B",
"file": "gemma-4-E4B-it-Q4_K_M.gguf",
"modelClass": "B",
"mode": "thinks by default (content empty, reasoning_content 423 chars); enable_thinking:false moves the answer into content; /no_think has no effect.",
"nonThinking": "chat_template_kwargs {\"enable_thinking\": false}",
"passRate": 0.841,
"citationCompliance": 1,
"meanTokPerSec": 31.831,
"answered": 44,
"notes": [
"context 8192 tokens, quantisation Q4_K - Medium, ready in 3228 ms on port 4400",
"2 answers came from the compiler without a request, because no card covered the question",
"0 answers were a monologue with no content",
"0 answers stopped at the token limit; their last line is not counted as a claim",
"mean answer length 123 characters"
],
"deterministicAnswers": 2,
"meanAnswerChars": 123,
"meanPromptTokens": 632,
"meanEstimatedPromptTokens": 561,
"totalMs": 58908
}
],
"winnerClassA": {
"name": "Qwen3.5-2B",
"file": "Qwen3.5-2B-Q4_K_M.gguf",
"passRate": 0.682,
"citationCompliance": 0.932,
"meanTokPerSec": 86.214,
"begruendung": "passRate 0.682 gegen 0.295 (LFM2.5-1.2B); Zitattreue 0.932 gegen 0.432; 86.214 gegen 109.945 tok/s. Score ist die Trefferquote, Gleichstand entscheidet die Zitattreue, dann das Tempo."
},
"winnerClassB": {
"name": "gemma-4-E4B",
"file": "gemma-4-E4B-it-Q4_K_M.gguf",
"passRate": 0.841,
"citationCompliance": 1,
"meanTokPerSec": 31.831,
"begruendung": "passRate 0.841 gegen 0.818 (Qwen3.5-4B); Zitattreue 1 gegen 0.955; 31.831 gegen 37.836 tok/s. Score ist die Trefferquote, Gleichstand entscheidet die Zitattreue, dann das Tempo."
},
"generatedAt": "2026-08-29T00:15:39.440Z",
"totalMs": 219498,
"error": null,
"extras": {
"compile": {
"A": {
"ms": 3,
"budget": 2300,
"meanCards": 6.614,
"meanTokens": 186.114,
"maxTokens": 430,
"droppedCards": 0,
"noCardQuestions": [
"honest-01-de",
"honest-02-en"
],
"classes": [
{
"id": "who-01-de",
"klass": "who-calls"
},
{
"id": "who-02-en",
"klass": "who-calls"
},
{
"id": "who-03-de",
"klass": "who-calls"
},
{
"id": "who-04-en",
"klass": "who-calls"
},
{
"id": "who-05-de",
"klass": "who-calls"
},
{
"id": "who-06-en",
"klass": "who-calls"
},
{
"id": "who-07-de",
"klass": "who-calls"
},
{
"id": "who-08-en",
"klass": "who-calls"
},
{
"id": "what-01-de",
"klass": "what-is"
},
{
"id": "what-02-en",
"klass": "what-is"
},
{
"id": "what-03-de",
"klass": "what-is"
},
{
"id": "what-04-en",
"klass": "what-is"
},
{
"id": "what-05-de",
"klass": "what-is"
},
{
"id": "what-06-en",
"klass": "what-is"
},
{
"id": "what-07-de",
"klass": "what-is"
},
{
"id": "what-08-en",
"klass": "what-is"
},
{
"id": "what-09-de",
"klass": "what-is"
},
{
"id": "what-10-en",
"klass": "what-is"
},
{
"id": "err-01-de",
"klass": "why-error"
},
{
"id": "err-02-en",
"klass": "why-error"
},
{
"id": "err-03-de",
"klass": "why-error"
},
{
"id": "err-04-en",
"klass": "why-error"
},
{
"id": "err-05-de",
"klass": "why-error"
},
{
"id": "err-06-en",
"klass": "why-error"
},
{
"id": "if-01-de",
"klass": "what-if"
},
{
"id": "if-02-en",
"klass": "what-if"
},
{
"id": "if-03-de",
"klass": "what-if"
},
{
"id": "if-04-en",
"klass": "what-if"
},
{
"id": "if-05-de",
"klass": "what-if"
},
{
"id": "if-06-en",
"klass": "what-if"
},
{
"id": "entry-01-de",
"klass": "where-entry"
},
{
"id": "entry-02-en",
"klass": "where-entry"
},
{
"id": "entry-03-de",
"klass": "where-entry"
},
{
"id": "entry-04-en",
"klass": "where-entry"
},
{
"id": "entry-05-de",
"klass": "where-entry"
},
{
"id": "cmp-01-de",
"klass": "compare"
},
{
"id": "cmp-02-en",
"klass": "compare"
},
{
"id": "cmp-03-de",
"klass": "compare"
},
{
"id": "cmp-04-en",
"klass": "compare"
},
{
"id": "over-01-de",
"klass": "overview"
},
{
"id": "over-02-en",
"klass": "overview"
},
{
"id": "over-03-de",
"klass": "overview"
},
{
"id": "honest-01-de",
"klass": "other"
},
{
"id": "honest-02-en",
"klass": "what-is"
}
]
},
"B": {
"ms": 0,
"budget": 7300,
"meanCards": 6.614,
"meanTokens": 186.114,
"maxTokens": 430,
"droppedCards": 0,
"noCardQuestions": [
"honest-01-de",
"honest-02-en"
],
"classes": [
{
"id": "who-01-de",
"klass": "who-calls"
},
{
"id": "who-02-en",
"klass": "who-calls"
},
{
"id": "who-03-de",
"klass": "who-calls"
},
{
"id": "who-04-en",
"klass": "who-calls"
},
{
"id": "who-05-de",
"klass": "who-calls"
},
{
"id": "who-06-en",
"klass": "who-calls"
},
{
"id": "who-07-de",
"klass": "who-calls"
},
{
"id": "who-08-en",
"klass": "who-calls"
},
{
"id": "what-01-de",
"klass": "what-is"
},
{
"id": "what-02-en",
"klass": "what-is"
},
{
"id": "what-03-de",
"klass": "what-is"
},
{
"id": "what-04-en",
"klass": "what-is"
},
{
"id": "what-05-de",
"klass": "what-is"
},
{
"id": "what-06-en",
"klass": "what-is"
},
{
"id": "what-07-de",
"klass": "what-is"
},
{
"id": "what-08-en",
"klass": "what-is"
},
{
"id": "what-09-de",
"klass": "what-is"
},
{
"id": "what-10-en",
"klass": "what-is"
},
{
"id": "err-01-de",
"klass": "why-error"
},
{
"id": "err-02-en",
"klass": "why-error"
},
{
"id": "err-03-de",
"klass": "why-error"
},
{
"id": "err-04-en",
"klass": "why-error"
},
{
"id": "err-05-de",
"klass": "why-error"
},
{
"id": "err-06-en",
"klass": "why-error"
},
{
"id": "if-01-de",
"klass": "what-if"
},
{
"id": "if-02-en",
"klass": "what-if"
},
{
"id": "if-03-de",
"klass": "what-if"
},
{
"id": "if-04-en",
"klass": "what-if"
},
{
"id": "if-05-de",
"klass": "what-if"
},
{
"id": "if-06-en",
"klass": "what-if"
},
{
"id": "entry-01-de",
"klass": "where-entry"
},
{
"id": "entry-02-en",
"klass": "where-entry"
},
{
"id": "entry-03-de",
"klass": "where-entry"
},
{
"id": "entry-04-en",
"klass": "where-entry"
},
{
"id": "entry-05-de",
"klass": "where-entry"
},
{
"id": "cmp-01-de",
"klass": "compare"
},
{
"id": "cmp-02-en",
"klass": "compare"
},
{
"id": "cmp-03-de",
"klass": "compare"
},
{
"id": "cmp-04-en",
"klass": "compare"
},
{
"id": "over-01-de",
"klass": "overview"
},
{
"id": "over-02-en",
"klass": "overview"
},
{
"id": "over-03-de",
"klass": "overview"
},
{
"id": "honest-01-de",
"klass": "other"
},
{
"id": "honest-02-en",
"klass": "what-is"
}
]
}
},
"iterations": [
{
"pass": 1,
"change": "first prompt: numbered rules plus a worked example built from fixture names",
"measured": "Qwen3.5-2B on the caller questions: passRate 0.625, citation 0.75",
"finding": "headings (\"The symbols that call listUsers are:\") and closing lines carried no citation; one model wrote \"userCreate\" where the card said \"createUser\"."
},
{
"pass": 2,
"change": "added rules against headings and closing lines, against re-spelling a name, and against answering with cards about something else",
"measured": "Qwen3.5-2B over all 44: passRate 0.705, citation 0.841",
"finding": "the worked example was being copied: models put the fixture names from the example into answers about entirely different symbols."
},
{
"pass": 3,
"change": "example replaced with placeholder names (alphaWorker, betaHandler)",
"measured": "Qwen3.5-2B: passRate 0.114, citation 0.227",
"finding": "the placeholders were copied verbatim as well. An example is a pattern to continue, whatever it contains."
},
{
"pass": 4,
"change": "example removed entirely; the shape stated as a rule",
"measured": "Qwen3.5-2B: passRate 0.205, citation 0.295",
"finding": "with no shape to follow the models copied the shape of the cards and wrote \"K2: registerUserRoutes ...\", where the number is not a citation."
},
{
"pass": 5,
"change": "CARDS now labelled [K1], [K2] in citation syntax instead of \"K1:\"; a slot template for the answer line; the counting sentence moved to the last line of the subject card; repeat penalty 1.1 and a truncation-aware citation check",
"measured": "Qwen3.5-2B: passRate 0.636, citation 1.0",
"finding": "the cheapest continuation of a labelled card list is now a compliant citation. The slot text itself still leaked into some answers."
},
{
"pass": 6,
"change": "rule against writing the slot markers; the fallback sentence described instead of quoted; the fallback exemption in the checker narrowed to a lone line",
"measured": "Qwen3.5-2B: passRate 0.682, citation 0.932; the reported run",
"finding": "both class winners clear the acceptance bounds. The remaining failures are model limitations, not contract violations: names dropped from an answer, or one caller named where the cards list three."
}
],
"leftovers": [
{
"port": 4310,
"listeners": 0
},
{
"port": 4141,
"listeners": 0
}
],
"indexed": {
"nodes": 76,
"edges": 178
},
"compilerModules": 23,
"packetMs": 607,
"expectedInCards": [
{
"id": "who-01-de",
"klass": "who-calls",
"cards": 11,
"missing": []
},
{
"id": "who-02-en",
"klass": "who-calls",
"cards": 7,
"missing": []
},
{
"id": "who-03-de",
"klass": "who-calls",
"cards": 5,
"missing": []
},
{
"id": "who-04-en",
"klass": "who-calls",
"cards": 4,
"missing": []
},
{
"id": "who-05-de",
"klass": "who-calls",
"cards": 6,
"missing": []
},
{
"id": "who-06-en",
"klass": "who-calls",
"cards": 5,
"missing": []
},
{
"id": "who-07-de",
"klass": "who-calls",
"cards": 6,
"missing": []
},
{
"id": "who-08-en",
"klass": "who-calls",
"cards": 3,
"missing": []
},
{
"id": "what-01-de",
"klass": "what-is",
"cards": 11,
"missing": []
},
{
"id": "what-02-en",
"klass": "what-is",
"cards": 7,
"missing": []
},
{
"id": "what-03-de",
"klass": "what-is",
"cards": 6,
"missing": []
},
{
"id": "what-04-en",
"klass": "what-is",
"cards": 4,
"missing": []
},
{
"id": "what-05-de",
"klass": "what-is",
"cards": 7,
"missing": []
},
{
"id": "what-06-en",
"klass": "what-is",
"cards": 7,
"missing": []
},
{
"id": "what-07-de",
"klass": "what-is",
"cards": 2,
"missing": []
},
{
"id": "what-08-en",
"klass": "what-is",
"cards": 2,
"missing": []
},
{
"id": "what-09-de",
"klass": "what-is",
"cards": 4,
"missing": []
},
{
"id": "what-10-en",
"klass": "what-is",
"cards": 5,
"missing": []
},
{
"id": "err-01-de",
"klass": "why-error",
"cards": 11,
"missing": []
},
{
"id": "err-02-en",
"klass": "why-error",
"cards": 5,
"missing": []
},
{
"id": "err-03-de",
"klass": "why-error",
"cards": 5,
"missing": []
},
{
"id": "err-04-en",
"klass": "why-error",
"cards": 6,
"missing": []
},
{
"id": "err-05-de",
"klass": "why-error",
"cards": 11,
"missing": []
},
{
"id": "err-06-en",
"klass": "why-error",
"cards": 4,
"missing": []
},
{
"id": "if-01-de",
"klass": "what-if",
"cards": 11,
"missing": []
},
{
"id": "if-02-en",
"klass": "what-if",
"cards": 7,
"missing": []
},
{
"id": "if-03-de",
"klass": "what-if",
"cards": 5,
"missing": []
},
{
"id": "if-04-en",
"klass": "what-if",
"cards": 5,
"missing": []
},
{
"id": "if-05-de",
"klass": "what-if",
"cards": 6,
"missing": []
},
{
"id": "if-06-en",
"klass": "what-if",
"cards": 6,
"missing": []
},
{
"id": "entry-01-de",
"klass": "where-entry",
"cards": 9,
"missing": []
},
{
"id": "entry-02-en",
"klass": "where-entry",
"cards": 9,
"missing": []
},
{
"id": "entry-03-de",
"klass": "where-entry",
"cards": 9,
"missing": []
},
{
"id": "entry-04-en",
"klass": "where-entry",
"cards": 9,
"missing": []
},
{
"id": "entry-05-de",
"klass": "where-entry",
"cards": 13,
"missing": []
},
{
"id": "cmp-01-de",
"klass": "compare",
"cards": 12,
"missing": []
},
{
"id": "cmp-02-en",
"klass": "compare",
"cards": 7,
"missing": []
},
{
"id": "cmp-03-de",
"klass": "compare",
"cards": 8,
"missing": []
},
{
"id": "cmp-04-en",
"klass": "compare",
"cards": 4,
"missing": []
},
{
"id": "over-01-de",
"klass": "overview",
"cards": 9,
"missing": []
},
{
"id": "over-02-en",
"klass": "overview",
"cards": 9,
"missing": []
},
{
"id": "over-03-de",
"klass": "overview",
"cards": 9,
"missing": []
},
{
"id": "honest-01-de",
"klass": "other",
"cards": 0,
"missing": [
"no card"
]
},
{
"id": "honest-02-en",
"klass": "what-is",
"cards": 0,
"missing": []
}
],
"perQuestion": [
{
"name": "Qwen3.5-2B",
"results": [
{
"id": "who-01-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K3] create [K1]\n[K4] validateUser [K5]\n[K6] insert [K7] listUsers [K8] toUser [K9] UserEntity [K10] ValidationError [K11]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 63.702,
"completionTokens": 53,
"promptTokens": 700,
"estimatedPromptTokens": 651,
"answerChars": 122,
"durationMs": 832
},
{
"id": "who-02-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K2] registerUserRoutes (src/routes/users.ts:10) [K3] createUser (src/services/userService.ts:29) [K4] test/userService.test.ts (test/userService.test.ts:9) [K5] listUsers, in body order: calls query [line 19].",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 93.151,
"completionTokens": 68,
"promptTokens": 602,
"estimatedPromptTokens": 553,
"answerChars": 210,
"durationMs": 730
},
{
"id": "who-03-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[2] createUser [K2]\n[K3] validateUser [K4]\n[K5] validateUser",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 73.314,
"completionTokens": 25,
"promptTokens": 533,
"estimatedPromptTokens": 509,
"answerChars": 60,
"durationMs": 341
},
{
"id": "who-04-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] createUser (src/services/userService.ts:30) [K3]\n[K2] create (src/services/orderService.ts:33) [K2]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 85.779,
"completionTokens": 38,
"promptTokens": 511,
"estimatedPromptTokens": 481,
"answerChars": 103,
"durationMs": 443
},
{
"id": "who-05-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] registerOrderRoutes (src/routes/orders.ts:8) [K2]\n[K3] getOrder, in body order: calls validateId [line 10], calls query [line 11].\n[K5] getOrder calls query (src/repo/db.ts:17).\n[K6] getOrder calls validateId (src/util/validate.ts:33).",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 99.143,
"completionTokens": 81,
"promptTokens": 549,
"estimatedPromptTokens": 515,
"answerChars": 239,
"durationMs": 817
},
{
"id": "who-06-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] getOrder (src/services/orderService.ts:11) [K3]\n[2] listUsers (src/services/userService.ts:19) [K4]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 83.871,
"completionTokens": 39,
"promptTokens": 536,
"estimatedPromptTokens": 496,
"answerChars": 103,
"durationMs": 465
},
{
"id": "who-07-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] createApp (src/server.ts:34) [K2]\n[K5] registerUserRoutes calls createUser at src/services/userService.ts:23\n[K6] registerUserRoutes calls listUsers at src/services/userService.ts:18",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 91.362,
"completionTokens": 55,
"promptTokens": 562,
"estimatedPromptTokens": 534,
"answerChars": 186,
"durationMs": 602
},
{
"id": "who-08-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K2] main (src/server.ts:40) calls loadConfig at line 40. [K2]",
"cards": 3,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 76.471,
"completionTokens": 26,
"promptTokens": 512,
"estimatedPromptTokens": 483,
"answerChars": 62,
"durationMs": 340
},
{
"id": "what-01-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K2] createUser calls validateUser at line 24. [K11]\n[K5] create calls createUser at line 41. [K6] createUser calls insert at line 30.\n[K7] createUser calls listUsers at line 18. [K8] createUser calls toUser at line 9.",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 94.145,
"completionTokens": 82,
"promptTokens": 670,
"estimatedPromptTokens": 621,
"answerChars": 257,
"durationMs": 871
},
{
"id": "what-02-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K2] listUsers, in body order: calls query [line 19]. [K7] listUsers calls query (src/repo/db.ts:17).",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 83.481,
"completionTokens": 47,
"promptTokens": 575,
"estimatedPromptTokens": 523,
"answerChars": 140,
"durationMs": 563
},
{
"id": "what-03-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K2] getOrder, in body order: calls validateId [line 10], calls query [line 11].\n[K5] getOrder calls query (src/repo/db.ts:17).\n[K6] getOrder calls validateId (src/util/validate.ts:33).",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 98.131,
"completionTokens": 63,
"promptTokens": 520,
"estimatedPromptTokens": 485,
"answerChars": 185,
"durationMs": 642
},
{
"id": "what-04-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K4] hotspotScan calls query (src/repo/db.ts:17).\n[K2] hotspotScan calls query [line 44].\nNo card covers it, and no other cards answer the question about what symbols hotspotScan calls.",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 98.413,
"completionTokens": 62,
"promptTokens": 478,
"estimatedPromptTokens": 446,
"answerChars": 224,
"durationMs": 630
},
{
"id": "what-05-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1]\n[K5]\n[K6]\n[K7]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"loadConfig",
"createApp"
],
"forbiddenHits": [],
"tokensPerSecond": 72.626,
"completionTokens": 26,
"promptTokens": 541,
"estimatedPromptTokens": 488,
"answerChars": 58,
"durationMs": 358
},
{
"id": "what-06-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K2] creates a SimpleRouter by calling registerUserRoutes and registerOrderRoutes at lines 34 and 35 respectively. [K7] constructs a SimpleRouter in src/server.ts at line 16 before making any other calls.",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 94.281,
"completionTokens": 61,
"promptTokens": 554,
"estimatedPromptTokens": 515,
"answerChars": 243,
"durationMs": 647
},
{
"id": "what-07-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1] loadConfig (src/config.ts:11) is a function in this project. [K1]\n[K2] The index records no test that reaches it. [K1]\n[K2] It makes 0 call(s), reads 4 environment value(s) and can raise 0 error type(s). [K1]",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 104.403,
"completionTokens": 83,
"promptTokens": 494,
"estimatedPromptTokens": 471,
"answerChars": 252,
"durationMs": 795
},
{
"id": "what-08-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1] It makes 0 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K1]",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validate.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 93.394,
"completionTokens": 41,
"promptTokens": 468,
"estimatedPromptTokens": 455,
"answerChars": 128,
"durationMs": 439
},
{
"id": "what-09-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[tut `userService.create`] [K1]\nCalls `createUser` at line 41 in body order.\nCalls `createUser` at line 23 via `create`.\nNo error type raised by `create`.",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 3,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 94.518,
"completionTokens": 50,
"promptTokens": 475,
"estimatedPromptTokens": 451,
"answerChars": 154,
"durationMs": 529
},
{
"id": "what-10-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K5] registerOrderRoutes calls getOrder (src/services/orderService.ts:8). [K1]\n<one short sentence taken from a card> [K2] registerOrderRoutes, in body order: calls getOrder [line 8]. [K3]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 98.634,
"completionTokens": 65,
"promptTokens": 503,
"estimatedPromptTokens": 480,
"answerChars": 227,
"durationMs": 659
},
{
"id": "err-01-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] ValidationError [K2]\n[K8] ValidationError [K8]\n[K9] ValidationError [K9]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 61.364,
"completionTokens": 27,
"promptTokens": 711,
"estimatedPromptTokens": 661,
"answerChars": 76,
"durationMs": 440
},
{
"id": "err-02-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] ValidationError [K2]\n[K5] createUser calls validateUser at line 24 in src/services/userService.ts:24\n[K3] validateUser constructs ValidationError at line 4 in src/util/validate.ts",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 89.908,
"completionTokens": 49,
"promptTokens": 531,
"estimatedPromptTokens": 507,
"answerChars": 183,
"durationMs": 545
},
{
"id": "err-03-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] validateId kann eine ValidationError auslösen [K2].\n[3] validateId erstellt einen neuen ValidationError Objekt [K4].\n[5] getOrder aufruft validateId und kann dabei zu einer Ausnahme führen [K5].",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 92.199,
"completionTokens": 52,
"promptTokens": 532,
"estimatedPromptTokens": 503,
"answerChars": 198,
"durationMs": 564
},
{
"id": "err-04-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K4] ValidationError [src/util/validate.ts:33]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 57.554,
"completionTokens": 16,
"promptTokens": 559,
"estimatedPromptTokens": 524,
"answerChars": 46,
"durationMs": 278
},
{
"id": "err-05-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] createUser raises ValidationError [K2].\n[8] validateUser raises ValidationError [K8].\n[K9] lists the order of operations for createUser.",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"DB_URL"
],
"forbiddenHits": [],
"tokensPerSecond": 65.299,
"completionTokens": 35,
"promptTokens": 718,
"estimatedPromptTokens": 667,
"answerChars": 140,
"durationMs": 536
},
{
"id": "err-06-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers it [K0]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"insert"
],
"forbiddenHits": [],
"tokensPerSecond": 38.298,
"completionTokens": 9,
"promptTokens": 510,
"estimatedPromptTokens": 479,
"answerChars": 22,
"durationMs": 235
},
{
"id": "if-01-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1] createUser is a function in this project. [K1]\n<one short sentence taken from a card> createUser calls validateUser at line 19 of src/util/validate.ts. [K11]\n<one short sentence taken from a card> createUser constructs UserEntity at line 37 of src/types.ts. [K9]\n<one short sentence taken from a card> createUser raises ValidationError if the environment value DB_URL is invalid. [K5]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 87.127,
"completionTokens": 111,
"promptTokens": 697,
"estimatedPromptTokens": 649,
"answerChars": 428,
"durationMs": 1274
},
{
"id": "if-02-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1] listUsers is a function in this project. [K1]\n<one short sentence taken from a card> createUser calls listUsers at line 29. [K3]\n<one short sentence taken from a card> test/userService.test.ts calls listUsers at line 9. [K4]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 90.803,
"completionTokens": 78,
"promptTokens": 599,
"estimatedPromptTokens": 550,
"answerChars": 268,
"durationMs": 859
},
{
"id": "if-03-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1] query is a function in this project. [K1]\n<one short sentence taken from a card> getOrder calls query at line 11. [K3]\n<one short sentence taken from a card> listUsers calls query at line 19. [K4]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 89.901,
"completionTokens": 73,
"promptTokens": 538,
"estimatedPromptTokens": 497,
"answerChars": 240,
"durationMs": 812
},
{
"id": "if-04-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K2] createUser calls validateUser at line 24. [K1]\n<one short sentence taken from a card> [K3] validateUser constructs ValidationError at line 28. [K5]\n<one short sentence taken from a card> [K4] validateUser raises ValidationError at line 19.",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 103.093,
"completionTokens": 80,
"promptTokens": 530,
"estimatedPromptTokens": 507,
"answerChars": 283,
"durationMs": 776
},
{
"id": "if-05-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1]\n[K2]\n[K3]\n[K4]\n[K5]\n[K6]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 73.276,
"completionTokens": 34,
"promptTokens": 611,
"estimatedPromptTokens": 563,
"answerChars": 68,
"durationMs": 464
},
{
"id": "if-06-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1] registerUserRoutes is a function in this project. [K1]\n<one short sentence taken from a card> It makes 2 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K1]\n<one short sentence taken from a card> registerUserRoutes calls createUser (src/services/userService.ts:23). [K5]\n<one short sentence taken from a card> registerUserRoutes calls listUsers (src/services/userService.ts:18). [K6]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createApp"
],
"forbiddenHits": [],
"tokensPerSecond": 106.074,
"completionTokens": 124,
"promptTokens": 557,
"estimatedPromptTokens": 531,
"answerChars": 449,
"durationMs": 1169
},
{
"id": "entry-01-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] loadConfig (src/config.ts:11) [K2]\n[6] registerOrderRoutes (src/routes/orders.ts:6) [K2]\n[7] registerUserRoutes (src/routes/users.ts:7) [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 78.322,
"completionTokens": 56,
"promptTokens": 762,
"estimatedPromptTokens": 668,
"answerChars": 144,
"durationMs": 715
},
{
"id": "entry-02-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "src/routes/orders.ts:6 registerOrderRoutes [K2]\nsrc/routes/users.ts:7 registerUserRoutes [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 58.7,
"completionTokens": 28,
"promptTokens": 760,
"estimatedPromptTokens": 669,
"answerChars": 93,
"durationMs": 477
},
{
"id": "entry-03-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "loadConfig (src/config.ts:11) [K2]\nquery (src/repo/db.ts:17) [K2]\ninsert (src/repo/db.ts:31) [K2]\nhotspotScan (src/repo/db.ts:39) [K2]\nwalk (src/repo/db.ts:58) [K2]\nregisterOrderRoutes (src/routes/orders.ts:6) [K2]\nregisterUserRoutes (src/routes/users.ts:7) [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 97.835,
"completionTokens": 113,
"promptTokens": 759,
"estimatedPromptTokens": 665,
"answerChars": 262,
"durationMs": 1155
},
{
"id": "entry-04-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K2] loadConfig (src/config.ts:11) [K2]\n[K3] isProduction (src/config.ts:20) [K3]\n[K4] query (src/repo/db.ts:17) [K4]\n[K5] insert (src/repo/db.ts:31) [K5]\n[K6] hotspotScan (src/repo/db.ts:39) [K6]\n[K7] walk (src/repo/db.ts:58) [K7]\n[K8] registerOrderRoutes (src/routes/orders.ts:6) [K8]\n[K9] registerUserRoutes (src/routes/users.ts:7) [K9]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 102.304,
"completionTokens": 151,
"promptTokens": 760,
"estimatedPromptTokens": 668,
"answerChars": 339,
"durationMs": 1476
},
{
"id": "entry-05-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[1] loadConfig (src/config.ts:11) [K2]\n[3] query (src/repo/db.ts:17) [K2]\n[6] registerUserRoutes (src/routes/users.ts:6) [K2]\n[K8] createUser calls insert (src/repo/db.ts:31) [K8]\n[K9] createUser calls listUsers (src/services/userService.ts:18) [K9]\n[K10] createUser calls toUser (src/services/userService.ts:9) [K10]\n[K12] createUser constructs ValidationError (src/util/validate.ts:4) [K12]\n[K13] createUser calls validateUser (src/util/validate.ts:19) [K13]",
"cards": 13,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 99.057,
"completionTokens": 168,
"promptTokens": 892,
"estimatedPromptTokens": 798,
"answerChars": 460,
"durationMs": 1696
},
{
"id": "cmp-01-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K2] listUsers calls query [line 19]. [K2]\n[K3] createUser, in body order: calls validateUser [line 24], constructs ValidationError [line 27], constructs UserEntity [line 29], calls listUsers [line 29], calls insert [line 30], calls toUser [line 35]. [K3]\n[K10] createUser constructs UserEntity (src/types.ts:37). [K10]\n[K4] createUser reads the environment value(s) DB_URL. [K4]\n[K8] createUser calls listUsers (src/services/userService.ts:18). [K8]\n[K9] createUser calls toUser (src/services/userService.ts:9). [K9]",
"cards": 12,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 103.812,
"completionTokens": 177,
"promptTokens": 732,
"estimatedPromptTokens": 672,
"answerChars": 556,
"durationMs": 1705
},
{
"id": "cmp-02-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1]\n[one short sentence taken from a card] [K<number of that card>]\n\n<one short sentence taken from a card> [K<number of that card>]\n\n<one short sentence taken from a card> [K<number of that card>]",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 3,
"missing": [
"validateId",
"validateUser"
],
"forbiddenHits": [],
"tokensPerSecond": 77.844,
"completionTokens": 65,
"promptTokens": 612,
"estimatedPromptTokens": 562,
"answerChars": 237,
"durationMs": 835
},
{
"id": "cmp-03-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers calls query at line 19 [K3].\nlistUsers does not raise any error type [K4].\ncreateUser calls validateUser at line 24 [K2].\ncreateUser calls listUsers at line 29 [K6].\ncreateUser raises ValidationError [K2].",
"cards": 8,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 81.886,
"completionTokens": 66,
"promptTokens": 665,
"estimatedPromptTokens": 594,
"answerChars": 215,
"durationMs": 806
},
{
"id": "cmp-04-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K1]\nhotspotScan calls query (src/repo/db.ts:44). [K1]\nhotspotScan calls query (src/repo/db.ts:17). [K4]\nwalk raises 0 error type(s). [K3]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 94.901,
"completionTokens": 67,
"promptTokens": 500,
"estimatedPromptTokens": 474,
"answerChars": 177,
"durationMs": 706
},
{
"id": "over-01-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K2] The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files. [K2]\n<one short sentence taken from a card> Languages: TypeScript. [K2]\n<one short sentence taken from a card> Groups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2). [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 88.638,
"completionTokens": 110,
"promptTokens": 763,
"estimatedPromptTokens": 669,
"answerChars": 343,
"durationMs": 1241
},
{
"id": "over-02-en",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files. [K2]\nLanguages: TypeScript. [K2]\nGroups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2). [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 88.664,
"completionTokens": 79,
"promptTokens": 758,
"estimatedPromptTokens": 665,
"answerChars": 221,
"durationMs": 891
},
{
"id": "over-03-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "<one short sentence taken from a card> [K2] The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files. [K2]\n<one short sentence taken from a card> Languages: TypeScript. [K2]\n<one short sentence taken from a card> Groups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2). [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 95.321,
"completionTokens": 110,
"promptTokens": 760,
"estimatedPromptTokens": 670,
"answerChars": 343,
"durationMs": 1154
},
{
"id": "honest-01-de",
"klass": "other",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
},
{
"id": "honest-02-en",
"klass": "what-is",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
}
]
},
{
"name": "LFM2.5-1.2B",
"results": [
{
"id": "who-01-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] calls createUser \n[K2] calls insert \n[K3] calls listUsers \n[K4] calls toUser \n[K5] raises ValidationError \n[K6] calls insert \n[K7] calls listUsers \n[K8] calls toUser \n[K9] constructs UserEntity",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 128.44,
"completionTokens": 70,
"promptTokens": 711,
"estimatedPromptTokens": 651,
"answerChars": 206,
"durationMs": 545
},
{
"id": "who-02-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] listUsers is called in test/userService.test.ts \n[K2] registerUserRoutes calls listUsers at line 10 \n[K3] createUser calls listUsers at line 29 \n[K4] test/userService.test.ts calls listUsers at line 9 \n[K6] listUsers is used in src/repo/db.ts:17",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 167.323,
"completionTokens": 85,
"promptTokens": 604,
"estimatedPromptTokens": 553,
"answerChars": 254,
"durationMs": 508
},
{
"id": "who-03-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] validateUser is called in createUser at line 24.\n[K2] createUser uses validateUser on line 24.\n[K3] validateUser raises ValidationError on line 28.\n[K4] validateUser can throw ValidationError from src/util/validate.ts:19.\n[K5] The card list includes all relevant entries.",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 173.034,
"completionTokens": 77,
"promptTokens": 528,
"estimatedPromptTokens": 509,
"answerChars": 276,
"durationMs": 445
},
{
"id": "who-04-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] The function handles indexing without errors.\n[K2] createService calls insert at line 33.\n[K3] createUser calls insert at line 30.\n[K4] NOT AVAILABLE",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 154.839,
"completionTokens": 48,
"promptTokens": 505,
"estimatedPromptTokens": 481,
"answerChars": 154,
"durationMs": 310
},
{
"id": "who-05-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] getOrder is defined in src/services/orderService.ts:8 \n[K2] registerOrderRoutes calls getOrder at line 8 \n[K3] getOrder uses validateId and query \n[K4] getOrder interacts with db at line 17 \n[K5] getOrder triggers queries on the system",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 168.182,
"completionTokens": 74,
"promptTokens": 553,
"estimatedPromptTokens": 515,
"answerChars": 244,
"durationMs": 440
},
{
"id": "who-06-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] The function in src/repo/db.ts:17 handles the call.\n[K2] hotspotScan calls query at line 44.\n[K3] getOrder calls query at line 11.\n[K4] listUsers calls query at line 19.",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 161.376,
"completionTokens": 61,
"promptTokens": 531,
"estimatedPromptTokens": 496,
"answerChars": 174,
"durationMs": 378
},
{
"id": "who-07-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] registerUserRoutes is called in src/routes/users.ts:7 \n[K2] createApp calls registerUserRoutes at line 34 \n[K3] listUsers is a call from registerUserRoutes \n[K4] createUser is invoked by registerUserRoutes \n[K5] userService is referenced in registerUserRoutes",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 170.526,
"completionTokens": 81,
"promptTokens": 566,
"estimatedPromptTokens": 534,
"answerChars": 268,
"durationMs": 475
},
{
"id": "who-08-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] The function is loaded in src/config.ts at line 11.\n[K2] main (src/server.ts:40) uses loadConfig.\n[K3] loadConfig reads HOST, PORT, DB_URL, LOG_LEVEL from the environment.",
"cards": 3,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 165.746,
"completionTokens": 60,
"promptTokens": 504,
"estimatedPromptTokens": 483,
"answerChars": 176,
"durationMs": 362
},
{
"id": "what-01-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls insert, listUsers, toUser, constructValidationError, and validates environment values.",
"cards": 11,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"validateUser"
],
"forbiddenHits": [],
"tokensPerSecond": 88.71,
"completionTokens": 22,
"promptTokens": 677,
"estimatedPromptTokens": 621,
"answerChars": 103,
"durationMs": 248
},
{
"id": "what-02-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers calls query and registerUserRoutes. The index flags test code in userService.test.ts.",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 102.222,
"completionTokens": 23,
"promptTokens": 573,
"estimatedPromptTokens": 523,
"answerChars": 95,
"durationMs": 225
},
{
"id": "what-03-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "getOrder calls query and validateId.",
"cards": 6,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 57.692,
"completionTokens": 9,
"promptTokens": 520,
"estimatedPromptTokens": 485,
"answerChars": 36,
"durationMs": 156
},
{
"id": "what-04-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan calls [query], [line 44].",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 84.416,
"completionTokens": 13,
"promptTokens": 470,
"estimatedPromptTokens": 446,
"answerChars": 37,
"durationMs": 154
},
{
"id": "what-05-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The function makes calls to loadConfig at line 11, createsApp at line 41, and table at line 27.",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"createApp"
],
"forbiddenHits": [],
"tokensPerSecond": 116.883,
"completionTokens": 27,
"promptTokens": 525,
"estimatedPromptTokens": 488,
"answerChars": 95,
"durationMs": 231
},
{
"id": "what-06-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp calls registerUserRoutes and registerOrderRoutes. It names SimpleRouter as a symbol.",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 107.477,
"completionTokens": 23,
"promptTokens": 550,
"estimatedPromptTokens": 515,
"answerChars": 94,
"durationMs": 214
},
{
"id": "what-07-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "loadConfig calls [K1], reads environment values, handles no errors.",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 95.238,
"completionTokens": 16,
"promptTokens": 487,
"estimatedPromptTokens": 471,
"answerChars": 67,
"durationMs": 168
},
{
"id": "what-08-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card directly answers what ValidationError is or names its symbols.",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validate.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 89.744,
"completionTokens": 14,
"promptTokens": 462,
"estimatedPromptTokens": 455,
"answerChars": 70,
"durationMs": 156
},
{
"id": "what-09-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The function calls \"create\" and references \"createUser\".",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 86.093,
"completionTokens": 13,
"promptTokens": 467,
"estimatedPromptTokens": 451,
"answerChars": 56,
"durationMs": 151
},
{
"id": "what-10-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerOrderRoutes calls getOrder at line 8 of src/services/orderService.ts.",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 110,
"completionTokens": 22,
"promptTokens": 503,
"estimatedPromptTokens": 480,
"answerChars": 77,
"durationMs": 200
},
{
"id": "err-01-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K2] ValidationError",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 33.493,
"completionTokens": 7,
"promptTokens": 720,
"estimatedPromptTokens": 661,
"answerChars": 20,
"durationMs": 209
},
{
"id": "err-02-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card mentions specific error types it raises.",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"ValidationError"
],
"forbiddenHits": [],
"tokensPerSecond": 66.225,
"completionTokens": 10,
"promptTokens": 524,
"estimatedPromptTokens": 507,
"answerChars": 48,
"durationMs": 151
},
{
"id": "err-03-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No specific error types are listed on the cards.",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"ValidationError"
],
"forbiddenHits": [],
"tokensPerSecond": 70.968,
"completionTokens": 11,
"promptTokens": 526,
"estimatedPromptTokens": 503,
"answerChars": 48,
"durationMs": 155
},
{
"id": "err-04-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card mentions specific error types.",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"ValidationError"
],
"forbiddenHits": [],
"tokensPerSecond": 50.314,
"completionTokens": 8,
"promptTokens": 561,
"estimatedPromptTokens": 524,
"answerChars": 38,
"durationMs": 159
},
{
"id": "err-05-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No specific error types are listed on the cards. The relevant line is [K2] where it mentions raising ValidationError.",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"DB_URL"
],
"forbiddenHits": [],
"tokensPerSecond": 89.965,
"completionTokens": 26,
"promptTokens": 730,
"estimatedPromptTokens": 667,
"answerChars": 117,
"durationMs": 289
},
{
"id": "err-06-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No specific error types are listed on any of the cards.",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"insert"
],
"forbiddenHits": [],
"tokensPerSecond": 84.967,
"completionTokens": 13,
"promptTokens": 502,
"estimatedPromptTokens": 479,
"answerChars": 55,
"durationMs": 153
},
{
"id": "if-01-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser, listUsers, insert, toUser",
"cards": 11,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 52.632,
"completionTokens": 11,
"promptTokens": 708,
"estimatedPromptTokens": 649,
"answerChars": 37,
"durationMs": 209
},
{
"id": "if-02-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The index tracks changes to listUsers through queries and updates. \nCards that reference these actions include [K1], [K2], [K3], [K4], and [K7].",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 135.922,
"completionTokens": 42,
"promptTokens": 599,
"estimatedPromptTokens": 550,
"answerChars": 145,
"durationMs": 309
},
{
"id": "if-03-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The index tracks changes in the function call at line 44 and line 11. \ngetOrder calls query at line 11. \nlistUsers calls query at line 19. \nNo other cards reference these actions.",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 4,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 152.318,
"completionTokens": 46,
"promptTokens": 533,
"estimatedPromptTokens": 497,
"answerChars": 182,
"durationMs": 302
},
{
"id": "if-04-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "validateUser references several cards in its flow.\ncreateUser depends on validateUser.\nvalidateUser raises ValidationError at specific points.\nThe function triggers changes across multiple modules.\nEach call can impact different components based on the error type.",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 5,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 152.318,
"completionTokens": 46,
"promptTokens": 523,
"estimatedPromptTokens": 507,
"answerChars": 264,
"durationMs": 302
},
{
"id": "if-05-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The index tracks changes without errors. \ncreate (calls insert) \ncreateUser (calls insert) \nregisterUserRoutes (calls codeatlasweb-w5b-eval.src.services.userService.createUser) \ncreate (calls codeatlasweb-w5b-eval.src.services.userService.createUser)",
"cards": 6,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 5,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 164.384,
"completionTokens": 72,
"promptTokens": 617,
"estimatedPromptTokens": 563,
"answerChars": 254,
"durationMs": 438
},
{
"id": "if-06-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes, createApp, registerUserRoutes, listUsers, createUser",
"cards": 6,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 90.476,
"completionTokens": 19,
"promptTokens": 559,
"estimatedPromptTokens": 531,
"answerChars": 72,
"durationMs": 210
},
{
"id": "entry-01-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "K1 loadConfig K2 registerOrderRoutes K3 walk K4 query K5 hotspotScan K6 createApp K7",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"/users"
],
"forbiddenHits": [],
"tokensPerSecond": 91.503,
"completionTokens": 28,
"promptTokens": 758,
"estimatedPromptTokens": 668,
"answerChars": 84,
"durationMs": 306
},
{
"id": "entry-02-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "K1 \nK2 \nK3",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 3,
"missing": [
"/users",
"/orders"
],
"forbiddenHits": [],
"tokensPerSecond": 44.554,
"completionTokens": 9,
"promptTokens": 756,
"estimatedPromptTokens": 669,
"answerChars": 12,
"durationMs": 202
},
{
"id": "entry-03-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main loadConfig registerOrderRoutes registerUserRoutes hotspotScan walk",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 67.797,
"completionTokens": 16,
"promptTokens": 757,
"estimatedPromptTokens": 665,
"answerChars": 71,
"durationMs": 236
},
{
"id": "entry-04-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main loadConfig registerOrderRoutes registerUserRoutes",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 56.075,
"completionTokens": 12,
"promptTokens": 756,
"estimatedPromptTokens": 668,
"answerChars": 54,
"durationMs": 214
},
{
"id": "entry-05-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] The card lists several entries related to user creation processes. \n[K2] The file paths show where these actions occur: src/config.ts, src/repo/db.ts, src/routes/users.ts. \n[K3] It mentions routes and services involved in the workflow. \n[K4] The function calls indicate route handling. \n[K5] Validation errors are raised during creation. \n[K6] User registration is linked to createUser calls. \n[K7] Registration routes use createUser. \n[K8] Insert operations connect to user data. \n[K9] User entity construction follows validation steps.",
"cards": 13,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 164.912,
"completionTokens": 141,
"promptTokens": 908,
"estimatedPromptTokens": 798,
"answerChars": 550,
"durationMs": 855
},
{
"id": "cmp-01-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser makes 6 calls, reads environment values, may raise errors. \nlistUsers is called by three symbols, returns no errors. \ncreateUser raises ValidationError, construct UserEntity, calls insert, toUser. \nlistUsers does not raise exceptions.",
"cards": 12,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 4,
"missing": [
"validateUser",
"query"
],
"forbiddenHits": [],
"tokensPerSecond": 130.435,
"completionTokens": 54,
"promptTokens": 737,
"estimatedPromptTokens": 672,
"answerChars": 248,
"durationMs": 414
},
{
"id": "cmp-02-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The function getOrder interacts with order services, while createUser handles user creation and validation. Both call external queries or services but serve different purposes.",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"validateId",
"validateUser"
],
"forbiddenHits": [],
"tokensPerSecond": 114.504,
"completionTokens": 30,
"promptTokens": 612,
"estimatedPromptTokens": 562,
"answerChars": 176,
"durationMs": 262
},
{
"id": "cmp-03-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "CARDS listUsers calls query; createUser calls validateUser and UserEntity. No errors raised.",
"cards": 8,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 92.05,
"completionTokens": 22,
"promptTokens": 663,
"estimatedPromptTokens": 594,
"answerChars": 92,
"durationMs": 239
},
{
"id": "cmp-04-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The function hotspotScan makes 1 call, no errors raised; it uses query logic without raising any exceptions. The method hotspotScan itself handles the comparison, while walk is not referenced in this context.",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 144.295,
"completionTokens": 43,
"promptTokens": 494,
"estimatedPromptTokens": 474,
"answerChars": 208,
"durationMs": 298
},
{
"id": "over-01-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card addresses the request directly.",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"TypeScript"
],
"forbiddenHits": [],
"tokensPerSecond": 37.383,
"completionTokens": 8,
"promptTokens": 761,
"estimatedPromptTokens": 669,
"answerChars": 39,
"durationMs": 214
},
{
"id": "over-02-en",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project uses [K1], [K2], and [K3] as key elements. It spans types (10), server (7), repo (6), services (6), util (5), config (3), routes (2). Languages include TypeScript, and groups are server, repo, services, util, config, routes.",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 151.064,
"completionTokens": 71,
"promptTokens": 754,
"estimatedPromptTokens": 665,
"answerChars": 236,
"durationMs": 470
},
{
"id": "over-03-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The architecture shows a structured setup with multiple files and modules organized into clear groups. There are 76 symbols across 11 indexed files, using TypeScript as the primary language. The project spans several groups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2).",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 151.188,
"completionTokens": 70,
"promptTokens": 759,
"estimatedPromptTokens": 670,
"answerChars": 306,
"durationMs": 463
},
{
"id": "honest-01-de",
"klass": "other",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
},
{
"id": "honest-02-en",
"klass": "what-is",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
}
]
},
{
"name": "MiniCPM5-1B",
"results": [
{
"id": "who-01-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5] [K6] [K7] [K8] [K9] [K10]\n\ncreateUser (src/services/userService.ts:23) 0\ncreateUser (src/routes/users.ts:15) 1\ncreateUser (src/services/userService.ts:41) 2\ncreateUser (src/services/userService.ts:24) 3\ncreateUser (src/util/validate.ts:23) 4\ncreateUser (src/util/validate.ts:31) 5\ncreateUser (src/util/validate.ts:18) 6",
"cards": 11,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 7,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 175.96,
"completionTokens": 142,
"promptTokens": 681,
"estimatedPromptTokens": 651,
"answerChars": 344,
"durationMs": 807
},
{
"id": "who-02-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4]\n[K5] [K6]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerUserRoutes",
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 134.831,
"completionTokens": 24,
"promptTokens": 580,
"estimatedPromptTokens": 553,
"answerChars": 29,
"durationMs": 178
},
{
"id": "who-03-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 137.931,
"completionTokens": 20,
"promptTokens": 514,
"estimatedPromptTokens": 509,
"answerChars": 24,
"durationMs": 145
},
{
"id": "who-04-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] insert is a function in this project.\n[K2] create (src/services/orderService.ts:33) calls insert at line 33.\n[K3] createUser (src/services/userService.ts:30) calls insert at line 30.\n[K4] The index records no error type raised by insert.",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 192.09,
"completionTokens": 68,
"promptTokens": 492,
"estimatedPromptTokens": 481,
"answerChars": 242,
"durationMs": 354
},
{
"id": "who-05-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2]\n[K3] 1\n[K4] 0\n[K5] 17\n[K6] 33",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerOrderRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 152.466,
"completionTokens": 34,
"promptTokens": 538,
"estimatedPromptTokens": 515,
"answerChars": 39,
"durationMs": 223
},
{
"id": "who-06-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4]\n\nAnswer: K1, K2, K3, K4",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"listUsers"
],
"forbiddenHits": [],
"tokensPerSecond": 156.25,
"completionTokens": 30,
"promptTokens": 516,
"estimatedPromptTokens": 496,
"answerChars": 43,
"durationMs": 192
},
{
"id": "who-07-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] registers user routes (src/routes/users.ts:7)\n[K2] creates app (src/server.ts:34) calls registerUserRoutes at line 34\n[K3] calls listUsers [line 10], calls createUser [line 15]\n[K4] no error type raised by registerUserRoutes\n[K5] calls createUser (src/services/userService.ts:23)\n[K6] calls listUsers (src/services/userService.ts:18)",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createApp"
],
"forbiddenHits": [],
"tokensPerSecond": 185.714,
"completionTokens": 104,
"promptTokens": 550,
"estimatedPromptTokens": 534,
"answerChars": 338,
"durationMs": 560
},
{
"id": "who-08-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] 40 11 0 4 0 0",
"cards": 3,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"main"
],
"forbiddenHits": [],
"tokensPerSecond": 135.593,
"completionTokens": 24,
"promptTokens": 495,
"estimatedPromptTokens": 483,
"answerChars": 28,
"durationMs": 177
},
{
"id": "what-01-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1]\n[K2]\n[K3]\n[K4]\n[K5]\n[K6]\n[K7]\n[K8]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validateUser",
"insert"
],
"forbiddenHits": [],
"tokensPerSecond": 123.223,
"completionTokens": 26,
"promptTokens": 651,
"estimatedPromptTokens": 621,
"answerChars": 39,
"durationMs": 211
},
{
"id": "what-02-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5] [K6]\n[K1] [line 18] [line 19] [line 10] [line 29] [line 9]\n[K7] [line 17]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"query"
],
"forbiddenHits": [],
"tokensPerSecond": 167.582,
"completionTokens": 61,
"promptTokens": 553,
"estimatedPromptTokens": 523,
"answerChars": 98,
"durationMs": 364
},
{
"id": "what-03-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1]\n [K2]\n[K3]\n[K4]\n[K5]\n[K6]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validateId",
"query"
],
"forbiddenHits": [],
"tokensPerSecond": 127.907,
"completionTokens": 22,
"promptTokens": 509,
"estimatedPromptTokens": 485,
"answerChars": 31,
"durationMs": 172
},
{
"id": "what-04-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "1. [K1]\n2. [K2]\n3. [K4]\n\nThe hotspotScan function in this project is a function that records no test that reaches it and makes 1 call(s), reads 0 environment value(s) and can raise 0 error type(s). It calls query (src/repo/db.ts:17) in body order, as shown by the lines [K2] and [K4]. The index records no error type raised by hotspotScan.",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 168.831,
"completionTokens": 104,
"promptTokens": 464,
"estimatedPromptTokens": 446,
"answerChars": 339,
"durationMs": 616
},
{
"id": "what-05-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "1. [K1]\n2. [K4]\n3. [K5]\n4. [K6]\n5. [K7]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"loadConfig",
"createApp"
],
"forbiddenHits": [],
"tokensPerSecond": 144.86,
"completionTokens": 31,
"promptTokens": 517,
"estimatedPromptTokens": 488,
"answerChars": 39,
"durationMs": 214
},
{
"id": "what-06-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5] [K6]\n[K1] creates a SimpleRouter in order.\n[K2] constructs routes: registerUserRoutes, then registerOrderRoutes.\n[K3] no error raised by createApp.\n[K4] calls createApp at line 41.\n[K5] call registerOrderRoutes (line 34).\n[K6] call registerUserRoutes (line 35).",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 189.036,
"completionTokens": 100,
"promptTokens": 540,
"estimatedPromptTokens": 515,
"answerChars": 286,
"durationMs": 529
},
{
"id": "what-07-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] loadConfig (src/config.ts:11) is a function in this project.\n The index records no test that reaches it. [K1]\n It makes 0 call(s), reads 4 environment value(s) and can raise 0 error type(s). [K1]\n\n[K2] The index records no error type raised by loadConfig.\n loadConfig reads the environment value(s) HOST, PORT, DB_URL, LOG_LEVEL. [K2]\n\n[NO ANSWER]",
"cards": 2,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 175.61,
"completionTokens": 108,
"promptTokens": 479,
"estimatedPromptTokens": 471,
"answerChars": 361,
"durationMs": 615
},
{
"id": "what-08-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2]\n\nThe question asks for the names of validation error classes called by the index, based on the provided cards.\n\n- The symbol `ValidationError` is listed as a class in the codebase.\n- It calls the method `validate` from the `src/util/validate.ts`.\n\nSo, the answer is:\n1. `ValidationError`\n2. `validate`\n\nNo other symbols are mentioned in the card that lists them.",
"cards": 2,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 7,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 185.115,
"completionTokens": 97,
"promptTokens": 455,
"estimatedPromptTokens": 455,
"answerChars": 372,
"durationMs": 524
},
{
"id": "what-09-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "1 [K1]\n2 [K4]\n3 [K2]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 134.454,
"completionTokens": 16,
"promptTokens": 459,
"estimatedPromptTokens": 451,
"answerChars": 20,
"durationMs": 119
},
{
"id": "what-10-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5]\n[K1] registerOrderRoutes is a function in this project.\n The index records no test that reaches it.\n It makes 1 call(s), reads 0 environment value(s) and can raise 0 error type(s).\n[K2] registerOrderRoutes, in body order: calls getOrder [line 8].\n[K3] The index records no error type raised by registerOrderRoutes.\n[K4] createApp (src/server.ts:35) calls registerOrderRoutes at line 35.\n[K5] registerOrderRoutes calls getOrder (src/services/orderService.ts:8).\n\nThe symbol `getOrder` is called by `registerOrderRoutes` at line 8, and it appears in the card list as [K2].",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 2,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 215.476,
"completionTokens": 181,
"promptTokens": 495,
"estimatedPromptTokens": 480,
"answerChars": 601,
"durationMs": 840
},
{
"id": "err-01-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5] [K6] [K7] [K8] [K9] [K10] [K11]\n\nThe errors that createUser can raise are: ValidationError, and no other error types were mentioned in the provided cards.",
"cards": 11,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 177.835,
"completionTokens": 69,
"promptTokens": 692,
"estimatedPromptTokens": 661,
"answerChars": 179,
"durationMs": 388
},
{
"id": "err-02-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3]\n\nNo card names one.",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"ValidationError"
],
"forbiddenHits": [],
"tokensPerSecond": 128.571,
"completionTokens": 18,
"promptTokens": 511,
"estimatedPromptTokens": 507,
"answerChars": 34,
"durationMs": 140
},
{
"id": "err-03-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"ValidationError"
],
"forbiddenHits": [],
"tokensPerSecond": 125.984,
"completionTokens": 16,
"promptTokens": 513,
"estimatedPromptTokens": 503,
"answerChars": 19,
"durationMs": 127
},
{
"id": "err-04-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5]\n\nNo card names one.",
"cards": 6,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"ValidationError"
],
"forbiddenHits": [],
"tokensPerSecond": 146.893,
"completionTokens": 26,
"promptTokens": 547,
"estimatedPromptTokens": 524,
"answerChars": 44,
"durationMs": 177
},
{
"id": "err-05-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5] [K6] [K7] [K8] [K9] [K10] [K11]\n\nThe error types that can be raised by createUser are: ValidationError, and no other card names mention these specific errors.",
"cards": 11,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"DB_URL"
],
"forbiddenHits": [],
"tokensPerSecond": 169.492,
"completionTokens": 70,
"promptTokens": 701,
"estimatedPromptTokens": 667,
"answerChars": 183,
"durationMs": 413
},
{
"id": "err-06-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"insert"
],
"forbiddenHits": [],
"tokensPerSecond": 128,
"completionTokens": 16,
"promptTokens": 490,
"estimatedPromptTokens": 479,
"answerChars": 19,
"durationMs": 125
},
{
"id": "if-01-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5] [K6] [K7] [K8] [K9] [K10]\n[createUser] [call validateUser] [call insert] [call toUser]",
"cards": 11,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 166.667,
"completionTokens": 58,
"promptTokens": 679,
"estimatedPromptTokens": 649,
"answerChars": 111,
"durationMs": 348
},
{
"id": "if-02-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5]\n[line 19] [line 10] [line 29] [line 9] [line 17]",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 165.441,
"completionTokens": 45,
"promptTokens": 576,
"estimatedPromptTokens": 550,
"answerChars": 73,
"durationMs": 272
},
{
"id": "if-03-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4]\n\n[11] [19] [44]",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"listUsers"
],
"forbiddenHits": [],
"tokensPerSecond": 149.425,
"completionTokens": 26,
"promptTokens": 518,
"estimatedPromptTokens": 497,
"answerChars": 35,
"durationMs": 174
},
{
"id": "if-04-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5]\n\nThe blast radius of validateUser is 0. It does not call any other cards.",
"cards": 5,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 168.831,
"completionTokens": 39,
"promptTokens": 510,
"estimatedPromptTokens": 507,
"answerChars": 98,
"durationMs": 231
},
{
"id": "if-05-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5]\n[insert (src/repo/db.ts:31)] insert\n[create (src/services/orderService.ts:33)] create\n[createUser (src/services/userService.ts:30)] createUser\n[registerUserRoutes (src/routes/users.ts:15)] registerUser\n[create (src/services/userService.ts:41)] create",
"cards": 6,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 5,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 193.483,
"completionTokens": 95,
"promptTokens": 595,
"estimatedPromptTokens": 563,
"answerChars": 275,
"durationMs": 491
},
{
"id": "if-06-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5] [K6]\n[K1] calls registerUserRoutes (src/routes/users.ts:7)\n[K2] calls createApp (src/server.ts:34)\n[K3] calls listUsers\n[K4] calls createUser\n[K5] calls createUser\n[K6]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 211.302,
"completionTokens": 86,
"promptTokens": 544,
"estimatedPromptTokens": 531,
"answerChars": 193,
"durationMs": 407
},
{
"id": "entry-01-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": true,
"finishReason": "length",
"answer": "[K1] main (src/server.ts:39) is a function in this project.\n The index records no test that reaches it. [K1]\n It makes 3 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K1]\n\n[K2] The index flags these symbols as entry points: loadConfig (src/config.ts:11), isProduction (src/config.ts:20), query (src/repo/db.ts:17), insert (src/repo/db.ts:31), hotspotScan (src/repo/db.ts:39), walk (src/repo/db.ts:58), registerOrderRoutes (src/routes/orders.ts:6), registerUserRoutes (src/routes/users.ts:7), and 4 more not listed.\n\n[K3] The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files.\n Languages: TypeScript. [K3]\n Groups: types (",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 199.637,
"completionTokens": 220,
"promptTokens": 736,
"estimatedPromptTokens": 668,
"answerChars": 696,
"durationMs": 1102
},
{
"id": "entry-02-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": true,
"finishReason": "length",
"answer": "[K1] main (src/server.ts:39) is a function in this project.\n The index records no test that reaches it. [K1]\n It makes 3 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K1]\n\n[K2] The index flags these symbols as entry points: loadConfig (src/config.ts:11), isProduction (src/config.ts:20), query (src/repo/db.ts:17), insert (src/repo/db.ts:31), hotspotScan (src/repo/db.ts:39), walk (src/repo/db.ts:58), registerOrderRoutes (src/routes/orders.ts:6), registerUserRoutes (src/routes/users.ts:7), and 4 more not listed.\n\n[K3] The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files.\n Languages: TypeScript. [K3]\n Groups: types (",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 213.592,
"completionTokens": 220,
"promptTokens": 734,
"estimatedPromptTokens": 669,
"answerChars": 696,
"durationMs": 1030
},
{
"id": "entry-03-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": true,
"finishReason": "length",
"answer": "[K1] main (src/server.ts:39) is a function in this project.\n The index records no test that reaches it. [K1]\n It makes 3 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K1]\n\n[K2] The index flags these symbols as entry points: loadConfig (src/config.ts:11), isProduction (src/config.ts:20), query (src/repo/db.ts:17), insert (src/repo/db.ts:31), hotspotScan (src/repo/db.ts:39), walk (src/repo/db.ts:58), registerOrderRoutes (src/routes/orders.ts:6), registerUserRoutes (src/routes/users.ts:7), and 4 more not listed.\n Languages: TypeScript. [K2]\n Groups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2). [K2",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 216.11,
"completionTokens": 220,
"promptTokens": 734,
"estimatedPromptTokens": 665,
"answerChars": 674,
"durationMs": 1018
},
{
"id": "entry-04-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3] [K4] [K5] [K6] [K7] [K8] [K9]\n[src/server.ts:39] [src/config.ts:11] [src/config.ts:20] [src/repo/db.ts:17] [src/repo/db.ts:31] [src/repo/db.ts:58] [src/routes/orders.ts:6] [src/routes/users.ts:7]\n[src/server.ts:48] [src/server.ts:27] [src/server.ts:32]",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 2,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 211.268,
"completionTokens": 135,
"promptTokens": 734,
"estimatedPromptTokens": 668,
"answerChars": 267,
"durationMs": 639
},
{
"id": "entry-05-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2], [K3], [K4], [K5], [K6], [K7], [K8], [K9], [K10], [K11], [K12], [K13]\n\nThe entry points are: loadConfig, isProduction, query, insert, hotspotScan, walk, registerOrderRoutes, registerUserRoutes. The routes the cards list are: createUser (src/services/userService.ts:23), validateUser (src/util/validate.ts:19), createUser (src/services/userService.ts:41), createUser (src/services/userService.ts:18), toUser (src/services/userService.ts:9).",
"cards": 13,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 184.957,
"completionTokens": 150,
"promptTokens": 869,
"estimatedPromptTokens": 798,
"answerChars": 449,
"durationMs": 811
},
{
"id": "cmp-01-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2]\n[K3] [K4] [K5] [K6] [K7] [K8] [K9] [K10] [K11] [K12]\n\ncreateUser calls validateUser, constructs ValidationError, and inserts.\nlistUsers calls query, reads environment value, and raises no error.",
"cards": 12,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 2,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 177.156,
"completionTokens": 76,
"promptTokens": 709,
"estimatedPromptTokens": 672,
"answerChars": 204,
"durationMs": 429
},
{
"id": "cmp-02-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1]\n [K2]\n[K3] getOrder calls validateId (src/util/validate.ts:33)\n[K4] The index records no error type raised by getOrder.\n[K5] registerOrderRoutes (src/routes/orders.ts:8) calls getOrder at line 8\n[K6] getOrder calls query (src/repo/db.ts:17)\n[K7] getOrder calls validateId (src/util/validate.ts:33)\n[K9]\n [K10]\n [K11]\n [K12]\n [K13]\n [K14]\n [K15]",
"cards": 7,
"citationOk": false,
"unknownCitations": [
"K9",
"K10",
"K11",
"K12",
"K13",
"K14",
"K15"
],
"uncitedLines": 0,
"missing": [
"validateUser"
],
"forbiddenHits": [],
"tokensPerSecond": 197.657,
"completionTokens": 135,
"promptTokens": 598,
"estimatedPromptTokens": 562,
"answerChars": 356,
"durationMs": 683
},
{
"id": "cmp-03-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "1. [K1] listUsers calls query at line 19, can raise 0 error type(s). \n2. [K2] createUser calls validateUser, then insertion, to user, and finally insert. \n3. [K7] test flags it as test code, no errors raised by listUsers.",
"cards": 8,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 173.913,
"completionTokens": 68,
"promptTokens": 640,
"estimatedPromptTokens": 594,
"answerChars": 223,
"durationMs": 391
},
{
"id": "cmp-04-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3]\n[hotspotScan] [walk]\n[call query] [raise error]",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 2,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 159.091,
"completionTokens": 28,
"promptTokens": 485,
"estimatedPromptTokens": 474,
"answerChars": 62,
"durationMs": 176
},
{
"id": "over-01-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": true,
"finishReason": "length",
"answer": "The overview card states: [K2] The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files. [K3] The index flags these symbols as entry points: loadConfig (src/config.ts:11), isProduction (src/config.ts:20), query (src/repo/db.ts:17), insert (src/repo/db.ts:31), hotspotScan (src/repo/db.ts:39), walk (src/repo/db.ts:58), registerOrderRoutes (src/routes/orders.ts:6), registerUserRoutes (src/routes/users.ts:7), and 4 more not listed. [K9] main, in body order: calls loadConfig [line 40], calls createApp [line 41], calls table [line 42]. [K1] main, in body order: calls loadConfig [line 39], reads 0 environment value(s) and can raise 0 error type(s). [K8]",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"TypeScript"
],
"forbiddenHits": [],
"tokensPerSecond": 193.152,
"completionTokens": 220,
"promptTokens": 737,
"estimatedPromptTokens": 669,
"answerChars": 690,
"durationMs": 1139
},
{
"id": "over-02-en",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": true,
"finishReason": "length",
"answer": "[K1] main (src/server.ts:39) is a function in this project.\n The index records no test that reaches it [K1].\n It makes 3 call(s), reads 0 environment value(s) and can raise 0 error type(s) [K1]\n\n[K2] The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files.\n Languages: TypeScript. [K2]\n Groups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2). [K2]\n\n[K3] The index flags these symbols as entry points: loadConfig (src/config.ts:11), isProduction (src/config.ts:20), query (src/repo/db.ts:17), insert (src/repo/db.ts:31), hotspotScan (src/repo/db.ts:39), walk (src/repo/db.ts:58), registerOrderRoutes (src/",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 215.898,
"completionTokens": 220,
"promptTokens": 732,
"estimatedPromptTokens": 665,
"answerChars": 687,
"durationMs": 1019
},
{
"id": "over-03-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K1] [K2] [K3]\n[K4] 3\n[K5] 0\n[K6] 1\n[K7] 1\n[K8] 1\n[K9] 1",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"symbol"
],
"forbiddenHits": [],
"tokensPerSecond": 198.312,
"completionTokens": 47,
"promptTokens": 738,
"estimatedPromptTokens": 670,
"answerChars": 56,
"durationMs": 237
},
{
"id": "honest-01-de",
"klass": "other",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
},
{
"id": "honest-02-en",
"klass": "what-is",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
}
]
},
{
"name": "Qwen2.5-Coder-1.5B",
"results": [
{
"id": "who-01-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "K2 [K2] calls createUser at line 15.\nK3 [K3] calls createUser at line 41.\nK8 [K8] calls createUser at line 9.\nK6 [K6] calls createUser at line 31.\nK7 [K7] calls createUser at line 18.",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 89.974,
"completionTokens": 70,
"promptTokens": 664,
"estimatedPromptTokens": 651,
"answerChars": 183,
"durationMs": 778
},
{
"id": "who-02-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers is called by registerUserRoutes at line 10.\nlistUsers is called by createUser at line 29.\nlistUsers is called by test/userService.test.ts at line 9.\nlistUsers is called by query in body order at line 19.",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 4,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 112.205,
"completionTokens": 57,
"promptTokens": 570,
"estimatedPromptTokens": 553,
"answerChars": 213,
"durationMs": 508
},
{
"id": "who-03-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K2]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 31.496,
"completionTokens": 4,
"promptTokens": 504,
"estimatedPromptTokens": 509,
"answerChars": 4,
"durationMs": 127
},
{
"id": "who-04-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "create [K2]\nuserService [K3]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 71.856,
"completionTokens": 12,
"promptTokens": 483,
"estimatedPromptTokens": 481,
"answerChars": 28,
"durationMs": 167
},
{
"id": "who-05-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "K2 [K2]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerOrderRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 47.619,
"completionTokens": 7,
"promptTokens": 519,
"estimatedPromptTokens": 515,
"answerChars": 7,
"durationMs": 147
},
{
"id": "who-06-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "query [K1]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"listUsers"
],
"forbiddenHits": [],
"tokensPerSecond": 42.553,
"completionTokens": 6,
"promptTokens": 507,
"estimatedPromptTokens": 496,
"answerChars": 10,
"durationMs": 141
},
{
"id": "who-07-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp [K2]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 47.945,
"completionTokens": 7,
"promptTokens": 532,
"estimatedPromptTokens": 534,
"answerChars": 14,
"durationMs": 146
},
{
"id": "who-08-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main (src/server.ts:40) [K2]",
"cards": 3,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 77.778,
"completionTokens": 14,
"promptTokens": 484,
"estimatedPromptTokens": 483,
"answerChars": 28,
"durationMs": 180
},
{
"id": "what-01-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser makes 6 call(s), reads 1 environment value(s) and can raise 1 error type(s). [K1]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validateUser",
"insert"
],
"forbiddenHits": [],
"tokensPerSecond": 82.857,
"completionTokens": 29,
"promptTokens": 636,
"estimatedPromptTokens": 621,
"answerChars": 92,
"durationMs": 350
},
{
"id": "what-02-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers makes 1 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K2]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"query"
],
"forbiddenHits": [],
"tokensPerSecond": 102.113,
"completionTokens": 29,
"promptTokens": 545,
"estimatedPromptTokens": 523,
"answerChars": 91,
"durationMs": 284
},
{
"id": "what-03-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "getOrder makes 2 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K1]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validateId",
"query"
],
"forbiddenHits": [],
"tokensPerSecond": 103.571,
"completionTokens": 29,
"promptTokens": 492,
"estimatedPromptTokens": 485,
"answerChars": 90,
"durationMs": 280
},
{
"id": "what-04-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan makes 1 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K2]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"query"
],
"forbiddenHits": [],
"tokensPerSecond": 109.489,
"completionTokens": 30,
"promptTokens": 452,
"estimatedPromptTokens": 446,
"answerChars": 93,
"durationMs": 274
},
{
"id": "what-05-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main calls loadConfig at line 40.\nmain calls table at line 42.\nmain calls createApp at line 32.",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 3,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 100,
"completionTokens": 30,
"promptTokens": 512,
"estimatedPromptTokens": 488,
"answerChars": 95,
"durationMs": 300
},
{
"id": "what-06-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp constructs SimpleRouter [K2]\ncreateApp calls registerUserRoutes [K6]\ncreateApp calls registerOrderRoutes [K5]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 98.684,
"completionTokens": 30,
"promptTokens": 525,
"estimatedPromptTokens": 515,
"answerChars": 119,
"durationMs": 304
},
{
"id": "what-07-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "loadConfig [K1] makes 0 call(s).",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 79.755,
"completionTokens": 13,
"promptTokens": 467,
"estimatedPromptTokens": 471,
"answerChars": 32,
"durationMs": 163
},
{
"id": "what-08-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "ValidationError [K1] makes 0 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K1]",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validate.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 112.281,
"completionTokens": 32,
"promptTokens": 442,
"estimatedPromptTokens": 455,
"answerChars": 102,
"durationMs": 285
},
{
"id": "what-09-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "Yes, tut `userService.create`.\n\n- Calls createUser [line 41].",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 2,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 89.947,
"completionTokens": 17,
"promptTokens": 449,
"estimatedPromptTokens": 451,
"answerChars": 61,
"durationMs": 189
},
{
"id": "what-10-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerOrderRoutes is a function in this project. It makes 1 call(s), reads 0 environment value(s) and can raise 0 error type(s). [K1] [K2] [K5]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"getOrder"
],
"forbiddenHits": [],
"tokensPerSecond": 116.751,
"completionTokens": 46,
"promptTokens": 476,
"estimatedPromptTokens": 480,
"answerChars": 145,
"durationMs": 394
},
{
"id": "err-01-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "K8 [K8] validateUser can raise ValidationError. [K8]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 61.594,
"completionTokens": 17,
"promptTokens": 674,
"estimatedPromptTokens": 661,
"answerChars": 52,
"durationMs": 276
},
{
"id": "err-02-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K3] validateUser constructs ValidationError [src/util/validate.ts:4]. [K2] validateUser can raise ValidationError [src/util/validate.ts:19].",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 106.509,
"completionTokens": 36,
"promptTokens": 502,
"estimatedPromptTokens": 507,
"answerChars": 141,
"durationMs": 338
},
{
"id": "err-03-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "K2 [K2] validateId can raise ValidationError [src/util/validate.ts:33].",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 89.069,
"completionTokens": 22,
"promptTokens": 504,
"estimatedPromptTokens": 503,
"answerChars": 71,
"durationMs": 247
},
{
"id": "err-04-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "[K2] The index records no error type raised by getOrder. [K2]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"ValidationError"
],
"forbiddenHits": [],
"tokensPerSecond": 81.448,
"completionTokens": 18,
"promptTokens": 528,
"estimatedPromptTokens": 524,
"answerChars": 61,
"durationMs": 221
},
{
"id": "err-05-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers it.",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"ValidationError",
"DB_URL"
],
"forbiddenHits": [],
"tokensPerSecond": 29.703,
"completionTokens": 6,
"promptTokens": 683,
"estimatedPromptTokens": 667,
"answerChars": 18,
"durationMs": 202
},
{
"id": "err-06-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers it.",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"insert"
],
"forbiddenHits": [],
"tokensPerSecond": 46.875,
"completionTokens": 6,
"promptTokens": 482,
"estimatedPromptTokens": 479,
"answerChars": 18,
"durationMs": 128
},
{
"id": "if-01-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers it.",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerUserRoutes",
"create"
],
"forbiddenHits": [],
"tokensPerSecond": 30.303,
"completionTokens": 6,
"promptTokens": 663,
"estimatedPromptTokens": 649,
"answerChars": 18,
"durationMs": 198
},
{
"id": "if-02-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers [K5]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"registerUserRoutes"
],
"forbiddenHits": [],
"tokensPerSecond": 40.698,
"completionTokens": 7,
"promptTokens": 567,
"estimatedPromptTokens": 550,
"answerChars": 14,
"durationMs": 172
},
{
"id": "if-03-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "query [K1]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"listUsers"
],
"forbiddenHits": [],
"tokensPerSecond": 41.958,
"completionTokens": 6,
"promptTokens": 512,
"estimatedPromptTokens": 497,
"answerChars": 10,
"durationMs": 143
},
{
"id": "if-04-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers it.",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 43.478,
"completionTokens": 6,
"promptTokens": 501,
"estimatedPromptTokens": 507,
"answerChars": 18,
"durationMs": 138
},
{
"id": "if-05-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers it.",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 37.267,
"completionTokens": 6,
"promptTokens": 581,
"estimatedPromptTokens": 563,
"answerChars": 18,
"durationMs": 161
},
{
"id": "if-06-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp [K2] calls registerUserRoutes at line 34. [K1]\nregisterUserRoutes, in body order: calls listUsers [line 10], calls createUser [line 15]. [K3]\nThe index records no error type raised by registerUserRoutes. [K4]\nregisterUserRoutes calls createUser (src/services/userService.ts:23). [K5]\nregisterUserRoutes calls listUsers (src/services/userService.ts:18). [K6]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 127.582,
"completionTokens": 105,
"promptTokens": 527,
"estimatedPromptTokens": 531,
"answerChars": 367,
"durationMs": 823
},
{
"id": "entry-01-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main [K1] [K6]\nloadConfig [K2] [K7]\ncreateApp [K4] [K8]\ntable [K4] [K9]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"/users"
],
"forbiddenHits": [],
"tokensPerSecond": 86.475,
"completionTokens": 39,
"promptTokens": 726,
"estimatedPromptTokens": 668,
"answerChars": 71,
"durationMs": 451
},
{
"id": "entry-02-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers it.",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"/users",
"/orders"
],
"forbiddenHits": [],
"tokensPerSecond": 86.957,
"completionTokens": 6,
"promptTokens": 724,
"estimatedPromptTokens": 669,
"answerChars": 18,
"durationMs": 69
},
{
"id": "entry-03-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The main function is called at line 48 in src/server.ts. It makes 3 call(s), reads 0 environment value(s) and can raise 0 error type(s). The index flags these symbols as entry points: loadConfig (src/config.ts:11), isProduction (src/config.ts:20), query (src/repo/db.ts:17), insert (src/repo/db.ts:31), hotspotScan (src/repo/db.ts:39), walk (src/repo/db.ts:58), registerOrderRoutes (src/routes/orders.ts:6), registerUserRoutes (src/routes/users.ts:7).",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 144.077,
"completionTokens": 135,
"promptTokens": 724,
"estimatedPromptTokens": 665,
"answerChars": 451,
"durationMs": 937
},
{
"id": "entry-04-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The entry points are:\n1. loadConfig (src/config.ts:11)\n2. isProduction (src/config.ts:20)\n3. query (src/repo/db.ts:17)\n4. insert (src/repo/db.ts:31)\n5. hotspotScan (src/repo/db.ts:39)\n6. walk (src/repo/db.ts:58)\n\nThe routes are:\n1. registerOrderRoutes (src/routes/orders.ts:6)\n2. registerUserRoutes (src/routes/users.ts:7)",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 10,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 143.401,
"completionTokens": 113,
"promptTokens": 724,
"estimatedPromptTokens": 668,
"answerChars": 322,
"durationMs": 788
},
{
"id": "entry-05-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The route that leads to `createUser` is `registerUserRoutes` in `src/routes/users.ts`, which calls `createUser` at line 15.",
"cards": 13,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 78.475,
"completionTokens": 35,
"promptTokens": 851,
"estimatedPromptTokens": 798,
"answerChars": 123,
"durationMs": 446
},
{
"id": "cmp-01-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls query at line 19.\ncreateUser raises ValidationError [K4].",
"cards": 12,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [
"validateUser"
],
"forbiddenHits": [],
"tokensPerSecond": 67.376,
"completionTokens": 19,
"promptTokens": 696,
"estimatedPromptTokens": 672,
"answerChars": 74,
"durationMs": 282
},
{
"id": "cmp-02-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls validateUser, ValidationError, UserEntity, listUsers, insert, toUser.\ngetOrder calls query, validateId.",
"cards": 7,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 2,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 91.503,
"completionTokens": 28,
"promptTokens": 581,
"estimatedPromptTokens": 562,
"answerChars": 120,
"durationMs": 306
},
{
"id": "cmp-03-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers calls query at line 19.\ncreateUser calls validateUser at line 24, ValidationError at line 27, UserEntity at line 29, listUsers at line 29, insert at line 30, toUser at line 35.\ncreateUser can raise ValidationError.",
"cards": 8,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 3,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 111.675,
"completionTokens": 66,
"promptTokens": 632,
"estimatedPromptTokens": 594,
"answerChars": 224,
"durationMs": 591
},
{
"id": "cmp-04-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan calls query [line 44]. hotspotScan raises no error type(s).",
"cards": 4,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 90.09,
"completionTokens": 20,
"promptTokens": 472,
"estimatedPromptTokens": 474,
"answerChars": 71,
"durationMs": 222
},
{
"id": "over-01-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files.\nLanguages: TypeScript.\nGroups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2).",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 3,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 101.721,
"completionTokens": 65,
"promptTokens": 728,
"estimatedPromptTokens": 669,
"answerChars": 206,
"durationMs": 639
},
{
"id": "over-02-en",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files.\nLanguages: TypeScript.\nGroups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2).",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 3,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 139.485,
"completionTokens": 65,
"promptTokens": 722,
"estimatedPromptTokens": 665,
"answerChars": 206,
"durationMs": 466
},
{
"id": "over-03-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files.\nLanguages: TypeScript.\nGroups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2).",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 3,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 135.417,
"completionTokens": 65,
"promptTokens": 730,
"estimatedPromptTokens": 670,
"answerChars": 206,
"durationMs": 480
},
{
"id": "honest-01-de",
"klass": "other",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
},
{
"id": "honest-02-en",
"klass": "what-is",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
}
]
},
{
"name": "Qwen3.5-4B",
"results": [
{
"id": "who-01-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes (src/routes/users.ts:15) calls createUser at line 15 [K2]\ncreate (src/services/userService.ts:41) calls createUser at line 41 [K3]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 27.993,
"completionTokens": 47,
"promptTokens": 700,
"estimatedPromptTokens": 651,
"answerChars": 149,
"durationMs": 1679
},
{
"id": "who-02-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes (src/routes/users.ts:10) calls listUsers at line 10 [K2]\ncreateUser (src/services/userService.ts:29) calls listUsers at line 29 [K3]\ntest/userService.test.ts (test/userService.test.ts:9) calls listUsers at line 9 [K4]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 46.089,
"completionTokens": 76,
"promptTokens": 602,
"estimatedPromptTokens": 553,
"answerChars": 236,
"durationMs": 1649
},
{
"id": "who-03-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser (src/services/userService.ts:24) [K2]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 28.286,
"completionTokens": 17,
"promptTokens": 533,
"estimatedPromptTokens": 509,
"answerChars": 48,
"durationMs": 601
},
{
"id": "who-04-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "create is called at src/services/orderService.ts:33 [K2]\nUser create is called at src/services/userService.ts:30 [K3]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"createUser"
],
"forbiddenHits": [],
"tokensPerSecond": 40.556,
"completionTokens": 35,
"promptTokens": 511,
"estimatedPromptTokens": 481,
"answerChars": 117,
"durationMs": 863
},
{
"id": "who-05-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerOrderRoutes (src/routes/orders.ts:8) calls getOrder at line 8. [K2]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 32.717,
"completionTokens": 23,
"promptTokens": 549,
"estimatedPromptTokens": 515,
"answerChars": 75,
"durationMs": 703
},
{
"id": "who-06-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan (src/repo/db.ts:44) [K2]\ngetOrder (src/services/orderService.ts:11) [K3]\nlistUsers (src/services/userService.ts:19) [K4]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 44.559,
"completionTokens": 52,
"promptTokens": 536,
"estimatedPromptTokens": 496,
"answerChars": 132,
"durationMs": 1167
},
{
"id": "who-07-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp (src/server.ts:34) calls registerUserRoutes at line 34. [K2]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 33.647,
"completionTokens": 25,
"promptTokens": 562,
"estimatedPromptTokens": 534,
"answerChars": 70,
"durationMs": 743
},
{
"id": "who-08-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main (src/server.ts:40) calls loadConfig at line 40. [K2]",
"cards": 3,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 34.277,
"completionTokens": 23,
"promptTokens": 512,
"estimatedPromptTokens": 483,
"answerChars": 57,
"durationMs": 671
},
{
"id": "what-01-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls validateUser at line 24 [K2]\ncreateUser constructs ValidationError at line 27 [K2]\ncreateUser constructs UserEntity at line 29 [K2]\ncreateUser calls listUsers at line 29 [K2]\ncreateUser calls insert at line 30 [K2]\ncreateUser calls toUser at line 35 [K2]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 46.561,
"completionTokens": 88,
"promptTokens": 670,
"estimatedPromptTokens": 621,
"answerChars": 271,
"durationMs": 1890
},
{
"id": "what-02-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers is a function in src/services/userService.ts at line 18 [K1].\nIt calls query (src/repo/db.ts:17) [K7].\nregisterUserRoutes (src/routes/users.ts:10) calls listUsers at line 10 [K4].\ncreateUser (src/services/userService.ts:29) calls listUsers at line 29 [K5].\ntest/userService.test.ts (test/userService.test.ts:9) calls listUsers at line 9 [K6].",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 51.293,
"completionTokens": 115,
"promptTokens": 575,
"estimatedPromptTokens": 523,
"answerChars": 352,
"durationMs": 2242
},
{
"id": "what-03-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "getOrder calls validateId at line 10 [K2]\ngetOrder calls query at line 11 [K2]\nquery is defined in src/repo/db.ts:17 [K5]\nvalidateId is defined in src/util/validate.ts:33 [K6]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 47.478,
"completionTokens": 64,
"promptTokens": 520,
"estimatedPromptTokens": 485,
"answerChars": 175,
"durationMs": 1348
},
{
"id": "what-04-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan calls query at line 44 [K2]\nhotspotScan calls query at line 17 [K4]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 39.841,
"completionTokens": 30,
"promptTokens": 478,
"estimatedPromptTokens": 446,
"answerChars": 79,
"durationMs": 753
},
{
"id": "what-05-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main calls loadConfig at line 40 [K1].\nmain calls createApp at line 41 [K1].\nmain calls table at line 42 [K1].",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 41.289,
"completionTokens": 41,
"promptTokens": 541,
"estimatedPromptTokens": 488,
"answerChars": 110,
"durationMs": 993
},
{
"id": "what-06-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp constructs a SimpleRouter at line 33 [K2]\ncreateApp calls registerUserRoutes at line 34 [K2]\ncreateApp calls registerOrderRoutes at line 35 [K2]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 43.597,
"completionTokens": 48,
"promptTokens": 554,
"estimatedPromptTokens": 515,
"answerChars": 154,
"durationMs": 1101
},
{
"id": "what-07-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "loadConfig reads four environment values: HOST, PORT, DB_URL, LOG_LEVEL [K2]\nThe index records no test that reaches loadConfig [K1]\nNo symbol is listed as being called by loadConfig in the available cards [K1]",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 47.41,
"completionTokens": 54,
"promptTokens": 494,
"estimatedPromptTokens": 471,
"answerChars": 209,
"durationMs": 1139
},
{
"id": "what-08-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers what symbols ValidationError calls. [K1]",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validate.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 29.148,
"completionTokens": 13,
"promptTokens": 468,
"estimatedPromptTokens": 455,
"answerChars": 55,
"durationMs": 446
},
{
"id": "what-09-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "`create` calls `createUser` at line 41 [K2].\n`createUser` is defined in `src/services/userService.ts:23` [K4].",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 44.053,
"completionTokens": 40,
"promptTokens": 475,
"estimatedPromptTokens": 451,
"answerChars": 110,
"durationMs": 908
},
{
"id": "what-10-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerOrderRoutes calls getOrder at line 8 [K2]\nregisterOrderRoutes calls getOrder in src/services/orderService.ts:8 [K5]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 40.404,
"completionTokens": 32,
"promptTokens": 503,
"estimatedPromptTokens": 480,
"answerChars": 123,
"durationMs": 792
},
{
"id": "err-01-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser kann ValidationError werfen [K2]\ncreateUser kann ValidationError werfen [K8]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 24.972,
"completionTokens": 22,
"promptTokens": 711,
"estimatedPromptTokens": 661,
"answerChars": 87,
"durationMs": 881
},
{
"id": "err-02-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "validateUser can raise ValidationError [K2]\nValidationError is constructed by validateUser at line 4 [K3]\nValidationError is also constructed by validateUser at line 28 [K4]\nThe index records no test that reaches validateUser [K1]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 45.752,
"completionTokens": 56,
"promptTokens": 531,
"estimatedPromptTokens": 507,
"answerChars": 230,
"durationMs": 1224
},
{
"id": "err-03-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "validateId kann ValidationError werfen [K2]\nDie Funktion wirft die Ausnahme an der Zeile 35 von src/util/validate.ts [K4]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 40.23,
"completionTokens": 35,
"promptTokens": 532,
"estimatedPromptTokens": 503,
"answerChars": 121,
"durationMs": 870
},
{
"id": "err-04-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "getOrder raises ValidationError at src/util/validate.ts:33 [K4]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 28.8,
"completionTokens": 18,
"promptTokens": 559,
"estimatedPromptTokens": 524,
"answerChars": 63,
"durationMs": 625
},
{
"id": "err-05-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser kann ValidationError werfen [K2]\nValidationError wird in src/util/validate.ts:23 ausgelöst [K2]\ncreateUser liest die Umgebungsvariable DB_URL [K2]\ncreateUser ruft validateUser auf, das bei fehlender DB_URL fehlschlagen kann [K8]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 42.125,
"completionTokens": 69,
"promptTokens": 718,
"estimatedPromptTokens": 667,
"answerChars": 239,
"durationMs": 1638
},
{
"id": "err-06-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "No card covers it.",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"insert"
],
"forbiddenHits": [],
"tokensPerSecond": 14.151,
"completionTokens": 6,
"promptTokens": 510,
"estimatedPromptTokens": 479,
"answerChars": 18,
"durationMs": 424
},
{
"id": "if-01-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes [K2]\ncreate [K3]\nlistUsers [K7]\ntoUser [K8]\nvalidateUser [K11]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 32.609,
"completionTokens": 36,
"promptTokens": 697,
"estimatedPromptTokens": 649,
"answerChars": 81,
"durationMs": 1104
},
{
"id": "if-02-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes at src/routes/users.ts:10 calls listUsers [K2]\ncreateUser at src/services/userService.ts:29 calls listUsers [K3]\ntest/userService.test.ts at test/userService.test.ts:9 calls listUsers [K4]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 42.569,
"completionTokens": 59,
"promptTokens": 599,
"estimatedPromptTokens": 550,
"answerChars": 207,
"durationMs": 1386
},
{
"id": "if-03-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan [K2]\ngetOrder [K3]\nlistUsers [K4]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 31.161,
"completionTokens": 22,
"promptTokens": 538,
"estimatedPromptTokens": 497,
"answerChars": 45,
"durationMs": 706
},
{
"id": "if-04-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser [K2]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 16.588,
"completionTokens": 7,
"promptTokens": 530,
"estimatedPromptTokens": 507,
"answerChars": 15,
"durationMs": 422
},
{
"id": "if-05-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "create (src/services/orderService.ts:33) [K2]\ncreateUser (src/services/userService.ts:30) [K3]\nregisterUserRoutes (src/routes/users.ts:15) [K4]\ncreate (src/services/userService.ts:41) [K5]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 43.336,
"completionTokens": 66,
"promptTokens": 611,
"estimatedPromptTokens": 563,
"answerChars": 188,
"durationMs": 1523
},
{
"id": "if-06-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp [K2]\nlistUsers [K3]\ncreateUser [K3]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 30,
"completionTokens": 21,
"promptTokens": 557,
"estimatedPromptTokens": 531,
"answerChars": 45,
"durationMs": 700
},
{
"id": "entry-01-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "Die folgenden Einträgepunkte und Routen sind im Index aufgeführt: loadConfig (src/config.ts:11), isProduction (src/config.ts:20), query (src/repo/db.ts:17), insert (src/repo/db.ts:31), hotspotScan (src/repo/db.ts:39), walk (src/repo/db.ts:58), registerOrderRoutes (src/routes/orders.ts:6), und registerUserRoutes (src/routes/users.ts:7).",
"cards": 9,
"citationOk": false,
"unknownCitations": [],
"uncitedLines": 1,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 44.531,
"completionTokens": 103,
"promptTokens": 762,
"estimatedPromptTokens": 668,
"answerChars": 337,
"durationMs": 2313
},
{
"id": "entry-02-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The cards do not list any HTTP routes exposed by this project. [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"/users",
"/orders"
],
"forbiddenHits": [],
"tokensPerSecond": 20.455,
"completionTokens": 18,
"promptTokens": 760,
"estimatedPromptTokens": 669,
"answerChars": 67,
"durationMs": 880
},
{
"id": "entry-03-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "Die Eintragspunkte sind loadConfig in src/config.ts:11 und isProduction in src/config.ts:20 [K2].\nDie Eintragspunkte sind query in src/repo/db.ts:17, insert in src/repo/db.ts:31, hotspotScan in src/repo/db.ts:39 und walk in src/repo/db.ts:58 [K2].\nDie Eintragspunkte sind registerOrderRoutes in src/routes/orders.ts:6 und registerUserRoutes in src/routes/users.ts:7 [K2].",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 46.781,
"completionTokens": 117,
"promptTokens": 759,
"estimatedPromptTokens": 665,
"answerChars": 371,
"durationMs": 2501
},
{
"id": "entry-04-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "loadConfig is an entry point in src/config.ts [K2]\nisProduction is an entry point in src/config.ts [K2]\nquery is an entry point in src/repo/db.ts [K2]\ninsert is an entry point in src/repo/db.ts [K2]\nhotspotScan is an entry point in src/repo/db.ts [K2]\nwalk is an entry point in src/repo/db.ts [K2]\nregisterOrderRoutes is an entry point in src/routes/orders.ts [K2]\nregisterUserRoutes is an entry point in src/routes/users.ts [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 48.148,
"completionTokens": 130,
"promptTokens": 760,
"estimatedPromptTokens": 668,
"answerChars": 429,
"durationMs": 2700
},
{
"id": "entry-05-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes (src/routes/users.ts:7) is an entry point that calls createUser at line 15 [K2]\ncreate (src/services/userService.ts:41) calls createUser at line 41 [K7]",
"cards": 13,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 30.502,
"completionTokens": 51,
"promptTokens": 892,
"estimatedPromptTokens": 798,
"answerChars": 171,
"durationMs": 1672
},
{
"id": "cmp-01-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls validateUser, constructs UserEntity, calls listUsers, calls insert, and calls toUser [K3]\nlistUsers calls query [K2]\ncreateUser can raise ValidationError [K4]\nlistUsers raises no error type the index recorded [K2]",
"cards": 12,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 40.273,
"completionTokens": 59,
"promptTokens": 732,
"estimatedPromptTokens": 672,
"answerChars": 230,
"durationMs": 1465
},
{
"id": "cmp-02-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "getOrder calls validateId at line 10 and query at line 11 [K3]\ngetOrder can raise no error type [K4]\ncreateUser calls validateUser, ValidationError, UserEntity, listUsers, insert, and toUser [K2]\ncreateUser raises ValidationError [K2]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 39.645,
"completionTokens": 67,
"promptTokens": 612,
"estimatedPromptTokens": 562,
"answerChars": 234,
"durationMs": 1690
},
{
"id": "cmp-03-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers calls query at line 19 [K3].\ncreateUser calls validateUser, ValidationError, UserEntity, listUsers, insert, and toUser [K2].\nlistUsers does not raise any error type [K4].\ncreateUser can raise ValidationError [K2].",
"cards": 8,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 40.83,
"completionTokens": 61,
"promptTokens": 665,
"estimatedPromptTokens": 594,
"answerChars": 223,
"durationMs": 1494
},
{
"id": "cmp-04-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan calls query [K4]\nwalk calls query [K10]\nhotspotScan does not raise any error type [K3]\nwalk does not raise any error type [K9]",
"cards": 4,
"citationOk": false,
"unknownCitations": [
"K10",
"K9"
],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 44.291,
"completionTokens": 45,
"promptTokens": 500,
"estimatedPromptTokens": 474,
"answerChars": 138,
"durationMs": 1016
},
{
"id": "over-01-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "Das Projekt enthält 76 Symbole und 178 Beziehungen über 11 indexierte Dateien. [K2]\nDie Sprache ist TypeScript. [K2]\nDie Gruppen sind types (10), server (7), repo (6), services (6), util (5), config (3) und routes (2). [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 41.391,
"completionTokens": 75,
"promptTokens": 763,
"estimatedPromptTokens": 669,
"answerChars": 223,
"durationMs": 1812
},
{
"id": "over-02-en",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project holds 76 symbols and 178 relations across 11 indexed files. [K2]\nThe language used is TypeScript. [K2]\nThe groups are types (10), server (7), repo (6), services (6), util (5), config (3), and routes (2). [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 40.816,
"completionTokens": 74,
"promptTokens": 758,
"estimatedPromptTokens": 665,
"answerChars": 220,
"durationMs": 1813
},
{
"id": "over-03-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "Das Projekt enthält 76 Symbole und 178 Beziehungen über 11 indexierte Dateien. [K2]\nDie Sprache des Codes ist TypeScript. [K2]\nDie Symbolgruppen sind types (10), server (7), repo (6), services (6), util (5), config (3) und routes (2). [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 39.979,
"completionTokens": 78,
"promptTokens": 760,
"estimatedPromptTokens": 670,
"answerChars": 239,
"durationMs": 1951
},
{
"id": "honest-01-de",
"klass": "other",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
},
{
"id": "honest-02-en",
"klass": "what-is",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
}
]
},
{
"name": "gemma-4-E4B",
"results": [
{
"id": "who-01-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes calls createUser at line 15 [K2]\ncreate calls createUser at line 41 [K3]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 18.313,
"completionTokens": 28,
"promptTokens": 734,
"estimatedPromptTokens": 651,
"answerChars": 91,
"durationMs": 1529
},
{
"id": "who-02-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes calls listUsers at line 10 [K2]\ncreateUser calls listUsers at line 29 [K3]\ntest/userService.test.ts calls listUsers at line 9 [K4]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 36.567,
"completionTokens": 49,
"promptTokens": 625,
"estimatedPromptTokens": 553,
"answerChars": 149,
"durationMs": 1340
},
{
"id": "who-03-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls validateUser at line 24 [K2]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 22.293,
"completionTokens": 14,
"promptTokens": 546,
"estimatedPromptTokens": 509,
"answerChars": 45,
"durationMs": 628
},
{
"id": "who-04-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "create calls insert at line 33 [K2]\ncreateUser calls insert at line 30 [K3]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 32.379,
"completionTokens": 26,
"promptTokens": 522,
"estimatedPromptTokens": 481,
"answerChars": 75,
"durationMs": 803
},
{
"id": "who-05-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerOrderRoutes calls getOrder at line 8 [K2]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 21.771,
"completionTokens": 15,
"promptTokens": 572,
"estimatedPromptTokens": 515,
"answerChars": 49,
"durationMs": 689
},
{
"id": "who-06-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan calls query at line 44 [K2]\ngetOrder calls query at line 11 [K3]\nlistUsers calls query at line 19 [K4]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 37.333,
"completionTokens": 42,
"promptTokens": 551,
"estimatedPromptTokens": 496,
"answerChars": 114,
"durationMs": 1125
},
{
"id": "who-07-de",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp calls registerUserRoutes at line 34 [K2]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 22.663,
"completionTokens": 16,
"promptTokens": 576,
"estimatedPromptTokens": 534,
"answerChars": 50,
"durationMs": 706
},
{
"id": "who-08-en",
"klass": "who-calls",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main (src/server.ts:40) calls loadConfig at line 40. [K2]",
"cards": 3,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 31.807,
"completionTokens": 25,
"promptTokens": 522,
"estimatedPromptTokens": 483,
"answerChars": 57,
"durationMs": 786
},
{
"id": "what-01-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls validateUser [K2]\ncreateUser constructs ValidationError [K2]\ncreateUser constructs UserEntity [K2]\ncreateUser calls listUsers [K2]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"insert"
],
"forbiddenHits": [],
"tokensPerSecond": 29.142,
"completionTokens": 35,
"promptTokens": 704,
"estimatedPromptTokens": 621,
"answerChars": 147,
"durationMs": 1201
},
{
"id": "what-02-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "listUsers calls query (src/repo/db.ts:17) [K7]\nlistUsers, in body order: calls query [K2]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 33.019,
"completionTokens": 35,
"promptTokens": 598,
"estimatedPromptTokens": 523,
"answerChars": 89,
"durationMs": 1060
},
{
"id": "what-03-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "It makes 2 call(s) [K1]\ngetOrder, in body order: calls validateId [K2]\ngetOrder, in body order: calls query [K2]\ngetOrder calls query (src/repo/db.ts:17) [K5]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 41.436,
"completionTokens": 60,
"promptTokens": 543,
"estimatedPromptTokens": 485,
"answerChars": 158,
"durationMs": 1448
},
{
"id": "what-04-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan calls query [K2]\nhotspotScan calls query (src/repo/db.ts:17) [K4]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 36.53,
"completionTokens": 32,
"promptTokens": 486,
"estimatedPromptTokens": 446,
"answerChars": 77,
"durationMs": 876
},
{
"id": "what-05-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "main calls loadConfig [K5]\nmain calls createApp [K7]\nmain calls table [K6]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 30.34,
"completionTokens": 25,
"promptTokens": 558,
"estimatedPromptTokens": 488,
"answerChars": 74,
"durationMs": 824
},
{
"id": "what-06-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "It makes 3 call(s) [K1].\ncreateApp calls registerOrderRoutes (src/routes/orders.ts:6) [K5].\ncreateApp calls registerUserRoutes (src/routes/users.ts:7) [K6].\ncreateApp constructs SimpleRouter [K2].",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 42.298,
"completionTokens": 67,
"promptTokens": 565,
"estimatedPromptTokens": 515,
"answerChars": 196,
"durationMs": 1584
},
{
"id": "what-07-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "It makes 0 call(s) [K1]",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"loadConfig"
],
"forbiddenHits": [],
"tokensPerSecond": 24.254,
"completionTokens": 13,
"promptTokens": 502,
"estimatedPromptTokens": 471,
"answerChars": 23,
"durationMs": 536
},
{
"id": "what-08-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "ValidationError is a class in this project [K1].\nIt makes 0 call(s) [K1].",
"cards": 2,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"validate.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 33.245,
"completionTokens": 25,
"promptTokens": 473,
"estimatedPromptTokens": 455,
"answerChars": 73,
"durationMs": 752
},
{
"id": "what-09-de",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "It calls createUser [K4].\ncreateUser is called by create in body order [K2].",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 30.882,
"completionTokens": 21,
"promptTokens": 484,
"estimatedPromptTokens": 451,
"answerChars": 76,
"durationMs": 680
},
{
"id": "what-10-en",
"klass": "what-is",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "It makes 1 call(s) [K1]\nregisterOrderRoutes calls getOrder (src/services/orderService.ts:8) [K5]\nregisterOrderRoutes, in body order: calls getOrder [K2]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 40.72,
"completionTokens": 52,
"promptTokens": 517,
"estimatedPromptTokens": 480,
"answerChars": 152,
"durationMs": 1277
},
{
"id": "err-01-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser can raise ValidationError [K2].\nvalidateUser can raise ValidationError [K8].",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 19.076,
"completionTokens": 19,
"promptTokens": 745,
"estimatedPromptTokens": 661,
"answerChars": 87,
"durationMs": 996
},
{
"id": "err-02-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "validateUser can raise ValidationError [K2].",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 16.234,
"completionTokens": 10,
"promptTokens": 544,
"estimatedPromptTokens": 507,
"answerChars": 44,
"durationMs": 616
},
{
"id": "err-03-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "validateId can raise ValidationError [K1]\nvalidateId can raise ValidationError [K2]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 24.39,
"completionTokens": 20,
"promptTokens": 547,
"estimatedPromptTokens": 503,
"answerChars": 83,
"durationMs": 820
},
{
"id": "err-04-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "validateId can raise ValidationError [K4]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 14.327,
"completionTokens": 10,
"promptTokens": 582,
"estimatedPromptTokens": 524,
"answerChars": 41,
"durationMs": 698
},
{
"id": "err-05-de",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser kann ValidationError werfen [K2].\nvalidateUser kann ValidationError werfen [K8].",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"DB_URL"
],
"forbiddenHits": [],
"tokensPerSecond": 17.312,
"completionTokens": 21,
"promptTokens": 753,
"estimatedPromptTokens": 667,
"answerChars": 91,
"durationMs": 1213
},
{
"id": "err-06-en",
"klass": "why-error",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "It can raise 0 error type(s) [K1].\nThe index records no error type raised by insert [K2].",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 28.798,
"completionTokens": 29,
"promptTokens": 521,
"estimatedPromptTokens": 479,
"answerChars": 89,
"durationMs": 1007
},
{
"id": "if-01-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes calls createUser at line 15 [K2]\ncreate calls createUser at line 41 [K3]",
"cards": 11,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 22.97,
"completionTokens": 28,
"promptTokens": 731,
"estimatedPromptTokens": 649,
"answerChars": 91,
"durationMs": 1219
},
{
"id": "if-02-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes calls listUsers at line 10 [K2]\ncreateUser calls listUsers at line 29 [K3]\ntest/userService.test.ts calls listUsers at line 9 [K4]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 35.924,
"completionTokens": 49,
"promptTokens": 622,
"estimatedPromptTokens": 550,
"answerChars": 149,
"durationMs": 1364
},
{
"id": "if-03-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan calls query at line 44 [K2]\ngetOrder calls query at line 11 [K3]\nlistUsers calls query at line 19 [K4]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 37.07,
"completionTokens": 42,
"promptTokens": 553,
"estimatedPromptTokens": 497,
"answerChars": 114,
"durationMs": 1133
},
{
"id": "if-04-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls validateUser at line 24 [K2]",
"cards": 5,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 22.436,
"completionTokens": 14,
"promptTokens": 543,
"estimatedPromptTokens": 507,
"answerChars": 45,
"durationMs": 624
},
{
"id": "if-05-de",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "create calls insert at line 33 [K2]\ncreateUser calls insert at line 30 [K3]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 27.282,
"completionTokens": 26,
"promptTokens": 637,
"estimatedPromptTokens": 563,
"answerChars": 75,
"durationMs": 953
},
{
"id": "if-06-en",
"klass": "what-if",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createApp calls registerUserRoutes at line 34 [K2]\nregisterUserRoutes calls listUsers [K6]\nregisterUserRoutes calls createUser [K5]",
"cards": 6,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 33.821,
"completionTokens": 37,
"promptTokens": 571,
"estimatedPromptTokens": 531,
"answerChars": 131,
"durationMs": 1094
},
{
"id": "entry-01-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "loadConfig (src/config.ts:11) [K2]\nisProduction (src/config.ts:20) [K2]\nquery (src/repo/db.ts:17) [K2]\ninsert (src/repo/db.ts:31) [K2]\nhotspotScan (src/repo/db.ts:39) [K2]\nwalk (src/repo/db.ts:58) [K2]\nregisterOrderRoutes (src/routes/orders.ts:6) [K2]\nregisterUserRoutes (src/routes/users.ts:7) [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 43.465,
"completionTokens": 146,
"promptTokens": 799,
"estimatedPromptTokens": 668,
"answerChars": 299,
"durationMs": 3359
},
{
"id": "entry-02-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The index flags these symbols as entry points: loadConfig (src/config.ts:11), isProduction (src/config.ts:20), query (src/repo/db.ts:17), insert (src/repo/db.ts:31), hotspotScan (src/repo/db.ts:39), walk (src/repo/db.ts:58), registerOrderRoutes (src/routes/orders.ts:6), registerUserRoutes (src/routes/users.ts:7), and 4 more not listed. [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 51.199,
"completionTokens": 126,
"promptTokens": 797,
"estimatedPromptTokens": 669,
"answerChars": 342,
"durationMs": 2461
},
{
"id": "entry-03-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "loadConfig (src/config.ts:11) [K2]\nisProduction (src/config.ts:20) [K2]\nquery (src/repo/db.ts:17) [K2]\ninsert (src/repo/db.ts:31) [K2]\nhotspotScan (src/repo/db.ts:39) [K2]\nwalk (src/repo/db.ts:58) [K2]\nregisterOrderRoutes (src/routes/orders.ts:6) [K2]\nregisterUserRoutes (src/routes/users.ts:7) [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 50.103,
"completionTokens": 146,
"promptTokens": 797,
"estimatedPromptTokens": 665,
"answerChars": 299,
"durationMs": 2914
},
{
"id": "entry-04-en",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "loadConfig (src/config.ts:11) [K2]\nisProduction (src/config.ts:20) [K2]\nquery (src/repo/db.ts:17) [K2]\ninsert (src/repo/db.ts:31) [K2]\nhotspotScan (src/repo/db.ts:39) [K2]\nwalk (src/repo/db.ts:58) [K2]\nregisterOrderRoutes (src/routes/orders.ts:6) [K2]\nregisterUserRoutes (src/routes/users.ts:7) [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"src/server.ts"
],
"forbiddenHits": [],
"tokensPerSecond": 51.865,
"completionTokens": 146,
"promptTokens": 797,
"estimatedPromptTokens": 668,
"answerChars": 299,
"durationMs": 2815
},
{
"id": "entry-05-de",
"klass": "where-entry",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "registerUserRoutes (src/routes/users.ts:7) is an entry point [K2]\nregisterUserRoutes (src/routes/users.ts:15) calls createUser at line 15 [K6]",
"cards": 13,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 24.913,
"completionTokens": 50,
"promptTokens": 945,
"estimatedPromptTokens": 798,
"answerChars": 142,
"durationMs": 2007
},
{
"id": "cmp-01-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser ruft validateUser, constructs ValidationError, constructs UserEntity, listUsers, insert, toUser auf [K3]\nlistUsers ruft query auf und wirft keinen Fehler auf [K2]",
"cards": 12,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 25.429,
"completionTokens": 43,
"promptTokens": 770,
"estimatedPromptTokens": 672,
"answerChars": 173,
"durationMs": 1691
},
{
"id": "cmp-02-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "getOrder calls query [K6], getOrder calls validateId [K7]\ncreateUser calls validateUser, ValidationError, UserEntity, listUsers, insert, toUser [K2]",
"cards": 7,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 29.039,
"completionTokens": 39,
"promptTokens": 639,
"estimatedPromptTokens": 562,
"answerChars": 148,
"durationMs": 1343
},
{
"id": "cmp-03-de",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "createUser calls validateUser, ValidationError, UserEntity, listUsers, insert, toUser [K2]\nlistUsers calls query [K3]\ncreateUser can raise ValidationError [K2]\nThe index records no error type raised by listUsers [K4]",
"cards": 8,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 30.951,
"completionTokens": 55,
"promptTokens": 691,
"estimatedPromptTokens": 594,
"answerChars": 216,
"durationMs": 1777
},
{
"id": "cmp-04-en",
"klass": "compare",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "hotspotScan makes 1 call(s) [K1]\nhotspotScan can raise 0 error type(s) [K1]",
"cards": 4,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [
"query"
],
"forbiddenHits": [],
"tokensPerSecond": 29.331,
"completionTokens": 32,
"promptTokens": 508,
"estimatedPromptTokens": 474,
"answerChars": 75,
"durationMs": 1091
},
{
"id": "over-01-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files [K2]. Languages: TypeScript [K2]. Groups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2) [K2].",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 33.422,
"completionTokens": 75,
"promptTokens": 799,
"estimatedPromptTokens": 669,
"answerChars": 221,
"durationMs": 2244
},
{
"id": "over-02-en",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project codeatlasweb-w5b-eval holds 76 symbols and 178 relations across 11 indexed files [K2]. Languages: TypeScript [K2]. Groups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2) [K2].",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 51.796,
"completionTokens": 75,
"promptTokens": 795,
"estimatedPromptTokens": 665,
"answerChars": 221,
"durationMs": 1448
},
{
"id": "over-03-de",
"klass": "overview",
"deterministic": false,
"answered": true,
"thoughtOnly": false,
"truncated": false,
"finishReason": "stop",
"answer": "The project codeatlasweb-w5b-eval holds 76 symbols [K2] Languages: TypeScript [K2] Groups: types (10), server (7), repo (6), services (6), util (5), config (3), routes (2) [K2]",
"cards": 9,
"citationOk": true,
"unknownCitations": [],
"uncitedLines": 0,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 50.766,
"completionTokens": 63,
"promptTokens": 797,
"estimatedPromptTokens": 670,
"answerChars": 176,
"durationMs": 1241
},
{
"id": "honest-01-de",
"klass": "other",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
},
{
"id": "honest-02-en",
"klass": "what-is",
"deterministic": true,
"answered": true,
"answer": "No card covers this. Fetch it with @name.",
"cards": 0,
"citationOk": true,
"missing": [],
"forbiddenHits": [],
"tokensPerSecond": 0,
"completionTokens": 0,
"promptTokens": 0,
"answerChars": 41
}
]
}
]
}
}
Reference in new issue View Git Blame Copy Permalink