{ "generatedAt": "2026-09-24T08:59:28.520Z", "methodology": { "formulas": [ "llm_cost = (prompt_tokens + state_tokens) * llm_price_in + output_tokens * llm_price_out", "jev_cost = (jev_request_tokens + state_factor * state_tokens) * jev_price_in (Jev output tokens are free)", "reduction_all_jev = 1 - jev_cost / llm_cost" ], "assumptions": [ "state_tokens (the user input each call sends) is unknown from source, so each figure is a range over 50-2000 tokens; the same count is used on both sides.", "prompt_tokens counts only prompt text found in the call's source, without interpolated input. Prompts loaded from files or other modules are missed (promptInSource: false).", "output_tokens is the smallest JSON the schema allows. Reasoning tokens, schema/tool definitions, tool-use system prompts and chat framing are left out of llm_cost, so llm_cost is a lower bound and the reduction is conservative.", "jev_request_tokens = 259 + 31 per question, and state_factor = 0.71: Jev's billed input tokens, fitted from 45 live Jev calls on 2026-09-24 (jev-swap oss measure-jev).", "Prices are list prices from OpenRouter (https://openrouter.ai/api/v1/models, fetched 2026-09-24); Jev's from its OpenRouter page. Calls whose model can't be read or isn't listed there are shown but left out of totals.", "Only production code counts. Calls in tests, examples/demos/samples/docs/cookbooks/templates, evals/benchmarks/scripts/experiments, and in repositories that are sample collections are left out.", "Calls that also return free-text fields Jev can't produce are 'partial-swap' and left out of totals: the LLM call would still be needed.", "Absolute dollars are never shown: traffic volume is unknown, and it cancels out of a percentage.", "Speed: the LLM's time for a call is estimated as OpenRouter's p50 latency plus output tokens / p50 throughput, from the model's busiest provider on its OpenRouter page (a 30-minute window at fetch time). Jev is taken at 327 ms, its p50 over 45 live calls measured end to end on 2026-09-24 (TypeSafe reports 70-500 ms).", "Verdicts: 'cheaper' when Jev is at least 5% cheaper at the low end of the input range; 'about the same cost, faster' when within 15% of the LLM's cost and at least 1.5× faster; otherwise no saving.", "Calls whose model is chosen at runtime are compared with likely models: ones the same repo names in its other decision calls, else the provider's small default models (data/reference-models.json: hand-picked, not usage data), which are also the cheapest, so the savings shown are the conservative ones. Only models where Jev is cheaper, or about the same cost and faster, are shown; these conditional figures stay out of the headline totals." ], "stateTokenRange": [ 50, 2000 ], "jevPrice": { "in": 0.042, "out": 0, "source": "https://openrouter.ai/typesafe/jev-1.13", "checked": "2026-09-24", "note": "list price" }, "jevProfile": { "baseTokens": 259, "perQuestion": 31, "stateFactor": 0.71, "p50Ms": 327, "p90Ms": 366, "calls": 45, "measuredAt": "2026-09-24T08:59:14.130Z", "method": "Live TypeSafe Jev calls (1-5 questions x short/medium/long input, after a warm-up call), timed end to end from one client; tokens are Jev's billed usage.input_tokens." }, "jevLatencyMs": 327 }, "totals": { "reposQueued": 14139, "reposScanned": 1035, "reposSkipped": 1089, "reposErrored": 6, "reposWithCandidates": 150, "candidates": 344, "candidatesEstimated": 14, "excludedNonProduction": { "example": 100, "eval": 67, "sampleRepo": 0 }, "candidatesViaHttp": 2, "byStatus": { "estimated": 14, "partial-swap": 74, "model-unknown": 223, "price-unknown": 33 }, "medianReductionLow": 0.30995952023987994, "medianSpeedup": 2.2834935197320516, "likely": { "calls": 219, "medianConservativeReductionLow": 0.44199999999999995 }, "featured": { "minStars": 1000, "repos": 18, "candidates": 38, "candidatesEstimated": 3, "medianReductionLow": 0.6889419795221843 } }, "repos": [ { "repo": "firecrawl/firecrawl", "url": "https://github.com/firecrawl/firecrawl", "sha": "71335583541e342d48722b222a04c64ed292fc77", "license": "AGPL-3.0", "stars": 183662, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T14:09:38.604Z", "candidates": [ { "id": "engpicker-evaluateURL", "link": "https://github.com/firecrawl/firecrawl/blob/71335583541e342d48722b222a04c64ed292fc77/apps/api/src/lib/engpicker.ts#L71", "file": "apps/api/src/lib/engpicker.ts", "line": 71, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "is_successful", "kind": "noul" } ], "droppedFields": [], "model": "gpt-4o-mini", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 215, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 7, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.6889419795221843, "high": 0.7865358894337939, "label": "estimated" }, "speed": { "llmMs": 631, "jevMs": 327, "speedup": 1.929663608562691 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "promptInjectionGuard-classifyChunk", "link": "https://github.com/firecrawl/firecrawl/blob/71335583541e342d48722b222a04c64ed292fc77/apps/api/src/scraper/scrapeURL/lib/promptInjectionGuard.ts#L98", "file": "apps/api/src/scraper/scrapeURL/lib/promptInjectionGuard.ts", "line": 98, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isInjection", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 19, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.019999999999999796, "high": 0.7656387665198238 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "same-cost-faster", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 } ] }, { "repo": "HKUDS/LightRAG", "url": "https://github.com/HKUDS/LightRAG", "sha": "6702eea912b12df5ba831f58609470ca9da34cfc", "license": "MIT", "stars": 39830, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T14:09:57.719Z", "candidates": [ { "id": "utils-audit_block_openai_async", "link": "https://github.com/HKUDS/LightRAG/blob/6702eea912b12df5ba831f58609470ca9da34cfc/lightrag/parser/docx/utils.py#L799", "file": "lightrag/parser/docx/utils.py", "line": 799, "language": "python", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "is_violation", "kind": "noul" } ], "droppedFields": [ "violations" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "firecrawl/open-lovable", "url": "https://github.com/firecrawl/open-lovable", "sha": "69bd93bae7a9c97ef989eb70aabe6797fb3dac89", "license": "MIT", "stars": 28550, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T14:40:38.793Z", "candidates": [ { "id": "route-POST", "link": "https://github.com/firecrawl/open-lovable/blob/69bd93bae7a9c97ef989eb70aabe6797fb3dac89/app/api/analyze-edit-intent/route.ts#L126", "file": "app/api/analyze-edit-intent/route.ts", "line": 126, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "editType", "kind": "choice", "options": [ "UPDATE_COMPONENT", "ADD_FEATURE", "FIX_ISSUE", "UPDATE_STYLE", "REFACTOR", "ADD_DEPENDENCY", "REMOVE_ELEMENT" ] } ], "droppedFields": [ "reasoning", "searchTerms", "regexPatterns", "fileTypesToSearch", "expectedMatches", "fallbackSearch" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 310, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9658225, "high": 0.9694382978723404 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.8931953125, "high": 0.8992706872370266 }, "llmMs": 721.1081081081081, "speedup": 2.2052235721960494, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8710283018867925, "high": 0.878989048020219 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7675, "high": 0.7955593509820666 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "activepieces/activepieces", "url": "https://github.com/activepieces/activepieces", "sha": "130286ce9e5c380de1dabf9b8a54c491c397f7aa", "license": "NOASSERTION", "stars": 24690, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T14:48:44.417Z", "candidates": [ { "id": "personalization-generate-generateProfile", "link": "https://github.com/activepieces/activepieces/blob/130286ce9e5c380de1dabf9b8a54c491c397f7aa/packages/server/worker/src/lib/execute/jobs/ee/agent/personalization-generate.ts#L69", "file": "packages/server/worker/src/lib/execute/jobs/ee/agent/personalization-generate.ts", "line": 69, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "roleConfidence", "kind": "choice", "options": [ "low", "medium", "high" ] } ], "droppedFields": [ "companyName", "displayName", "website", "description", "industry", "userRole" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "allenai/olmocr", "url": "https://github.com/allenai/olmocr", "sha": "f7cfe4c22098b154c76b6ec950d1c0a464eecf8d", "license": "Apache-2.0", "stars": 19653, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T14:57:45.406Z", "candidates": [ { "id": "clean_olmocrmix-clean_document_with_chatgpt", "link": "https://github.com/allenai/olmocr/blob/f7cfe4c22098b154c76b6ec950d1c0a464eecf8d/olmocr/data/clean_olmocrmix.py#L140", "file": "olmocr/data/clean_olmocrmix.py", "line": 140, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_page_all_blank", "kind": "noul" }, { "name": "is_rotation_valid", "kind": "noul" }, { "name": "is_table", "kind": "noul" }, { "name": "is_diagram", "kind": "noul" } ], "droppedFields": [ "cleaned_text", "confidence_score", "corrections_made", "primary_language", "rotation_correction" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 23, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6995384615384614, "high": 0.8613076923076923 }, "llmMs": 3743.6315789473683, "speedup": 11.448414614517946, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.174788732394366, "high": 0.7586806883365201 }, "llmMs": 916.7142857142858, "speedup": 2.8034076015727396, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "elizaOS/eliza", "url": "https://github.com/elizaOS/eliza", "sha": "00c97dea81fd3b90be12faf679c93af6ea73b1e1", "license": "MIT", "stars": 19422, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T14:58:00.092Z", "candidates": [ { "id": "app-review-classifyCandidate", "link": "https://github.com/elizaOS/eliza/blob/00c97dea81fd3b90be12faf679c93af6ea73b1e1/packages/cloud/shared/src/lib/services/app-review.ts#L349", "file": "packages/cloud/shared/src/lib/services/app-review.ts", "line": 349, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "disposition", "kind": "choice", "options": [ "allow", "ban" ] } ], "droppedFields": [ "matchedCategories", "rationale" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 602, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9727127659574468, "high": 0.9799545454545454 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.9097285067873303, "high": 0.93508547008547 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8915924528301886, "high": 0.92188 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.8176694592536177, "high": 0.8651775147928994 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "getmaxun/maxun", "url": "https://github.com/getmaxun/maxun", "sha": "ffcf54dacbed6256bb7a31937c0ba6a86ff8f9e5", "license": "AGPL-3.0", "stars": 17550, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T15:00:06.954Z", "candidates": [ { "id": "workflowEnricher-verifyWorkflowOutput", "link": "https://github.com/getmaxun/maxun/blob/ffcf54dacbed6256bb7a31937c0ba6a86ff8f9e5/server/src/sdk/workflowEnricher.ts#L1729", "file": "server/src/sdk/workflowEnricher.ts", "line": 1729, "language": "ts", "provider": "openai", "api": "http POST", "signal": "schema", "fields": [ { "name": "matches", "kind": "noul" } ], "droppedFields": [ "confidence", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 139, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7612052401746725, "high": 0.8681597062872877 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.5639234449760764, "high": 0.7782306623436775 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "workflowEnricher-isMultiSitePrompt", "link": "https://github.com/getmaxun/maxun/blob/ffcf54dacbed6256bb7a31937c0ba6a86ff8f9e5/server/src/sdk/workflowEnricher.ts#L2656", "file": "server/src/sdk/workflowEnricher.ts", "line": 2656, "language": "ts", "provider": "openai", "api": "http POST", "signal": "schema", "fields": [ { "name": "multiSite", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 199, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8107820069204152, "high": 0.8716927199642698 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.6611895910780669, "high": 0.7842271293375394 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "vibrantlabsai/ragas", "url": "https://github.com/vibrantlabsai/ragas", "sha": "298b68274234c060deacab3cf5fb52aa3a20e885", "license": "Apache-2.0", "stars": 15831, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T15:02:56.616Z", "candidates": [ { "id": "metric-_evaluate_faithfulness", "link": "https://github.com/vibrantlabsai/ragas/blob/298b68274234c060deacab3cf5fb52aa3a20e885/src/ragas/metrics/collections/multi_modal_faithfulness/metric.py#L154", "file": "src/ragas/metrics/collections/multi_modal_faithfulness/metric.py", "line": 154, "language": "python", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "faithful", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "metric-_evaluate_relevance", "link": "https://github.com/vibrantlabsai/ragas/blob/298b68274234c060deacab3cf5fb52aa3a20e885/src/ragas/metrics/collections/multi_modal_relevance/metric.py#L162", "file": "src/ragas/metrics/collections/multi_modal_relevance/metric.py", "line": 162, "language": "python", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "relevant", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "midday-ai/midday", "url": "https://github.com/midday-ai/midday", "sha": "51587319f26a0ffaa9dfccab1920373cb65689b7", "license": "AGPL-3.0", "stars": 15030, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T15:04:16.136Z", "candidates": [ { "id": "search-filters-generateLLMFilters", "link": "https://github.com/midday-ai/midday/blob/51587319f26a0ffaa9dfccab1920373cb65689b7/apps/api/src/utils/search-filters.ts#L70", "file": "apps/api/src/utils/search-filters.ts", "line": 70, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "status", "kind": "choice", "options": [ "paid", "unpaid", "overdue", "draft" ] } ], "droppedFields": [ "searchTerm", "startDate", "endDate", "types", "amount", "amountMin", "amountMax", "currency", "language", "dueDateStart", "dueDateEnd" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 400, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.8024752475247524, "high": 0.8077215189873417, "label": "estimated" }, "speed": { "llmMs": 613, "jevMs": 327, "speedup": 1.875054608999563 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "enrich-transaction-process", "link": "https://github.com/midday-ai/midday/blob/51587319f26a0ffaa9dfccab1920373cb65689b7/apps/worker/src/processors/transactions/enrich-transaction.ts#L76", "file": "apps/worker/src/processors/transactions/enrich-transaction.ts", "line": 76, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "software", "travel", "meals", "office-supplies", "equipment", "utilities", "rent", "internet-and-telephone", "facilities-expenses", "shipping", "marketing", "advertising", "website", "events", "promotional-materials", "professional-services-fees", "insurance", "contractors", "training", "employer-taxes", "benefits", "non-software-subscriptions", "activity", "transfer", "credit-card-payment", "banking-fees", "interest-expense", "payouts", "processor-fees", "fees", "fixed-assets", "prepaid-expenses", "leases", "uncategorized", "other" ] } ], "droppedFields": [ "merchant", "categoryConfidence", "merchantConfidence" ], "model": "gemini-2.5-flash-lite", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "google/gemini-2.5-flash-lite", "in": 0.1, "out": 0.4, "source": "https://openrouter.ai/google/gemini-2.5-flash-lite", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.4543617021276598, "high": 0.6486301369863013, "label": "estimated" }, "speed": { "llmMs": 617, "jevMs": 327, "speedup": 1.8856131670274543 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "567-labs/instructor", "url": "https://github.com/567-labs/instructor", "sha": "e12f8b49203b0c1f253d27c1e709d0a09b9fc5a8", "license": "MIT", "stars": 13936, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T15:07:18.828Z", "candidates": [ { "id": "llm_validators-llm", "link": "https://github.com/567-labs/instructor/blob/e12f8b49203b0c1f253d27c1e709d0a09b9fc5a8/instructor/v2/validation/llm_validators.py#L34", "file": "instructor/v2/validation/llm_validators.py", "line": 34, "language": "python", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "is_valid", "kind": "noul" } ], "droppedFields": [ "reason", "fixed_value" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 86, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-3.5-turbo", "in": 0.5, "out": 1.5, "reductionAllJev": { "low": 0.8189271523178808, "high": 0.9316325559257497 }, "llmMs": 752.0588235294117, "speedup": 2.2998740780715954, "verdict": "cheaper", "basis": "named elsewhere in this repo" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.41576923076923067, "high": 0.7726495726495726 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 } ] }, { "repo": "BasedHardware/omi", "url": "https://github.com/BasedHardware/omi", "sha": "76e3e1fd22cd60807fa5559d9c3f2dd26e062b95", "license": "MIT", "stars": 13539, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T18:47:47.438Z", "candidates": [ { "id": "chat-requires_context", "link": "https://github.com/BasedHardware/omi/blob/76e3e1fd22cd60807fa5559d9c3f2dd26e062b95/backend/utils/llm/chat.py#L128", "file": "backend/utils/llm/chat.py", "line": 128, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "value", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "chat-retrieve_is_an_omi_question", "link": "https://github.com/BasedHardware/omi/blob/76e3e1fd22cd60807fa5559d9c3f2dd26e062b95/backend/utils/llm/chat.py#L192", "file": "backend/utils/llm/chat.py", "line": 192, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "value", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "chat-retrieve_is_file_question", "link": "https://github.com/BasedHardware/omi/blob/76e3e1fd22cd60807fa5559d9c3f2dd26e062b95/backend/utils/llm/chat.py#L222", "file": "backend/utils/llm/chat.py", "line": 222, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "value", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "external_integrations-summarize_experience_text", "link": "https://github.com/BasedHardware/omi/blob/76e3e1fd22cd60807fa5559d9c3f2dd26e062b95/backend/utils/llm/external_integrations.py#L147", "file": "backend/utils/llm/external_integrations.py", "line": 147, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "personal", "education", "health", "finance", "legal", "philosophy", "spiritual", "science", "entrepreneurship", "parenting", "romantic", "travel", "inspiration", "technology", "business", "social", "work", "sports", "politics", "literature", "history", "architecture", "music", "weather", "news", "entertainment", "psychology", "real", "design", "family", "economics", "environment", "other" ] } ], "droppedFields": [ "title", "overview", "emoji", "sections", "action_items", "events" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8481, "high": 0.9647941176470588 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "proactive_notification-evaluate_relevance", "link": "https://github.com/BasedHardware/omi/blob/76e3e1fd22cd60807fa5559d9c3f2dd26e062b95/backend/utils/llm/proactive_notification.py#L459", "file": "backend/utils/llm/proactive_notification.py", "line": 459, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "is_relevant", "kind": "noul" } ], "droppedFields": [ "relevance_score", "reasoning", "context_summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "proactive_notification-validate_notification", "link": "https://github.com/BasedHardware/omi/blob/76e3e1fd22cd60807fa5559d9c3f2dd26e062b95/backend/utils/llm/proactive_notification.py#L537", "file": "backend/utils/llm/proactive_notification.py", "line": 537, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "approved", "kind": "noul" } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "proactive_notification-evaluate_proactive_notification", "link": "https://github.com/BasedHardware/omi/blob/76e3e1fd22cd60807fa5559d9c3f2dd26e062b95/backend/utils/llm/proactive_notification.py#L644", "file": "backend/utils/llm/proactive_notification.py", "line": 644, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "has_advice", "kind": "noul" } ], "droppedFields": [ "advice", "context_summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "judge-judge_frame", "link": "https://github.com/BasedHardware/omi/blob/76e3e1fd22cd60807fa5559d9c3f2dd26e062b95/backend/utils/screen_frames/judge.py#L118", "file": "backend/utils/screen_frames/judge.py", "line": 118, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "outcome", "kind": "choice", "options": [ "approved_clean", "rejected" ] }, { "name": "reject_reason", "kind": "choice", "options": [ "credentials", "private_messages", "email", "banking", "medical", "identifiable_person", "personal_document", "unreadable", "other" ] }, { "name": "source_badge", "kind": "choice", "options": [ "code", "browser", "document", "slides", "product" ] } ], "droppedFields": [ "caption", "labels", "banner_suitability" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 23, "llmOutputMethod": "estimate:chars/4", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9013636363636364, "high": 0.9648113475177305 }, "llmMs": 1212.375, "speedup": 3.7075688073394497, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7217948717948717, "high": 0.8636923076923078 }, "llmMs": 3743.6315789473683, "speedup": 11.448414614517946, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.23591549295774616, "high": 0.7628298279158701 }, "llmMs": 916.7142857142858, "speedup": 2.8034076015727396, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "XiaomiMiMo/MiMo-Code", "url": "https://github.com/XiaomiMiMo/MiMo-Code", "sha": "a273d3450ee05ba5163320eae59d7716b778e480", "license": "MIT", "stars": 13429, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T15:08:36.074Z", "candidates": [ { "id": "goal-L235", "link": "https://github.com/XiaomiMiMo/MiMo-Code/blob/a273d3450ee05ba5163320eae59d7716b778e480/packages/opencode/src/session/goal.ts#L235", "file": "packages/opencode/src/session/goal.ts", "line": 235, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "ok", "kind": "noul" }, { "name": "impossible", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 363, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9669470198675497, "high": 0.9695705368289638 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.8959485753995831, "high": 0.8996817121690218 }, "llmMs": 721.1081081081081, "speedup": 2.2052235721960494, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8744402515723271, "high": 0.8794857849196539 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7756853932584269, "high": 0.7964592901878914 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "Mail-0/Zero", "url": "https://github.com/Mail-0/Zero", "sha": "64c5480c341750578da0746f2db9ad84da686334", "license": "MIT", "stars": 10820, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T15:16:40.833Z", "candidates": [ { "id": "writing-style-service-extractStyleMatrix", "link": "https://github.com/Mail-0/Zero/blob/64c5480c341750578da0746f2db9ad84da686334/apps/server/src/services/writing-style-service.ts#L341", "file": "apps/server/src/services/writing-style-service.ts", "line": 341, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "greetingPresent", "kind": "score", "min": 0, "max": 1 }, { "name": "signOffPresent", "kind": "score", "min": 0, "max": 1 }, { "name": "bulletListPresent", "kind": "score", "min": 0, "max": 1 } ], "droppedFields": [ "greetingForm", "signOffForm", "tokenTotal", "charTotal", "paragraphs", "averageSentenceLength", "averageLinesPerParagraph", "averageWordLength", "typeTokenRatio", "movingAverageTtr", "hapaxProportion", "shannonEntropy", "lexicalDensity", "contractionRate", "subordinationRatio", "passiveVoiceRate", "modalVerbRate", "parseTreeDepthMean", "commasPerSentence", "exclamationPerThousandWords", "questionMarkRate", "ellipsisRate", "parenthesesRate", "emojiRate", "sentimentPolarity", "sentimentSubjectivity", "formalityScore", "hedgeRate", "certaintyRate", "fleschReadingEase", "gunningFogIndex", "smogIndex", "averageForwardReferences", "cohesionIndex", "firstPersonSingularRate", "firstPersonPluralRate", "secondPersonRate", "selfReferenceRatio", "empathyPhraseRate", "humorMarkerRate", "markupBoldRate", "markupItalicRate", "hyperlinkRate", "codeBlockRate", "rhetoricalQuestionRate", "analogyRate", "imperativeSentenceRate", "expletiveOpeningRate", "parallelismRate" ], "model": "gemini-2.0-flash", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 16, "llmOutputMethod": "estimate:chars/4", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "langchain-ai/open-swe", "url": "https://github.com/langchain-ai/open-swe", "sha": "470dda798e3d90d9db3e2fbbd2e86841b57706c2", "license": "MIT", "stars": 10755, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T15:16:49.766Z", "candidates": [ { "id": "model_selection-__init__", "link": "https://github.com/langchain-ai/open-swe/blob/470dda798e3d90d9db3e2fbbd2e86841b57706c2/agent/middleware/model_selection.py#L99", "file": "agent/middleware/model_selection.py", "line": 99, "language": "python", "provider": "langchain", "api": "hidden_classifier.with_structured_output", "signal": "schema", "fields": [ { "name": "model_route", "kind": "choice", "options": [ "fast", "balanced", "performance" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8481, "high": 0.9647941176470588 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "polarsource/polar", "url": "https://github.com/polarsource/polar", "sha": "babdb8d2833715a95fa141b6fbfc649a23f69c38", "license": "Apache-2.0", "stars": 10278, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T18:53:17.976Z", "candidates": [ { "id": "validation-validateFeedbackQuestion", "link": "https://github.com/polarsource/polar/blob/babdb8d2833715a95fa141b6fbfc649a23f69c38/clients/apps/web/src/app/(main)/feedback/question/validation.ts#L52", "file": "clients/apps/web/src/app/(main)/feedback/question/validation.ts", "line": 52, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "status", "kind": "choice", "options": [ "answerable", "unclear", "off_topic", "account_review", "pre_approval" ] } ], "droppedFields": [], "model": "gemini-3.1-flash-lite", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "google/gemini-3.1-flash-lite", "in": 0.25, "out": 1.5, "source": "https://openrouter.ai/google/gemini-3.1-flash-lite", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.40560869565217383, "high": 0.8593143976493633, "label": "estimated" }, "speed": { "llmMs": 928, "jevMs": 327, "speedup": 2.8363914373088686 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "route-POST", "link": "https://github.com/polarsource/polar/blob/babdb8d2833715a95fa141b6fbfc649a23f69c38/clients/apps/web/src/app/(main)/onboarding/validate-description/route.ts#L97", "file": "clients/apps/web/src/app/(main)/onboarding/validate-description/route.ts", "line": 97, "language": "ts", "provider": "ai-sdk", "api": "generateText", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "APPROVE", "DENY", "CLARIFY" ] } ], "droppedFields": [ "confidence", "message" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 1295, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "google/gemini-3.1-flash-lite", "in": 0.25, "out": 1.5, "reductionAllJev": { "low": 0.9137556289402582, "high": 0.9604026068066618 }, "llmMs": 915, "speedup": 2.7981651376146788, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 }, { "id": "route-POST-2", "link": "https://github.com/polarsource/polar/blob/babdb8d2833715a95fa141b6fbfc649a23f69c38/clients/apps/web/src/app/(main)/dashboard/[organization]/(header)/products/new/ai/chat/route.ts#L386", "file": "clients/apps/web/src/app/(main)/dashboard/[organization]/(header)/products/new/ai/chat/route.ts", "line": 386, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isRelevant", "kind": "noul" }, { "name": "requiresManualSetup", "kind": "noul" }, { "name": "requiresToolAccess", "kind": "noul" }, { "name": "requiresClarification", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 27, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "google/gemini-3.1-flash-lite", "in": 0.25, "out": 1.5, "reductionAllJev": { "low": 0.6683584905660378, "high": 0.8598963922294172 }, "llmMs": 1177.5, "speedup": 3.6009174311926606, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 }, { "id": "route-POST-3", "link": "https://github.com/polarsource/polar/blob/babdb8d2833715a95fa141b6fbfc649a23f69c38/clients/apps/web/src/app/(main)/dashboard/[organization]/(header)/products/new/ai/chat/route.ts#L472", "file": "clients/apps/web/src/app/(main)/dashboard/[organization]/(header)/products/new/ai/chat/route.ts", "line": 472, "language": "ts", "provider": "ai-sdk", "api": "streamText", "signal": "schema", "fields": [ { "name": "reason", "kind": "choice", "options": [ "unsupported_benefit_type", "tool_call_error", "user_requested" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 10, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "google/gemini-3.1-flash-lite", "in": 0.25, "out": 1.5, "reductionAllJev": { "low": 0.5028727272727272, "high": 0.8605436893203884 }, "llmMs": 965, "speedup": 2.9510703363914375, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 } ] }, { "repo": "google/artemis", "url": "https://github.com/google/artemis", "sha": "371aa6df56880643da57b30da936e9812fb0ec66", "license": "Apache-2.0", "stars": 9514, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T18:57:55.109Z", "candidates": [ { "id": "hopper-hopper-2", "link": "https://github.com/google/artemis/blob/371aa6df56880643da57b30da936e9812fb0ec66/artemis/agents/hopper/hopper.py#L75", "file": "artemis/agents/hopper/hopper.py", "line": 75, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "found", "kind": "noul" } ], "droppedFields": [ "output", "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "hopper-hopper", "link": "https://github.com/google/artemis/blob/371aa6df56880643da57b30da936e9812fb0ec66/artemis/agents/hopper/hopper.py#L78", "file": "artemis/agents/hopper/hopper.py", "line": 78, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "found", "kind": "noul" } ], "droppedFields": [ "output", "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "planner-run_async_planner_validation", "link": "https://github.com/google/artemis/blob/371aa6df56880643da57b30da936e9812fb0ec66/artemis/agents/planner/planner.py#L205", "file": "artemis/agents/planner/planner.py", "line": 205, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "is_approved", "kind": "noul" } ], "droppedFields": [ "feedback" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "open-mercato/open-mercato", "url": "https://github.com/open-mercato/open-mercato", "sha": "fefc71d09efe2aa8c732dc6fafaa084a0e0dae3c", "license": "MIT", "stars": 1765, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T12:55:54.467Z", "candidates": [ { "id": "ai-tools-handler", "link": "https://github.com/open-mercato/open-mercato/blob/fefc71d09efe2aa8c732dc6fafaa084a0e0dae3c/packages/core/src/modules/inbox_ops/ai-tools.ts#L400", "file": "packages/core/src/modules/inbox_ops/ai-tools.ts", "line": 400, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "rfq", "order", "order_update", "complaint", "shipping_update", "inquiry", "payment", "other" ] } ], "droppedFields": [ "confidence", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 186, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9504673913043478, "high": 0.9677358490566038 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.8494383259911894, "high": 0.8937259544243858 }, "llmMs": 721.1081081081081, "speedup": 2.2052235721960494, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.81772, "high": 0.87232 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.6599253731343282, "high": 0.7841298467087465 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "llmProvider-runExtractionWithConfiguredProvider", "link": "https://github.com/open-mercato/open-mercato/blob/fefc71d09efe2aa8c732dc6fafaa084a0e0dae3c/packages/core/src/modules/inbox_ops/lib/llmProvider.ts#L214", "file": "packages/core/src/modules/inbox_ops/lib/llmProvider.ts", "line": 214, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "rfq", "order", "order_update", "complaint", "shipping_update", "inquiry", "payment", "other" ] }, { "name": "possiblyIncomplete", "kind": "noul" } ], "droppedFields": [ "summary", "participants", "proposedActions", "discrepancies", "draftReplies", "confidence", "detectedLanguage" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 15, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.880216, "high": 0.9647604819277108 }, "llmMs": 1087.375, "speedup": 3.3253058103975537, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7148, "high": 0.8852988235294118 }, "llmMs": 815.7027027027027, "speedup": 2.4945036779899166, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6476941176470589, "high": 0.862033962264151 }, "llmMs": 3638.3684210526317, "speedup": 11.126508932882667, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.0925454545454546, "high": 0.7633592233009708 }, "llmMs": 773.8571428571429, "speedup": 2.3665356050677153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "translationProvider-translateProposalContent", "link": "https://github.com/open-mercato/open-mercato/blob/fefc71d09efe2aa8c732dc6fafaa084a0e0dae3c/packages/core/src/modules/inbox_ops/lib/translationProvider.ts#L31", "file": "packages/core/src/modules/inbox_ops/lib/translationProvider.ts", "line": 31, "language": "ts", "provider": "ai-sdk", "api": "generateText", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 232, "llmPromptMethod": "estimate:chars/4", "llmOutput": 1, "llmOutputMethod": "estimate:chars/4", "jevStatic": 492, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9228048780487805, "high": 0.9641019222172552 }, "llmMs": 868.625, "speedup": 2.6563455657492354, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7456371986222732, "high": 0.8805177800922481 }, "llmMs": 626.5135135135135, "speedup": 1.9159434664021822, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6944137931034482, "high": 0.8566 }, "llmMs": 3454.157894736842, "speedup": 10.563173990020923, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.4835664335664336, "high": 0.7605724508050089 }, "llmMs": 523.8571428571429, "speedup": 1.6020096111839233, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-POST", "link": "https://github.com/open-mercato/open-mercato/blob/fefc71d09efe2aa8c732dc6fafaa084a0e0dae3c/packages/ai-assistant/src/modules/ai_assistant/api/route/route.ts#L138", "file": "packages/ai-assistant/src/modules/ai_assistant/api/route/route.ts", "line": 138, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "intent", "kind": "choice", "options": [ "tool", "general_chat" ] } ], "droppedFields": [ "toolName", "confidence", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 100, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9261027027027027, "high": 0.9663606557377049 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.781264, "high": 0.8890810810810811 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7345436893203883, "high": 0.8667532467532467 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.4879775280898876, "high": 0.7749999999999999 }, "llmMs": 631, "speedup": 1.929663608562691, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-POST-2", "link": "https://github.com/open-mercato/open-mercato/blob/fefc71d09efe2aa8c732dc6fafaa084a0e0dae3c/packages/ai-assistant/src/modules/ai_assistant/api/route/route.ts#L178", "file": "packages/ai-assistant/src/modules/ai_assistant/api/route/route.ts", "line": 178, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "intent", "kind": "choice", "options": [ "tool", "general_chat" ] } ], "droppedFields": [ "toolName", "confidence", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 100, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9261027027027027, "high": 0.9663606557377049 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.781264, "high": 0.8890810810810811 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7345436893203883, "high": 0.8667532467532467 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.4879775280898876, "high": 0.7749999999999999 }, "llmMs": 631, "speedup": 1.929663608562691, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "firecrawl/fire-enrich", "url": "https://github.com/firecrawl/fire-enrich", "sha": "94e061dc5bab94e5838cceb8b3d5e6af329d2d50", "license": "MIT", "stars": 1267, "ownerType": "Organization", "featured": true, "scannedAt": "2026-09-23T12:57:15.463Z", "candidates": [ { "id": "route-POST", "link": "https://github.com/firecrawl/fire-enrich/blob/94e061dc5bab94e5838cceb8b3d5e6af329d2d50/app/api/generate-fields/route.ts#L29", "file": "app/api/generate-fields/route.ts", "line": 29, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": "gpt-5", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 166, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 1, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 466, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5", "in": 1.25, "out": 10, "source": "https://openrouter.ai/openai/gpt-5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.924775, "high": 0.9708511499540018, "label": "estimated" }, "speed": { "llmMs": 4279, "jevMs": 327, "speedup": 13.085117227319062 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "ZeroLeaks/zeroleaks", "url": "https://github.com/ZeroLeaks/zeroleaks", "sha": "848105a2dcae16d1a39cc5f33d25190dab7d1ecd", "license": "NOASSERTION", "stars": 736, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:35:27.197Z", "candidates": [ { "id": "evaluator-evaluate", "link": "https://github.com/ZeroLeaks/zeroleaks/blob/848105a2dcae16d1a39cc5f33d25190dab7d1ecd/src/agents/evaluator.ts#L245", "file": "src/agents/evaluator.ts", "line": 245, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "leakStatus", "kind": "choice", "options": [ "none", "hint", "fragment", "substantial", "complete" ] }, { "name": "contentType", "kind": "choice", "options": [ "system_prompt", "rule", "constraint", "capability", "persona", "unknown" ] }, { "name": "defenseType", "kind": "choice", "options": [ "none", "generic_refusal", "specific_refusal", "deflection", "misdirection", "sophisticated" ] }, { "name": "shouldContinue", "kind": "noul" }, { "name": "shouldReset", "kind": "noul" }, { "name": "recommendedPhase", "kind": "choice", "options": [ "reconnaissance", "profiling", "soft_probe", "escalation", "exploitation", "persistence" ] } ], "droppedFields": [ "leakConfidence", "extractedContent", "extractedFragments", "leakIndicators", "evidence", "techniqueEffectiveness", "techniqueFeedback", "defenseStrength", "defensePatterns", "identifiedWeaknesses", "recommendation", "suggestedCategories", "suggestedTechniques", "continueReason", "resetReason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 934, "llmPromptMethod": "estimate:chars/4", "llmOutput": 43, "llmOutputMethod": "estimate:chars/4", "jevStatic": 445, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.9044173276388041, "high": 0.9392138554216868 }, "llmMs": 4006.7894736842104, "speedup": 12.253178818606148, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.8318737926593689, "high": 0.8836159169550173 }, "llmMs": 1273.857142857143, "speedup": 3.8955875928352994, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "injection-evaluator-llmJudge", "link": "https://github.com/ZeroLeaks/zeroleaks/blob/848105a2dcae16d1a39cc5f33d25190dab7d1ecd/src/agents/injection-evaluator.ts#L226", "file": "src/agents/injection-evaluator.ts", "line": 226, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "compliance", "kind": "choice", "options": [ "full", "partial", "refused" ] }, { "name": "detectedInjection", "kind": "noul" } ], "droppedFields": [ "confidence", "foundIndicators", "explanation", "keyEvidence" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 346, "llmPromptMethod": "estimate:chars/4", "llmOutput": 13, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.880216, "high": 0.8806171428571429 }, "llmMs": 3612.0526315789475, "speedup": 11.046032512473845, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7771875, "high": 0.7967139282735614 }, "llmMs": 738.1428571428571, "speedup": 2.2573176059414592, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "strategist-selectStrategy", "link": "https://github.com/ZeroLeaks/zeroleaks/blob/848105a2dcae16d1a39cc5f33d25190dab7d1ecd/src/agents/strategist.ts#L374", "file": "src/agents/strategist.ts", "line": 374, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "phaseTransition", "kind": "choice", "options": [ "reconnaissance", "profiling", "soft_probe", "escalation", "exploitation", "persistence" ] }, { "name": "shouldReset", "kind": "noul" } ], "droppedFields": [ "selectedStrategyId", "reasoning", "targetWeaknesses", "recommendedCategories", "resetReason", "adaptationInsight" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 14, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6302962962962964, "high": 0.8615113636363636 }, "llmMs": 3625.2105263157896, "speedup": 11.086270722678256, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.05830188679245285, "high": 0.762898832684825 }, "llmMs": 756, "speedup": 2.311926605504587, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "provos/ironcurtain", "url": "https://github.com/provos/ironcurtain", "sha": "d177f569c9a87aec11127aa93eb1b7711283d564", "license": "Apache-2.0", "stars": 610, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:35:49.226Z", "candidates": [ { "id": "constitution-customizer-callLlm", "link": "https://github.com/provos/ironcurtain/blob/d177f569c9a87aec11127aa93eb1b7711283d564/src/pipeline/constitution-customizer.ts#L381", "file": "src/pipeline/constitution-customizer.ts", "line": 381, "language": "ts", "provider": "ai-sdk", "api": "generateText", "signal": "schema", "fields": [ { "name": "type", "kind": "choice", "options": [ "changes", "question" ] } ], "droppedFields": [ "addRules", "removeRules", "summary", "question" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5028727272727272, "high": 0.8827428571428572 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "auto-approver-autoApprove", "link": "https://github.com/provos/ironcurtain/blob/d177f569c9a87aec11127aa93eb1b7711283d564/src/trusted-process/auto-approver.ts#L151", "file": "src/trusted-process/auto-approver.ts", "line": 151, "language": "ts", "provider": "ai-sdk", "api": "generateText", "signal": "schema", "fields": [ { "name": "decision", "kind": "choice", "options": [ "approve", "escalate" ] } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 518, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9718131868131868, "high": 0.9771387959866221 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.9067757009345794, "high": 0.9262621359223301 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8880436477007014, "high": 0.9112272727272728 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.8116443745082612, "high": 0.8460472972972972 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "CaptainCrouton89/.claude", "url": "https://github.com/CaptainCrouton89/.claude", "sha": "24375dea78fd0381b5ecd2f3c3b38384e8419ef0", "license": null, "stars": 495, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:23:15.972Z", "candidates": [ { "id": "activity-tracker-main", "link": "https://github.com/CaptainCrouton89/.claude/blob/24375dea78fd0381b5ecd2f3c3b38384e8419ef0/hooks/state-tracking/activity-tracker.js#L294", "file": "hooks/state-tracking/activity-tracker.js", "line": 294, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "activity", "kind": "choice", "options": [ "debugging", "code-review", "documenting", "feature", "investigating", "planning", "requirements-gathering", "security-auditing", "testing", "other" ] }, { "name": "effort", "kind": "score", "min": 1, "max": 10 } ], "droppedFields": [ "confidence" ], "model": "gpt-4.1-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 13, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4.1-mini", "in": 0.4, "out": 1.6, "source": "https://openrouter.ai/openai/gpt-4.1-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.6330147058823529, "high": 0.9109137426900584, "label": "estimated" }, "speed": { "llmMs": 1203, "jevMs": 327, "speedup": 3.6788990825688073 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "observer-registry-runObserver", "link": "https://github.com/CaptainCrouton89/.claude/blob/24375dea78fd0381b5ecd2f3c3b38384e8419ef0/hooks/user-prompt-observers/observer-registry.js#L97", "file": "hooks/user-prompt-observers/observer-registry.js", "line": 97, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isMatch", "kind": "noul" }, { "name": "effort", "kind": "score", "min": 1, "max": 10 } ], "droppedFields": [ "confidence" ], "model": "gpt-4.1-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 11, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4.1-nano", "in": 0.1, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-4.1-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.592872340425532, "high": 0.6422602739726028, "label": "estimated" }, "speed": { "llmMs": 1018, "jevMs": 327, "speedup": 3.1141525041359603 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "observer-registry-checkPromptImprovement", "link": "https://github.com/CaptainCrouton89/.claude/blob/24375dea78fd0381b5ecd2f3c3b38384e8419ef0/hooks/user-prompt-observers/observer-registry.js#L137", "file": "hooks/user-prompt-observers/observer-registry.js", "line": 137, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isPromptImprovementRequest", "kind": "noul" } ], "droppedFields": [ "confidence" ], "model": "gpt-4.1-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 168, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 9, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4.1-nano", "in": 0.1, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-4.1-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.46177165354330707, "high": 0.6741379310344827, "label": "estimated" }, "speed": { "llmMs": 986, "jevMs": 327, "speedup": 3.013886800020053 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "observer-registry-checkParallelExecution", "link": "https://github.com/CaptainCrouton89/.claude/blob/24375dea78fd0381b5ecd2f3c3b38384e8419ef0/hooks/user-prompt-observers/observer-registry.js#L180", "file": "hooks/user-prompt-observers/observer-registry.js", "line": 180, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "needsParallelGuidance", "kind": "noul" } ], "droppedFields": [ "confidence" ], "model": "gpt-4.1-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 178, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 8, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4.1-nano", "in": 0.1, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-4.1-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.4741923076923076, "high": 0.6750226244343891, "label": "estimated" }, "speed": { "llmMs": 969, "jevMs": 327, "speedup": 2.9637539479621 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "iamarunbrahma/vision-parse", "url": "https://github.com/iamarunbrahma/vision-parse", "sha": "d286105f3ff18f034686a122de99ab38191f32a1", "license": "MIT", "stars": 484, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:36:00.762Z", "candidates": [ { "id": "llm-_openai-2", "link": "https://github.com/iamarunbrahma/vision-parse/blob/d286105f3ff18f034686a122de99ab38191f32a1/src/vision_parse/llm.py#L491", "file": "src/vision_parse/llm.py", "line": 491, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "text_detected", "kind": "choice", "options": [ "Yes", "No" ] }, { "name": "tables_detected", "kind": "choice", "options": [ "Yes", "No" ] }, { "name": "images_detected", "kind": "choice", "options": [ "Yes", "No" ] }, { "name": "latex_equations_detected", "kind": "choice", "options": [ "Yes", "No" ] } ], "droppedFields": [ "extracted_text", "confidence_score_text" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 26, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7274883720930232, "high": 0.8628152173913044 }, "llmMs": 3783.1052631578946, "speedup": 11.569129245131176, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.23909090909090913, "high": 0.7600570342205324 }, "llmMs": 970.2857142857142, "speedup": 2.967234600262123, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "llm-_openai", "link": "https://github.com/iamarunbrahma/vision-parse/blob/d286105f3ff18f034686a122de99ab38191f32a1/src/vision_parse/llm.py#L522", "file": "src/vision_parse/llm.py", "line": 522, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "text_detected", "kind": "choice", "options": [ "Yes", "No" ] }, { "name": "tables_detected", "kind": "choice", "options": [ "Yes", "No" ] }, { "name": "images_detected", "kind": "choice", "options": [ "Yes", "No" ] }, { "name": "latex_equations_detected", "kind": "choice", "options": [ "Yes", "No" ] } ], "droppedFields": [ "extracted_text", "confidence_score_text" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 26, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7274883720930232, "high": 0.8628152173913044 }, "llmMs": 3783.1052631578946, "speedup": 11.569129245131176, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.23909090909090913, "high": 0.7600570342205324 }, "llmMs": 970.2857142857142, "speedup": 2.967234600262123, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "HUST-AI-HYZ/MemoryAgentBench", "url": "https://github.com/HUST-AI-HYZ/MemoryAgentBench", "sha": "fe1735de8cf8b9908e1e3d3b5612afc815698062", "license": "MIT", "stars": 459, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:36:03.457Z", "candidates": [ { "id": "graph_rag-_create_answer_check_chain", "link": "https://github.com/HUST-AI-HYZ/MemoryAgentBench/blob/fe1735de8cf8b9908e1e3d3b5612afc815698062/methods/graph_rag.py#L364", "file": "methods/graph_rag.py", "line": 364, "language": "python", "provider": "langchain", "api": "self.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "is_complete", "kind": "noul" } ], "droppedFields": [ "answer" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "growthxai/output", "url": "https://github.com/growthxai/output", "sha": "bd031f89628413d0d6a0938fabca7e2a3915bdac", "license": "Apache-2.0", "stars": 439, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:36:05.805Z", "candidates": [ { "id": "steps-fn", "link": "https://github.com/growthxai/output/blob/bd031f89628413d0d6a0938fabca7e2a3915bdac/test_workflows/src/workflows/llm/generate_text/steps.ts#L73", "file": "test_workflows/src/workflows/llm/generate_text/steps.ts", "line": 73, "language": "ts", "provider": "ai-sdk", "api": "generateText", "signal": "schema", "fields": [ { "name": "choice", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 3, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8127260273972603, "high": 0.9644982698961938 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.4721621621621621, "high": 0.882435750532002 }, "llmMs": 667.0540540540541, "speedup": 2.0399206545995536, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.3566588235294117, "high": 0.8588304668304668 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "Arvo-AI/aurora", "url": "https://github.com/Arvo-AI/aurora", "sha": "5421f8462241b6b758c767cbd3400c498b9eb76e", "license": "Apache-2.0", "stars": 421, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:36:14.701Z", "candidates": [ { "id": "synthesis-_synthesis", "link": "https://github.com/Arvo-AI/aurora/blob/5421f8462241b6b758c767cbd3400c498b9eb76e/server/chat/backend/agent/orchestrator/synthesis.py#L139", "file": "server/chat/backend/agent/orchestrator/synthesis.py", "line": 139, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "needs_more_research", "kind": "noul" } ], "droppedFields": [ "follow_up_inputs", "rationale", "summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8481, "high": 0.9647941176470588 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "triage-_triage", "link": "https://github.com/Arvo-AI/aurora/blob/5421f8462241b6b758c767cbd3400c498b9eb76e/server/chat/backend/agent/orchestrator/triage.py#L123", "file": "server/chat/backend/agent/orchestrator/triage.py", "line": 123, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "mode", "kind": "choice", "options": [ "single", "fanout" ] } ], "droppedFields": [ "inputs", "rationale" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "command_safety-_create_safety_llm", "link": "https://github.com/Arvo-AI/aurora/blob/5421f8462241b6b758c767cbd3400c498b9eb76e/server/utils/security/command_safety.py#L223", "file": "server/utils/security/command_safety.py", "line": 223, "language": "python", "provider": "langchain", "api": "base.with_structured_output", "signal": "schema", "fields": [ { "name": "conclusion", "kind": "noul" } ], "droppedFields": [ "observation", "thought" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "exa-labs/exa-hallucination-detector", "url": "https://github.com/exa-labs/exa-hallucination-detector", "sha": "2e526651ade7d5f59c483ec9365fe777d057e64b", "license": null, "stars": 332, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:23:20.915Z", "candidates": [ { "id": "route-POST", "link": "https://github.com/exa-labs/exa-hallucination-detector/blob/2e526651ade7d5f59c483ec9365fe777d057e64b/app/api/extractclaims/route.ts#L17", "file": "app/api/extractclaims/route.ts", "line": 17, "language": "ts", "provider": "ai-sdk", "api": "generateText", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": "claude-3-7-sonnet-latest", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 300, "llmPromptMethod": "estimate:chars/4", "llmOutput": 1, "llmOutputMethod": "estimate:chars/4", "jevStatic": 516, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "route-POST-2", "link": "https://github.com/exa-labs/exa-hallucination-detector/blob/2e526651ade7d5f59c483ec9365fe777d057e64b/app/api/verifyclaims/route.ts#L25", "file": "app/api/verifyclaims/route.ts", "line": 25, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "assessment", "kind": "choice", "options": [ "True", "False", "Insufficient Information" ] } ], "droppedFields": [ "claim", "summary", "fixed_original_text", "confidence_score" ], "model": "claude-3-7-sonnet-latest", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 246, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "brightdata/pepolehub", "url": "https://github.com/brightdata/pepolehub", "sha": "897a60e877a5625e9de64e5c1ee6f7c8789d3a40", "license": null, "stars": 327, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:23:24.797Z", "candidates": [ { "id": "llm-service-summarizeWebContent", "link": "https://github.com/brightdata/pepolehub/blob/897a60e877a5625e9de64e5c1ee6f7c8789d3a40/src/lib/research/llm-service.ts#L122", "file": "src/lib/research/llm-service.ts", "line": 122, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "mentionsPerson", "kind": "noul" }, { "name": "sentiment", "kind": "choice", "options": [ "positive", "neutral", "negative" ] } ], "droppedFields": [ "summary", "keyPoints", "confidence" ], "model": "gemini-2.0-flash", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 12, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "sjtu-sai-agents/X-Master", "url": "https://github.com/sjtu-sai-agents/X-Master", "sha": "658698387d28d2063bb76a3d7c2fa491b2e82c94", "license": null, "stars": 322, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:23:27.954Z", "candidates": [ { "id": "hle_score-call_llm", "link": "https://github.com/sjtu-sai-agents/X-Master/blob/658698387d28d2063bb76a3d7c2fa491b2e82c94/utils/hle_score.py#L69", "file": "utils/hle_score.py", "line": 69, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "correct", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [ "extracted_final_answer", "reasoning", "confidence", "strict" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "jay-sahnan/signal", "url": "https://github.com/jay-sahnan/signal", "sha": "9bb74d5526fa24cd100319ce8c3ddfa1d8039756", "license": "NOASSERTION", "stars": 314, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:36:41.518Z", "candidates": [ { "id": "enrichment-summarizer-summarizePerson", "link": "https://github.com/jay-sahnan/signal/blob/9bb74d5526fa24cd100319ce8c3ddfa1d8039756/src/lib/services/enrichment-summarizer.ts#L185", "file": "src/lib/services/enrichment-summarizer.ts", "line": 185, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "sourcesConflict", "kind": "noul" } ], "droppedFields": [ "summary", "currentTitle", "location" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 420, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.970745417515275, "high": 0.9729287128712871 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 }, { "id": "intent-evaluator-evaluateIntent", "link": "https://github.com/jay-sahnan/signal/blob/9bb74d5526fa24cd100319ce8c3ddfa1d8039756/src/lib/services/intent-evaluator.ts#L56", "file": "src/lib/services/intent-evaluator.ts", "line": 56, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "fire", "kind": "noul" }, { "name": "confidence", "kind": "choice", "options": [ "high", "medium", "low" ] } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 193, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9480104166666666, "high": 0.9673270777479893 }, "llmMs": 993.625, "speedup": 3.0386085626911314, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 }, { "id": "reply-intent-classifyReplyIntent", "link": "https://github.com/jay-sahnan/signal/blob/9bb74d5526fa24cd100319ce8c3ddfa1d8039756/src/lib/services/reply-intent.ts#L157", "file": "src/lib/services/reply-intent.ts", "line": 157, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "intent", "kind": "choice", "options": [ "interested", "question", "not_interested", "ooo", "referral", "unsubscribe", "other" ] } ], "droppedFields": [ "confidence", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "Othmane-Khadri/YALC-the-GTM-operating-system", "url": "https://github.com/Othmane-Khadri/YALC-the-GTM-operating-system", "sha": "5686d1f2f526346133f78eef3349fc5a655757b4", "license": "MIT", "stars": 313, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:36:45.417Z", "candidates": [ { "id": "goal-setter-setGoals", "link": "https://github.com/Othmane-Khadri/YALC-the-GTM-operating-system/blob/5686d1f2f526346133f78eef3349fc5a655757b4/src/lib/onboarding/goal-setter.ts#L17", "file": "src/lib/onboarding/goal-setter.ts", "line": 17, "language": "ts", "provider": "anthropic", "api": "anthropic.messages.create", "signal": "schema", "fields": [ { "name": "campaignStyle", "kind": "choice", "options": [ "high-touch", "volume", "test-and-learn" ] } ], "droppedFields": [ "primaryGoal", "channels", "targetVolume" ], "model": "claude-sonnet-4-6", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 54, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-4.6", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4.6", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9694161073825504, "high": 0.9885945688423059, "label": "estimated" }, "speed": { "llmMs": 1404, "jevMs": 327, "speedup": 4.29208622361453 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "theexperiencecompany/gaia", "url": "https://github.com/theexperiencecompany/gaia", "sha": "bcae125466081e4d7f3fdd37277d87d394c159df", "license": "NOASSERTION", "stars": 300, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:36:49.803Z", "candidates": [ { "id": "profanity-contains_profanity", "link": "https://github.com/theexperiencecompany/gaia/blob/bcae125466081e4d7f3fdd37277d87d394c159df/apps/api/app/services/integrations/profanity.py#L143", "file": "apps/api/app/services/integrations/profanity.py", "line": 143, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "is_offensive", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "HarimxChoi/google-surf-mcp", "url": "https://github.com/HarimxChoi/google-surf-mcp", "sha": "b331d06fe261e62b1badc7575da542cb952bee16", "license": "MIT", "stars": 291, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:36:49.904Z", "candidates": [ { "id": "llm-repairWithAnthropic", "link": "https://github.com/HarimxChoi/google-surf-mcp/blob/b331d06fe261e62b1badc7575da542cb952bee16/src/heal/llm.ts#L112", "file": "src/heal/llm.ts", "line": 112, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "decision", "kind": "choice", "options": [ "approve_candidate", "propose_new" ] }, { "name": "confidence", "kind": "choice", "options": [ "low", "medium", "high" ] } ], "droppedFields": [ "selector", "rationale", "expected_min_blocks" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 162, "llmPromptMethod": "estimate:chars/4", "llmOutput": 14, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9469042553191489, "high": 0.967239247311828 }, "llmMs": 1071.75, "speedup": 3.2775229357798166, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "awslabs/threat-designer", "url": "https://github.com/awslabs/threat-designer", "sha": "8f4790f2c3cb73b9727ea55edc0e1bb0f4fce661", "license": "Apache-2.0", "stars": 288, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:36:59.014Z", "candidates": [ { "id": "workflow_version-version_diff_node", "link": "https://github.com/awslabs/threat-designer/blob/8f4790f2c3cb73b9727ea55edc0e1bb0f4fce661/backend/threat_designer/workflow_version.py#L811", "file": "backend/threat_designer/workflow_version.py", "line": 811, "language": "python", "provider": "langchain", "api": "model_diff.with_structured_output", "signal": "schema", "fields": [ { "name": "proceed", "kind": "noul" } ], "droppedFields": [ "diff" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "pipeline-gap_analysis", "link": "https://github.com/awslabs/threat-designer/blob/8f4790f2c3cb73b9727ea55edc0e1bb0f4fce661/cli/threat_designer_cli/runner/pipeline.py#L1339", "file": "cli/threat_designer_cli/runner/pipeline.py", "line": 1339, "language": "python", "provider": "langchain", "api": "_gap_model.with_structured_output", "signal": "schema", "fields": [ { "name": "stop", "kind": "noul" }, { "name": "rating", "kind": "score", "min": 1, "max": 10 } ], "droppedFields": [ "gaps" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.43498113207547173, "high": 0.857739299610895 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "piyushgarg-dev/genai-cohort", "url": "https://github.com/piyushgarg-dev/genai-cohort", "sha": "a9cacbd22abe75b261944be82f6ea3953760ab41", "license": null, "stars": 212, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:27:09.035Z", "candidates": [ { "id": "graph-detect_query", "link": "https://github.com/piyushgarg-dev/genai-cohort/blob/a9cacbd22abe75b261944be82f6ea3953760ab41/lang_graph/graph.py#L38", "file": "lang_graph/graph.py", "line": 38, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_question_ai", "kind": "noul" } ], "droppedFields": [], "model": "gpt-4o-mini", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 38, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 7, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.21431034482758604, "high": 0.7682478218780251, "label": "estimated" }, "speed": { "llmMs": 631, "jevMs": 327, "speedup": 1.929663608562691 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "masamasa59/genai-agent-advanced-book", "url": "https://github.com/masamasa59/genai-agent-advanced-book", "sha": "50a6536cf632ff810a6e61074af78d9a02da2ddc", "license": null, "stars": 206, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:27:13.357Z", "candidates": [ { "id": "agent-reflect_subtask", "link": "https://github.com/masamasa59/genai-agent-advanced-book/blob/50a6536cf632ff810a6e61074af78d9a02da2ddc/chapter4/src/agent.py#L293", "file": "chapter4/src/agent.py", "line": 293, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_completed", "kind": "noul" } ], "droppedFields": [ "advice" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "hearing_chain-run", "link": "https://github.com/masamasa59/genai-agent-advanced-book/blob/50a6536cf632ff810a6e61074af78d9a02da2ddc/chapter6/arxiv_researcher/chains/hearing_chain.py#L51", "file": "chapter6/arxiv_researcher/chains/hearing_chain.py", "line": 51, "language": "python", "provider": "langchain", "api": "self.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "is_need_human_feedback", "kind": "noul" } ], "droppedFields": [ "additional_question" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8481, "high": 0.9647941176470588 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "reading_chains-__call__", "link": "https://github.com/masamasa59/genai-agent-advanced-book/blob/50a6536cf632ff810a6e61074af78d9a02da2ddc/chapter6/arxiv_researcher/chains/reading_chains.py#L104", "file": "chapter6/arxiv_researcher/chains/reading_chains.py", "line": 104, "language": "python", "provider": "langchain", "api": "self.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "is_sufficient", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "task_evaluator_chain-run", "link": "https://github.com/masamasa59/genai-agent-advanced-book/blob/50a6536cf632ff810a6e61074af78d9a02da2ddc/chapter6/arxiv_researcher/chains/task_evaluator_chain.py#L63", "file": "chapter6/arxiv_researcher/chains/task_evaluator_chain.py", "line": 63, "language": "python", "provider": "langchain", "api": "self.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "need_more_information", "kind": "noul" } ], "droppedFields": [ "reason", "content" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8481, "high": 0.9647941176470588 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "drfccv/deer-flow-cn", "url": "https://github.com/drfccv/deer-flow-cn", "sha": "e68959e60a6324efc95dab668d3d996e28d5409b", "license": "MIT", "stars": 201, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:37:41.961Z", "candidates": [ { "id": "nodes-planner_node", "link": "https://github.com/drfccv/deer-flow-cn/blob/e68959e60a6324efc95dab668d3d996e28d5409b/src/graph/nodes.py#L99", "file": "src/graph/nodes.py", "line": 99, "language": "python", "provider": "langchain", "api": "get_llm_by_type().with_structured_output", "signal": "schema", "fields": [ { "name": "has_enough_context", "kind": "noul" } ], "droppedFields": [ "locale", "thought", "title", "steps" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "script_writer_node-script_writer_node", "link": "https://github.com/drfccv/deer-flow-cn/blob/e68959e60a6324efc95dab668d3d996e28d5409b/src/podcast/graph/script_writer_node.py#L20", "file": "src/podcast/graph/script_writer_node.py", "line": 20, "language": "python", "provider": "langchain", "api": "get_llm_by_type().with_structured_output", "signal": "schema", "fields": [ { "name": "locale", "kind": "choice", "options": [ "en", "zh" ] } ], "droppedFields": [ "lines" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "tercumantanumut/selene", "url": "https://github.com/tercumantanumut/selene", "sha": "5e684b4d5a5e3009803f1cf5054ef84e4086a523", "license": "MIT", "stars": 169, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:38:08.822Z", "candidates": [ { "id": "detector-detectEmotion", "link": "https://github.com/tercumantanumut/selene/blob/5e684b4d5a5e3009803f1cf5054ef84e4086a523/lib/emotion/detector.ts#L112", "file": "lib/emotion/detector.ts", "line": 112, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "emotion", "kind": "choice", "options": [ "neutral", "happy", "sad", "angry", "surprised", "thinking", "confused", "excited", "frustrated" ] } ], "droppedFields": [ "intensity", "mood", "confidence" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 69, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9082483221476509, "high": 0.9657837065269176 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7303550295857988, "high": 0.8870221802737139 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6725508982035928, "high": 0.864298535663675 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.3626573426573425, "high": 0.7712374581939799 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "Lakshay1509/NeatMail", "url": "https://github.com/Lakshay1509/NeatMail", "sha": "344fb7a75bcd76d828ed6e4cd13f2e6545f9e41f", "license": "NOASSERTION", "stars": 145, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:38:48.541Z", "candidates": [ { "id": "pipeline-buildContextAndDraft", "link": "https://github.com/Lakshay1509/NeatMail/blob/344fb7a75bcd76d828ed6e4cd13f2e6545f9e41f/context-engine/pipeline.ts#L364", "file": "context-engine/pipeline.ts", "line": 364, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "noReplyNeeded", "kind": "noul" }, { "name": "needsAttachment", "kind": "noul" } ], "droppedFields": [ "draft", "attachmentQuery", "attachmentFromContact" ], "model": "gpt-5-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 12, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "source": "https://openrouter.ai/openai/gpt-5-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.5897808219178082, "high": 0.8604541984732825, "label": "estimated" }, "speed": { "llmMs": 3599, "jevMs": 327, "speedup": 11.005794302269436 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "promise-extractInboundPromise", "link": "https://github.com/Lakshay1509/NeatMail/blob/344fb7a75bcd76d828ed6e4cd13f2e6545f9e41f/lib/promise.ts#L200", "file": "lib/promise.ts", "line": 200, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "hasPromise", "kind": "noul" }, { "name": "hasTime", "kind": "noul" } ], "droppedFields": [ "item", "dueLocal", "confidence" ], "model": "gpt-5-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 20, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 11, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5-nano", "in": 0.05, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-5-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.8953164556962026, "high": 0.3062428842504744, "label": "estimated" }, "speed": { "llmMs": 2438, "jevMs": 327, "speedup": 7.455511868355904 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "promise-extractOutboundPromise", "link": "https://github.com/Lakshay1509/NeatMail/blob/344fb7a75bcd76d828ed6e4cd13f2e6545f9e41f/lib/promise.ts#L470", "file": "lib/promise.ts", "line": 470, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "hasPromise", "kind": "noul" }, { "name": "hasTime", "kind": "noul" } ], "droppedFields": [ "item", "dueLocal", "confidence" ], "model": "gpt-5-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 20, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 11, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5-nano", "in": 0.05, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-5-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.8953164556962026, "high": 0.3062428842504744, "label": "estimated" }, "speed": { "llmMs": 2438, "jevMs": 327, "speedup": 7.455511868355904 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "sent-followup-checkSentRequiresFollowUp", "link": "https://github.com/Lakshay1509/NeatMail/blob/344fb7a75bcd76d828ed6e4cd13f2e6545f9e41f/lib/sent-followup.ts#L50", "file": "lib/sent-followup.ts", "line": 50, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": "gpt-5-nano", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 19, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 1, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 317, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5-nano", "in": 0.05, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-5-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": -2.8454545454545452, "high": 0.2801776023680316, "label": "estimated" }, "speed": { "llmMs": 2319, "jevMs": 327, "speedup": 7.091451871268385 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "process-draft-pickBestAttachment", "link": "https://github.com/Lakshay1509/NeatMail/blob/344fb7a75bcd76d828ed6e4cd13f2e6545f9e41f/bullmq/workers/process-draft.ts#L73", "file": "bullmq/workers/process-draft.ts", "line": 73, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "confidence", "kind": "choice", "options": [ "high", "low" ] } ], "droppedFields": [ "index" ], "model": "gpt-5-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 213, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5-nano", "in": 0.05, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-5-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.0976237623762376, "high": 0.362450066577896, "label": "estimated" }, "speed": { "llmMs": 2367, "jevMs": 327, "speedup": 7.237075870103394 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "attachments-pickBestAttachment", "link": "https://github.com/Lakshay1509/NeatMail/blob/344fb7a75bcd76d828ed6e4cd13f2e6545f9e41f/lib/agent/attachments.ts#L77", "file": "lib/agent/attachments.ts", "line": 77, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "confidence", "kind": "choice", "options": [ "high", "low" ] } ], "droppedFields": [ "index" ], "model": "gpt-5-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 144, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5-nano", "in": 0.05, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-5-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.16846153846153844, "high": 0.3423076923076922, "label": "estimated" }, "speed": { "llmMs": 2367, "jevMs": 327, "speedup": 7.237075870103394 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "EuniAI/ContextBench", "url": "https://github.com/EuniAI/ContextBench", "sha": "1436c28a8eb95496da4ea69ad458b9f8a8eb7d61", "license": "Apache-2.0", "stars": 142, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:39:19.891Z", "candidates": [ { "id": "bug_reproducing_structured_node-__init__", "link": "https://github.com/EuniAI/ContextBench/blob/1436c28a8eb95496da4ea69ad458b9f8a8eb7d61/agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/bug_reproducing_structured_node.py#L137", "file": "agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/bug_reproducing_structured_node.py", "line": 137, "language": "python", "provider": "langchain", "api": "model.with_structured_output", "signal": "schema", "fields": [ { "name": "reproduced_bug", "kind": "noul" } ], "droppedFields": [ "reproduced_bug_failure_log", "reproduced_bug_commands" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "general_build_structured_node-__init__", "link": "https://github.com/EuniAI/ContextBench/blob/1436c28a8eb95496da4ea69ad458b9f8a8eb7d61/agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/general_build_structured_node.py#L239", "file": "agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/general_build_structured_node.py", "line": 239, "language": "python", "provider": "langchain", "api": "model.with_structured_output", "signal": "schema", "fields": [ { "name": "exist_build", "kind": "noul" } ], "droppedFields": [ "command_summary", "fail_log" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "general_test_structured_node-__init__", "link": "https://github.com/EuniAI/ContextBench/blob/1436c28a8eb95496da4ea69ad458b9f8a8eb7d61/agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/general_test_structured_node.py#L288", "file": "agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/general_test_structured_node.py", "line": 288, "language": "python", "provider": "langchain", "api": "model.with_structured_output", "signal": "schema", "fields": [ { "name": "exist_test", "kind": "noul" } ], "droppedFields": [ "command_summary", "fail_log" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "issue_classifier_node-__init__", "link": "https://github.com/EuniAI/ContextBench/blob/1436c28a8eb95496da4ea69ad458b9f8a8eb7d61/agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/issue_classifier_node.py#L126", "file": "agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/issue_classifier_node.py", "line": 126, "language": "python", "provider": "langchain", "api": "model.with_structured_output", "signal": "schema", "fields": [ { "name": "issue_type", "kind": "choice", "options": [ "auto", "bug", "feature", "documentation", "question" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8481, "high": 0.9647941176470588 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "run_existing_tests_structure_node-__init__", "link": "https://github.com/EuniAI/ContextBench/blob/1436c28a8eb95496da4ea69ad458b9f8a8eb7d61/agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/run_existing_tests_structure_node.py#L56", "file": "agent-frameworks/prometheus/prometheus/prometheus/lang_graph/nodes/run_existing_tests_structure_node.py", "line": 56, "language": "python", "provider": "langchain", "api": "model.with_structured_output", "signal": "schema", "fields": [ { "name": "success", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "Blackoutta/ai-engineer-training", "url": "https://github.com/Blackoutta/ai-engineer-training", "sha": "83a4bc18b95788ad4856433cda9af6566a52b7a1", "license": null, "stars": 141, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:27:31.212Z", "candidates": [ { "id": "app-chat", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/projects/project10/backend/app.py#L269", "file": "projects/project10/backend/app.py", "line": 269, "language": "python", "provider": "langchain", "api": "graph.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "app-models_switch", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/projects/project10/backend/app.py#L401", "file": "projects/project10/backend/app.py", "line": 401, "language": "python", "provider": "langchain", "api": "graph.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "graph-L59", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/projects/project10/backend/graph.py#L59", "file": "projects/project10/backend/graph.py", "line": 59, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "graph-reflection", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/week07/standalone_projects/gemini-fullstack-langgraph-quickstart/backend/src/agent/graph.py#L181", "file": "week07/standalone_projects/gemini-fullstack-langgraph-quickstart/backend/src/agent/graph.py", "line": 181, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "is_sufficient", "kind": "noul" } ], "droppedFields": [ "knowledge_gap", "follow_up_queries" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "graph-L50", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/week10/work_v1/graph.py#L50", "file": "week10/work_v1/graph.py", "line": 50, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "app-chat-2", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/week10/work_v2/app.py#L259", "file": "week10/work_v2/app.py", "line": 259, "language": "python", "provider": "langchain", "api": "graph.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "app-models_switch-2", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/week10/work_v2/app.py#L371", "file": "week10/work_v2/app.py", "line": 371, "language": "python", "provider": "langchain", "api": "graph.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "graph-L59-2", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/week10/work_v2/graph.py#L59", "file": "week10/work_v2/graph.py", "line": 59, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "app-chat-3", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/week10/work_v3/app.py#L269", "file": "week10/work_v3/app.py", "line": 269, "language": "python", "provider": "langchain", "api": "graph.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "app-models_switch-3", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/week10/work_v3/app.py#L401", "file": "week10/work_v3/app.py", "line": 401, "language": "python", "provider": "langchain", "api": "graph.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "graph-L59-3", "link": "https://github.com/Blackoutta/ai-engineer-training/blob/83a4bc18b95788ad4856433cda9af6566a52b7a1/week10/work_v3/graph.py#L59", "file": "week10/work_v3/graph.py", "line": 59, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "step", "kind": "choice", "options": [ "course", "presale", "postsale", "order", "human", "direct" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "FusionBrainLab/gigaevo-core", "url": "https://github.com/FusionBrainLab/gigaevo-core", "sha": "2fccecc62481b4b9c5d4be9b2f1a6d2cf84769e4", "license": "MIT", "stars": 128, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:41:32.318Z", "candidates": [ { "id": "admission_novelty-__init__", "link": "https://github.com/FusionBrainLab/gigaevo-core/blob/2fccecc62481b4b9c5d4be9b2f1a6d2cf84769e4/gigaevo/llm/agents/admission_novelty.py#L63", "file": "gigaevo/llm/agents/admission_novelty.py", "line": 63, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "keep", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "mutation-__init__", "link": "https://github.com/FusionBrainLab/gigaevo-core/blob/2fccecc62481b4b9c5d4be9b2f1a6d2cf84769e4/gigaevo/llm/agents/mutation.py#L284", "file": "gigaevo/llm/agents/mutation.py", "line": 284, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "archetype", "kind": "choice", "options": [ "Precision Optimization", "Proven Pattern Extension", "Harmful Pattern Removal", "Computational Reinvention", "Solution Space Exploration", "Approach Synthesis", "Guided Innovation", "Component Substitution" ] } ], "droppedFields": [ "justification", "insights_used", "insight_ids_used", "base_parent", "card_ids_used", "changes", "code" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6037391304347826, "high": 0.8624137931034482 }, "llmMs": 3585.7368421052633, "speedup": 10.965556092065025, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.03042553191489339, "high": 0.7657534246575342 }, "llmMs": 702.4285714285714, "speedup": 2.148099606815203, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "research-__init__", "link": "https://github.com/FusionBrainLab/gigaevo-core/blob/2fccecc62481b4b9c5d4be9b2f1a6d2cf84769e4/gigaevo/memory/storage/research.py#L143", "file": "gigaevo/memory/storage/research.py", "line": 143, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "mode", "kind": "choice", "options": [ "final", "continue" ] } ], "droppedFields": [ "reasoning", "selected_ids", "additional_queries" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "get-convex/convex-evals", "url": "https://github.com/get-convex/convex-evals", "sha": "d91dac52470757882d2873c2046d0235d4489bea", "license": "Apache-2.0", "stars": 128, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:41:30.062Z", "candidates": [ { "id": "aiGrader-generateGrade", "link": "https://github.com/get-convex/convex-evals/blob/d91dac52470757882d2873c2046d0235d4489bea/grader/aiGrader.ts#L259", "file": "grader/aiGrader.ts", "line": 259, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "grade", "kind": "choice", "options": [ "pass", "fail" ] } ], "droppedFields": [ "reasoning" ], "model": "gpt-5-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "source": "https://openrouter.ai/openai/gpt-5-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352, "label": "estimated" }, "speed": { "llmMs": 3507, "jevMs": 327, "speedup": 10.724126830838564 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "Jellypod-Inc/cartoon-studio", "url": "https://github.com/Jellypod-Inc/cartoon-studio", "sha": "e773568f7b6e6efe8cdf4d068efddfb5e65c4169", "license": "Apache-2.0", "stars": 120, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:42:13.152Z", "candidates": [ { "id": "llm-core-detectMouthInFaceCrop", "link": "https://github.com/Jellypod-Inc/cartoon-studio/blob/e773568f7b6e6efe8cdf4d068efddfb5e65c4169/src/main/llm-core.ts#L132", "file": "src/main/llm-core.ts", "line": 132, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "found", "kind": "noul" } ], "droppedFields": [ "mouth", "confidence" ], "model": "gpt-5.4", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 171, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5.4", "in": 2.5, "out": 15, "source": "https://openrouter.ai/openai/gpt-5.4", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.97768, "high": 0.9869120728929385, "label": "estimated" }, "speed": { "llmMs": 1218, "jevMs": 327, "speedup": 3.723428059968673 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "llm-core-detectFaceLandmarks", "link": "https://github.com/Jellypod-Inc/cartoon-studio/blob/e773568f7b6e6efe8cdf4d068efddfb5e65c4169/src/main/llm-core.ts#L170", "file": "src/main/llm-core.ts", "line": 170, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "found", "kind": "noul" } ], "droppedFields": [ "left_eye", "right_eye", "mouth_center", "mouth_width", "confidence" ], "model": "gpt-5.4", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 393, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5.4", "in": 2.5, "out": 15, "source": "https://openrouter.ai/openai/gpt-5.4", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9881141911460488, "high": 0.9882903640256959, "label": "estimated" }, "speed": { "llmMs": 1218, "jevMs": 327, "speedup": 3.723428059968673 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "llm-core-verifyRig", "link": "https://github.com/Jellypod-Inc/cartoon-studio/blob/e773568f7b6e6efe8cdf4d068efddfb5e65c4169/src/main/llm-core.ts#L267", "file": "src/main/llm-core.ts", "line": 267, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "clean", "kind": "noul" } ], "droppedFields": [ "notes" ], "model": "gpt-5.4", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 232, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5.4", "in": 2.5, "out": 15, "source": "https://openrouter.ai/openai/gpt-5.4", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9821294117647059, "high": 0.9872659574468086, "label": "estimated" }, "speed": { "llmMs": 1218, "jevMs": 327, "speedup": 3.723428059968673 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "Codehagen/Autoselll", "url": "https://github.com/Codehagen/Autoselll", "sha": "437f24781496edd204259b642df1cfe79e23a299", "license": "AGPL-3.0", "stars": 113, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:42:27.062Z", "candidates": [ { "id": "createListingDraftFromImage-createListingDraftFromImage", "link": "https://github.com/Codehagen/Autoselll/blob/437f24781496edd204259b642df1cfe79e23a299/lib/createListingDraftFromImage.ts#L182", "file": "lib/createListingDraftFromImage.ts", "line": 182, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "language", "kind": "choice", "options": [ "nb-NO", "en-US" ] } ], "droppedFields": [ "version", "title", "description", "category", "attributes", "pricing", "media", "moderation", "tags" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 7, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9298923076923077, "high": 0.9858343195266273, "label": "estimated" }, "speed": { "llmMs": 677, "jevMs": 327, "speedup": 2.070567191737349 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "finn-api-estimatePricesWithGPT", "link": "https://github.com/Codehagen/Autoselll/blob/437f24781496edd204259b642df1cfe79e23a299/lib/finn-api.ts#L541", "file": "lib/finn-api.ts", "line": 541, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "electronics", "luxury", "fashion", "furniture", "sports", "vehicles", "default" ] }, { "name": "condition", "kind": "choice", "options": [ "mint", "excellent", "good", "fair", "poor" ] }, { "name": "isPremiumBrand", "kind": "noul" } ], "droppedFields": [ "newPrice", "estimatedAge", "brand", "confidence", "insights" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 132, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 15, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.973099173553719, "high": 0.9864189781021898, "label": "estimated" }, "speed": { "llmMs": 828, "jevMs": 327, "speedup": 2.5321677918181296 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "stakwork/stakgraph", "url": "https://github.com/stakwork/stakgraph", "sha": "623182cb1c45b84f47d89db4f653a5d5473ef35b", "license": null, "stars": 112, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:28:37.613Z", "candidates": [ { "id": "vision-assess", "link": "https://github.com/stakwork/stakgraph/blob/623182cb1c45b84f47d89db4f653a5d5473ef35b/mcp/src/lab/gitsee/services/vision.ts#L46", "file": "mcp/src/lab/gitsee/services/vision.ts", "line": 46, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "working", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": "claude-sonnet-5", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 70, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-5", "in": 2, "out": 10, "source": "https://openrouter.ai/anthropic/claude-sonnet-5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9528586206896552, "high": 0.9828591885441528, "label": "estimated" }, "speed": { "llmMs": 2842, "jevMs": 327, "speedup": 8.68972726705361 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "boot-and-exercise-assessScreenshot", "link": "https://github.com/stakwork/stakgraph/blob/623182cb1c45b84f47d89db4f653a5d5473ef35b/mcp/src/lab/gitsee/steps/boot-and-exercise.ts#L658", "file": "mcp/src/lab/gitsee/steps/boot-and-exercise.ts", "line": 658, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "working", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": "claude-sonnet-5", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 70, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-5", "in": 2, "out": 10, "source": "https://openrouter.ai/anthropic/claude-sonnet-5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9528586206896552, "high": 0.9828591885441528, "label": "estimated" }, "speed": { "llmMs": 2842, "jevMs": 327, "speedup": 8.68972726705361 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "verify-setup-judgeRender", "link": "https://github.com/stakwork/stakgraph/blob/623182cb1c45b84f47d89db4f653a5d5473ef35b/mcp/src/lab/gitsee/steps/verify-setup.ts#L282", "file": "mcp/src/lab/gitsee/steps/verify-setup.ts", "line": 282, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "working", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": "claude-sonnet-5", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 172, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-5", "in": 2, "out": 10, "source": "https://openrouter.ai/anthropic/claude-sonnet-5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.972325910931174, "high": 0.9836549840691853, "label": "estimated" }, "speed": { "llmMs": 2842, "jevMs": 327, "speedup": 8.68972726705361 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "lzlfwow/PatentClaw", "url": "https://github.com/lzlfwow/PatentClaw", "sha": "0b696c8fcfbe110bba6f8fc7ff7b49c41fbdb2ce", "license": "MIT", "stars": 109, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:43:01.552Z", "candidates": [ { "id": "revision_agent-revise_issue_online", "link": "https://github.com/lzlfwow/PatentClaw/blob/0b696c8fcfbe110bba6f8fc7ff7b49c41fbdb2ce/PatentReviewer/patent_reviewer/agents/revision_agent.py#L95", "file": "PatentReviewer/patent_reviewer/agents/revision_agent.py", "line": 95, "language": "python", "provider": "openai", "api": "build_client().responses.parse", "signal": "schema", "fields": [ { "name": "outcome", "kind": "choice", "options": [ "modified", "blocked", "no_change" ] } ], "droppedFields": [ "check_id", "patches", "reason", "requested_materials", "evidence_ids" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "modelguide/modelguide", "url": "https://github.com/modelguide/modelguide", "sha": "554caa01ea2a12a0d184a8ef2697ed8ae3906cc9", "license": "MIT", "stars": 107, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:43:12.095Z", "candidates": [ { "id": "validate-validateSemantic", "link": "https://github.com/modelguide/modelguide/blob/554caa01ea2a12a0d184a8ef2697ed8ae3906cc9/modelguide-api/src/features/test-case-generation/validate.ts#L115", "file": "modelguide-api/src/features/test-case-generation/validate.ts", "line": 115, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "passes", "kind": "noul" } ], "droppedFields": [ "issues" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "piyushgarg-dev/genai-cohort-2.0", "url": "https://github.com/piyushgarg-dev/genai-cohort-2.0", "sha": "3e44527f81c0be2e41fc2be2ed9ca56de0a475a8", "license": null, "stars": 103, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:28:52.063Z", "candidates": [ { "id": "code_graph-classify_message", "link": "https://github.com/piyushgarg-dev/genai-cohort-2.0/blob/3e44527f81c0be2e41fc2be2ed9ca56de0a475a8/06_langraph/code_graph.py#L39", "file": "06_langraph/code_graph.py", "line": 39, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_coding_question", "kind": "noul" } ], "droppedFields": [], "model": "gpt-4.1-nano", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 38, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 8, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4.1-nano", "in": 0.1, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-4.1-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.1392500000000001, "high": 0.6530434782608695, "label": "estimated" }, "speed": { "llmMs": 969, "jevMs": 327, "speedup": 2.9637539479621 }, "verdict": "same-cost-faster", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "studie-tech/TheNinjaRPG", "url": "https://github.com/studie-tech/TheNinjaRPG", "sha": "7572145e0eee1749e663e7f36c4a167aa7c9f240", "license": null, "stars": 103, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:28:43.685Z", "candidates": [ { "id": "moderator-classifyNsfwPrompt", "link": "https://github.com/studie-tech/TheNinjaRPG/blob/7572145e0eee1749e663e7f36c4a167aa7c9f240/app/src/libs/moderator.ts#L465", "file": "app/src/libs/moderator.ts", "line": 465, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isNsfw", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 105, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7075721925133689, "high": 0.8655685540477305 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.4670175438596491, "high": 0.7742574257425742 }, "llmMs": 577.4285714285714, "speedup": 1.7658366098733072, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "moderator-validateUserUpdateReason", "link": "https://github.com/studie-tech/TheNinjaRPG/blob/7572145e0eee1749e663e7f36c4a167aa7c9f240/app/src/libs/moderator.ts#L516", "file": "app/src/libs/moderator.ts", "line": 516, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "allowUpdate", "kind": "noul" } ], "droppedFields": [ "comment" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 207, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8207081967213115, "high": 0.8726031042128604 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.6756583629893238, "high": 0.785387718511878 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "kunwarVivek/mcp-github-project-manager", "url": "https://github.com/kunwarVivek/mcp-github-project-manager", "sha": "cdd79e785f7e1972569e056f3817248f4d805165", "license": "MIT", "stars": 100, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:43:20.679Z", "candidates": [ { "id": "IssueEnrichmentService-enrichIssue", "link": "https://github.com/kunwarVivek/mcp-github-project-manager/blob/cdd79e785f7e1972569e056f3817248f4d805165/src/services/IssueEnrichmentService.ts#L67", "file": "src/services/IssueEnrichmentService.ts", "line": 67, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "suggestedPriority", "kind": "choice", "options": [ "critical", "high", "medium", "low" ] }, { "name": "suggestedType", "kind": "choice", "options": [ "bug", "feature", "enhancement", "documentation", "task" ] }, { "name": "complexity", "kind": "choice", "options": [ "simple", "moderate", "complex" ] } ], "droppedFields": [ "suggestedLabels", "estimatedEffort", "relatedIssues", "milestone", "sprint", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 25, "llmPromptMethod": "estimate:chars/4", "llmOutput": 22, "llmOutputMethod": "estimate:chars/4", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.912027027027027, "high": 0.9651409836065574 }, "llmMs": 1196.75, "speedup": 3.6597859327217126, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.79, "high": 0.8876618867924528 }, "llmMs": 910.2972972972973, "speedup": 2.7837837837837838, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7406374501992031, "high": 0.8647451158564289 }, "llmMs": 3730.4736842105262, "speedup": 11.408176404313537, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.33435582822085874, "high": 0.7651869380028395 }, "llmMs": 898.8571428571429, "speedup": 2.7487986020096113, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "AITaskProcessor-generatePRDFromIdea", "link": "https://github.com/kunwarVivek/mcp-github-project-manager/blob/cdd79e785f7e1972569e056f3817248f4d805165/src/services/ai/AITaskProcessor.ts#L100", "file": "src/services/ai/AITaskProcessor.ts", "line": 100, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "aiGenerated", "kind": "noul" } ], "droppedFields": [ "id", "title", "version", "overview", "objectives", "scope", "targetUsers", "userJourney", "features", "technicalRequirements", "marketResearch", "timeline", "milestones", "successMetrics", "aiMetadata", "createdAt", "updatedAt", "author", "stakeholders", "tags" ], "model": "prd", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "AITaskProcessor-generatePRDWithConfidence", "link": "https://github.com/kunwarVivek/mcp-github-project-manager/blob/cdd79e785f7e1972569e056f3817248f4d805165/src/services/ai/AITaskProcessor.ts#L160", "file": "src/services/ai/AITaskProcessor.ts", "line": 160, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "aiGenerated", "kind": "noul" } ], "droppedFields": [ "id", "title", "version", "overview", "objectives", "scope", "targetUsers", "userJourney", "features", "technicalRequirements", "marketResearch", "timeline", "milestones", "successMetrics", "aiMetadata", "createdAt", "updatedAt", "author", "stakeholders", "tags" ], "model": "prd", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "AITaskProcessor-enhancePRD", "link": "https://github.com/kunwarVivek/mcp-github-project-manager/blob/cdd79e785f7e1972569e056f3817248f4d805165/src/services/ai/AITaskProcessor.ts#L267", "file": "src/services/ai/AITaskProcessor.ts", "line": 267, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "aiGenerated", "kind": "noul" } ], "droppedFields": [ "id", "title", "version", "overview", "objectives", "scope", "targetUsers", "userJourney", "features", "technicalRequirements", "marketResearch", "timeline", "milestones", "successMetrics", "aiMetadata", "createdAt", "updatedAt", "author", "stakeholders", "tags" ], "model": "prd", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "AITaskProcessor-generateTasksFromPRD", "link": "https://github.com/kunwarVivek/mcp-github-project-manager/blob/cdd79e785f7e1972569e056f3817248f4d805165/src/services/ai/AITaskProcessor.ts#L342", "file": "src/services/ai/AITaskProcessor.ts", "line": 342, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "aiGenerated", "kind": "noul" } ], "droppedFields": [ "id", "title", "description", "status", "priority", "complexity", "estimatedHours", "actualHours", "aiMetadata", "parentTaskId", "subtasks", "dependencies", "acceptanceCriteria", "githubProjectItemId", "githubIssueId", "createdAt", "updatedAt", "dueDate", "tags", "assignee", "sourcePRD" ], "model": "main", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "SprintRiskAssessor-assessRisks", "link": "https://github.com/kunwarVivek/mcp-github-project-manager/blob/cdd79e785f7e1972569e056f3817248f4d805165/src/services/ai/SprintRiskAssessor.ts#L111", "file": "src/services/ai/SprintRiskAssessor.ts", "line": 111, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "overallRisk", "kind": "choice", "options": [ "high", "medium", "low" ] } ], "droppedFields": [ "riskScore", "risks", "mitigations", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 291, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9631509433962264, "high": 0.9690564411891426 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.8834526854219948, "high": 0.897736010252029 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8594241645244216, "high": 0.877178281316802 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7503013698630137, "high": 0.7931749460043196 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "FeatureAnalysisService-analyzeFeatureRequest", "link": "https://github.com/kunwarVivek/mcp-github-project-manager/blob/cdd79e785f7e1972569e056f3817248f4d805165/src/services/feature/FeatureAnalysisService.ts#L91", "file": "src/services/feature/FeatureAnalysisService.ts", "line": 91, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "recommendation", "kind": "choice", "options": [ "approve", "reject", "modify" ] }, { "name": "priority", "kind": "choice", "options": [ "critical", "high", "medium", "low" ] } ], "droppedFields": [ "analysis", "complexity", "estimatedEffort", "risks", "dependencies" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 13, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8698, "high": 0.9645898305084746 }, "llmMs": 1056.125, "speedup": 3.2297400611620795, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.684778947368421, "high": 0.8843920948616601 }, "llmMs": 788.6756756756756, "speedup": 2.4118522191916685, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6110909090909091, "high": 0.8609847908745247 }, "llmMs": 3612.0526315789475, "speedup": 11.046032512473845, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.021372549019607723, "high": 0.7624366471734894 }, "llmMs": 738.1428571428571, "speedup": 2.2573176059414592, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "FeatureExpansionService-expandFeatureToTasks", "link": "https://github.com/kunwarVivek/mcp-github-project-manager/blob/cdd79e785f7e1972569e056f3817248f4d805165/src/services/feature/FeatureExpansionService.ts#L81", "file": "src/services/feature/FeatureExpansionService.ts", "line": 81, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "aiGenerated", "kind": "noul" } ], "droppedFields": [ "id", "title", "description", "status", "priority", "complexity", "estimatedHours", "actualHours", "aiMetadata", "parentTaskId", "subtasks", "dependencies", "acceptanceCriteria", "githubProjectItemId", "githubIssueId", "createdAt", "updatedAt", "dueDate", "tags", "assignee", "sourcePRD" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5443, "high": 0.883219512195122 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "lantos1618/github.gg", "url": "https://github.com/lantos1618/github.gg", "sha": "3df5bea45ac5c93ede261bd00733ae696e8b1cd3", "license": null, "stars": 98, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:28:55.558Z", "candidates": [ { "id": "issue-analysis-analyzeIssue", "link": "https://github.com/lantos1618/github.gg/blob/3df5bea45ac5c93ede261bd00733ae696e8b1cd3/src/lib/ai/issue-analysis.ts#L121", "file": "src/lib/ai/issue-analysis.ts", "line": 121, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "suggestedPriority", "kind": "choice", "options": [ "critical", "high", "medium", "low" ] } ], "droppedFields": [ "overallScore", "slopRanking", "summary", "clarity", "actionability", "completeness", "aiGeneratedLikelihood", "suggestedLabels", "duplicateLikelihood", "howToImprove", "emoji" ], "model": "models/gemini-3.1-pro-preview", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "openai/openai-knowledge-retrieval", "url": "https://github.com/openai/openai-knowledge-retrieval", "sha": "f62c5dd49955d2bc793e0a55989863dca61f1ead", "license": "MIT", "stars": 96, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:43:28.331Z", "candidates": [ { "id": "reranker-_evaluate_candidate", "link": "https://github.com/openai/openai-knowledge-retrieval/blob/f62c5dd49955d2bc793e0a55989863dca61f1ead/retrieval/reranker.py#L75", "file": "retrieval/reranker.py", "line": 75, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "label", "kind": "choice", "options": [ "Yes", "No" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "tangxiangru/Eigen-1", "url": "https://github.com/tangxiangru/Eigen-1", "sha": "9cf2c670af7e88dc930d35fcb035663ea8bce763", "license": null, "stars": 93, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:29:06.348Z", "candidates": [ { "id": "hle_score-call_llm", "link": "https://github.com/tangxiangru/Eigen-1/blob/9cf2c670af7e88dc930d35fcb035663ea8bce763/utils/hle_score.py#L69", "file": "utils/hle_score.py", "line": 69, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "correct", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [ "extracted_final_answer", "reasoning", "confidence", "strict" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "watt-mind/coach", "url": "https://github.com/watt-mind/coach", "sha": "4d8d65c297cb326897b74553ee4766ead971b6a7", "license": "Apache-2.0", "stars": 91, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:43:35.143Z", "candidates": [ { "id": "estimate-photo.post-L129", "link": "https://github.com/watt-mind/coach/blob/4d8d65c297cb326897b74553ee4766ead971b6a7/server/api/nutrition/estimate-photo.post.ts#L129", "file": "server/api/nutrition/estimate-photo.post.ts", "line": 129, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "meal", "kind": "choice", "options": [ "BREAKFAST", "LUNCH", "DINNER", "SNACK", "OTHER" ] }, { "name": "confidence", "kind": "choice", "options": [ "HIGH", "MEDIUM", "LOW" ] } ], "droppedFields": [ "name", "calories", "protein", "carbs", "fat", "coachInsight", "items" ], "model": "gemini-3.1-flash-lite", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 87, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "google/gemini-3.1-flash-lite", "in": 0.25, "out": 1.5, "source": "https://openrouter.ai/google/gemini-3.1-flash-lite", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.7049655172413793, "high": 0.8641486298188574, "label": "estimated" }, "speed": { "llmMs": 978, "jevMs": 327, "speedup": 2.989296636085627 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "memory-extraction-extractMemoryCandidatesFromConversation", "link": "https://github.com/watt-mind/coach/blob/4d8d65c297cb326897b74553ee4766ead971b6a7/server/utils/chat/memory-extraction.ts#L96", "file": "server/utils/chat/memory-extraction.ts", "line": 96, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "shouldExtract", "kind": "noul" } ], "droppedFields": [ "candidates" ], "model": "gemini-flash-lite-latest", "modelSource": "default", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "skills-classifyChatSkills", "link": "https://github.com/watt-mind/coach/blob/4d8d65c297cb326897b74553ee4766ead971b6a7/server/utils/chat/skills.ts#L1339", "file": "server/utils/chat/skills.ts", "line": 1339, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "useTools", "kind": "noul" }, { "name": "extractMemories", "kind": "noul" } ], "droppedFields": [ "skillIds", "confidence", "memoryReason", "reason" ], "model": "gemini-3.1-flash-lite-preview", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "google/gemini-3.1-flash-lite-preview", "in": 0.25, "out": 1.5, "source": "https://openrouter.ai/google/gemini-3.1-flash-lite-preview", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.4836896551724138, "high": 0.8584278799612779, "label": "estimated" }, "speed": { "llmMs": 743, "jevMs": 327, "speedup": 2.2729201772452097 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "Hendrixer/agents-production", "url": "https://github.com/Hendrixer/agents-production", "sha": "680901f217c373f6f3de175d97e0b76791f96d91", "license": null, "stars": 90, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:29:22.800Z", "candidates": [ { "id": "llm-runApprovalCheck", "link": "https://github.com/Hendrixer/agents-production/blob/680901f217c373f6f3de175d97e0b76791f96d91/src/llm.ts#L45", "file": "src/llm.ts", "line": 45, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "approved", "kind": "noul" } ], "droppedFields": [], "model": "gpt-4o-mini", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 21, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.0015384615384617106, "high": 0.7654091131798137, "label": "estimated" }, "speed": { "llmMs": 595, "jevMs": 327, "speedup": 1.8204456094364352 }, "verdict": "same-cost-faster", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "fixadev/fixa-observe", "url": "https://github.com/fixadev/fixa-observe", "sha": "fc593bff8a315822ded2a06aa7ebea4d8af2efa7", "license": "NOASSERTION", "stars": 88, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:43:57.376Z", "candidates": [ { "id": "generateEvaluationGroupsFromPrompt-figureOutIfOutbound", "link": "https://github.com/fixadev/fixa-observe/blob/fc593bff8a315822ded2a06aa7ebea4d8af2efa7/apps/web-app/src/server/helpers/generateEvaluationGroupsFromPrompt.ts#L20", "file": "apps/web-app/src/server/helpers/generateEvaluationGroupsFromPrompt.ts", "line": 20, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "isOutbound", "kind": "noul" } ], "droppedFields": [], "model": "gpt-4o", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9261027027027027, "high": 0.9858063241106719, "label": "estimated" }, "speed": { "llmMs": 658, "jevMs": 327, "speedup": 2.012867116727252 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "infoslack/curso-ia", "url": "https://github.com/infoslack/curso-ia", "sha": "821e8103f07e9fc47cebb6cae3deff7f6c39caf8", "license": null, "stars": 87, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:29:25.836Z", "candidates": [ { "id": "workflows-1-extrair_informacao_evento", "link": "https://github.com/infoslack/curso-ia/blob/821e8103f07e9fc47cebb6cae3deff7f6c39caf8/agents/workflows-1.py#L43", "file": "agents/workflows-1.py", "line": 43, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "eh_evento_calendario", "kind": "noul" } ], "droppedFields": [ "descricao", "pontuacao_confianca" ], "model": "meta-llama/llama-4-scout-17b-16e-instruct", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 29, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "meta-llama/llama-4-scout", "in": 0.1, "out": 0.3, "source": "https://openrouter.ai/meta-llama/llama-4-scout", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.3272815533980582, "high": 0.6501704822211397, "label": "estimated" }, "speed": { "llmMs": 1106, "jevMs": 327, "speedup": 3.3836464249308285 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "workflows-2-rotear_solicitacao_calendario", "link": "https://github.com/infoslack/curso-ia/blob/821e8103f07e9fc47cebb6cae3deff7f6c39caf8/agents/workflows-2.py#L53", "file": "agents/workflows-2.py", "line": 53, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "tipo_solicitacao", "kind": "choice", "options": [ "novo_evento", "modificar_evento", "outro" ] } ], "droppedFields": [ "pontuacao_confianca", "descricao" ], "model": "meta-llama/llama-4-scout-17b-16e-instruct", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 33, "llmPromptMethod": "estimate:chars/4", "llmOutput": 10, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "meta-llama/llama-4-scout", "in": 0.1, "out": 0.3, "source": "https://openrouter.ai/meta-llama/llama-4-scout", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.20982300884955762, "high": 0.6518662142510906, "label": "estimated" }, "speed": { "llmMs": 1202, "jevMs": 327, "speedup": 3.6748944226008446 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "workflows-3-validar_solicitacao_calendario", "link": "https://github.com/infoslack/curso-ia/blob/821e8103f07e9fc47cebb6cae3deff7f6c39caf8/agents/workflows-3.py#L30", "file": "agents/workflows-3.py", "line": 30, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "eh_solicitacao_calendario", "kind": "noul" } ], "droppedFields": [ "pontuacao_confianca" ], "model": "meta-llama/llama-4-scout-17b-16e-instruct", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 22, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "meta-llama/llama-4-scout", "in": 0.1, "out": 0.3, "source": "https://openrouter.ai/meta-llama/llama-4-scout", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.3809090909090911, "high": 0.6494875549048316, "label": "estimated" }, "speed": { "llmMs": 1154, "jevMs": 327, "speedup": 3.529270423765836 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "workflows-3-verificar_seguranca", "link": "https://github.com/infoslack/curso-ia/blob/821e8103f07e9fc47cebb6cae3deff7f6c39caf8/agents/workflows-3.py#L40", "file": "agents/workflows-3.py", "line": 40, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "eh_seguro", "kind": "noul" } ], "droppedFields": [ "sinalizadores_risco" ], "model": "meta-llama/llama-4-scout-17b-16e-instruct", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 30, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "meta-llama/llama-4-scout", "in": 0.1, "out": 0.3, "source": "https://openrouter.ai/meta-llama/llama-4-scout", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.4390526315789476, "high": 0.6488019559902201, "label": "estimated" }, "speed": { "llmMs": 964, "jevMs": 327, "speedup": 2.9467744284258046 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "timothywarner-org/claude-architect", "url": "https://github.com/timothywarner-org/claude-architect", "sha": "05c113f057266ab4f9143731d9fb04c1006dbd3a", "license": "MIT", "stars": 87, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:44:01.498Z", "candidates": [ { "id": "generate-generateQuestion", "link": "https://github.com/timothywarner-org/claude-architect/blob/05c113f057266ab4f9143731d9fb04c1006dbd3a/cca-cert-buddy/server/agent/generate.ts#L132", "file": "cca-cert-buddy/server/agent/generate.ts", "line": 132, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "correct", "kind": "choice", "options": [ "A", "B", "C", "D" ] } ], "droppedFields": [ "scenario", "situation", "question", "options", "explanation", "secondaryDomains" ], "model": "claude-sonnet-4-6", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "anthropic/claude-sonnet-4.6", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4.6", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9349, "high": 0.9881485148514851, "label": "estimated" }, "speed": { "llmMs": 1282, "jevMs": 327, "speedup": 3.9191467144029235 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "subagent-validator-validateWithSubagent", "link": "https://github.com/timothywarner-org/claude-architect/blob/05c113f057266ab4f9143731d9fb04c1006dbd3a/cca-cert-buddy/server/agent/subagent-validator.ts#L75", "file": "cca-cert-buddy/server/agent/subagent-validator.ts", "line": 75, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "exam_realistic", "kind": "noul" } ], "droppedFields": [ "issues" ], "model": "claude-haiku-4-5", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 9, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "source": "https://openrouter.ai/anthropic/claude-haiku-4.5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.8463932584269662, "high": 0.9647768513977439, "label": "estimated" }, "speed": { "llmMs": 947, "jevMs": 327, "speedup": 2.8952599388379205 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "AQ-MedAI/MedMemoryBench", "url": "https://github.com/AQ-MedAI/MedMemoryBench", "sha": "7227bc105b84a1a9f7a75861eb9e1be3ea502882", "license": "Apache-2.0", "stars": 75, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:45:44.337Z", "candidates": [ { "id": "graph_rag-_create_answer_check_chain", "link": "https://github.com/AQ-MedAI/MedMemoryBench/blob/7227bc105b84a1a9f7a75861eb9e1be3ea502882/methods/graph_rag.py#L304", "file": "methods/graph_rag.py", "line": 304, "language": "python", "provider": "langchain", "api": "self.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "is_complete", "kind": "noul" } ], "droppedFields": [ "answer" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "TeneBrae93/HackSmarter_Swarm", "url": "https://github.com/TeneBrae93/HackSmarter_Swarm", "sha": "21cd1cbfe8f69d887b93495577e97d93e5f91ef4", "license": null, "stars": 75, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:29:31.522Z", "candidates": [ { "id": "agents-strategy_node", "link": "https://github.com/TeneBrae93/HackSmarter_Swarm/blob/21cd1cbfe8f69d887b93495577e97d93e5f91ef4/agents.py#L214", "file": "agents.py", "line": 214, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "status", "kind": "choice", "options": [ "complete", "pivot" ] } ], "droppedFields": [ "pivot_directives", "markdown_report", "dradis_json" ], "model": "gemini-2.5-flash", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "source": "https://openrouter.ai/google/gemini-2.5-flash", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.5443, "high": 0.883219512195122, "label": "estimated" }, "speed": { "llmMs": 694, "jevMs": 327, "speedup": 2.1225721133978013 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "jaumpedro214/posts", "url": "https://github.com/jaumpedro214/posts", "sha": "e8902c71bbc51d47e4b029f034a00052fc62c445", "license": null, "stars": 75, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:29:34.586Z", "candidates": [ { "id": "comparator-classify", "link": "https://github.com/jaumpedro214/posts/blob/e8902c71bbc51d47e4b029f034a00052fc62c445/rag_application_br_music/backend/comparator.py#L97", "file": "rag_application_br_music/backend/comparator.py", "line": 97, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "name", "kind": "choice", "options": [ "Reginaldo Rossi", "Roberto Carlos", "Falcao", "Fagner", "Zezo", "Ivete Sangalo", "Joao Gomes", "Flavio Jose", "Alceu Valenca", "Jose Augusto", "Marisa Monte", "Pinduca", "Joelma", "Chitaozinho e Xororo", "Bruno e Marrone", "Erasmo Carlos" ] } ], "droppedFields": [], "model": "gpt-4o-mini", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 12, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.06999999999999984, "high": 0.7662109374999999, "label": "estimated" }, "speed": { "llmMs": 720, "jevMs": 327, "speedup": 2.202708606378331 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "kapoorankush/litclock", "url": "https://github.com/kapoorankush/litclock", "sha": "e6c67886385e6208976604eb22dd6bfcca65fbe6", "license": "NOASSERTION", "stars": 66, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:46:28.512Z", "candidates": [ { "id": "audit_quotes-judge_one", "link": "https://github.com/kapoorankush/litclock/blob/e6c67886385e6208976604eb22dd6bfcca65fbe6/image-gen/audit_quotes.py#L221", "file": "image-gen/audit_quotes.py", "line": 221, "language": "python", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "PASS", "FAIL" ] } ], "droppedFields": [ "rationale" ], "model": "claude-sonnet-4-6", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 858, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-4.6", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4.6", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9916961498439126, "high": 0.9951157556270096, "label": "estimated" }, "speed": { "llmMs": 1306, "jevMs": 327, "speedup": 3.993734616245245 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "cacheplane/threadplane", "url": "https://github.com/cacheplane/threadplane", "sha": "4109930ab8d9067ce69b9c3ab8cf7578c37f6fae", "license": "MIT", "stars": 64, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:46:36.341Z", "candidates": [ { "id": "graph-build_subgraphs_graph", "link": "https://github.com/cacheplane/threadplane/blob/4109930ab8d9067ce69b9c3ab8cf7578c37f6fae/cockpit/langgraph/subgraphs/python/src/graph.py#L100", "file": "cockpit/langgraph/subgraphs/python/src/graph.py", "line": 100, "language": "python", "provider": "langchain", "api": "ChatOpenAI().with_structured_output", "signal": "schema", "fields": [ { "name": "needs_research", "kind": "noul" } ], "droppedFields": [ "topic" ], "model": "gpt-5-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 7, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "source": "https://openrouter.ai/openai/gpt-5-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856, "label": "estimated" }, "speed": { "llmMs": 3533, "jevMs": 327, "speedup": 10.804603251247384 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "Hormold/tiktok-warmup", "url": "https://github.com/Hormold/tiktok-warmup", "sha": "4d5fda2108eb872e26138cc74e6ef53f2f82d41f", "license": null, "stars": 59, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:30:17.200Z", "candidates": [ { "id": "interaction-findObject", "link": "https://github.com/Hormold/tiktok-warmup/blob/4d5fda2108eb872e26138cc74e6ef53f2f82d41f/src/tools/interaction.ts#L70", "file": "src/tools/interaction.ts", "line": 70, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "found", "kind": "noul" } ], "droppedFields": [ "box_2d", "label", "another_response" ], "model": "gemini-2.5-pro-preview-05-06", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 132, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "TranBaVinhSon/open-manus", "url": "https://github.com/TranBaVinhSon/open-manus", "sha": "5fcce77f1f99fa9d5b169fa9876cda11d5f4c403", "license": null, "stars": 57, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:30:22.620Z", "candidates": [ { "id": "agent-determineNextStep", "link": "https://github.com/TranBaVinhSon/open-manus/blob/5fcce77f1f99fa9d5b169fa9876cda11d5f4c403/src/agent/agent.ts#L87", "file": "src/agent/agent.ts", "line": 87, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isComplete", "kind": "noul" } ], "droppedFields": [ "reason", "step" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "reductionAllJev": { "low": 0.92188, "high": 0.9857782178217822 }, "llmMs": 639.3396226415094, "speedup": 1.9551670417171543, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 }, { "id": "browser-sendPrompt", "link": "https://github.com/TranBaVinhSon/open-manus/blob/5fcce77f1f99fa9d5b169fa9876cda11d5f4c403/src/tools/browser.ts#L384", "file": "src/tools/browser.ts", "line": 384, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "method", "kind": "choice", "options": [ "GOTO", "ACT", "EXTRACT", "OBSERVE", "CLOSE", "SCREENSHOT", "WAIT", "NAVBACK", "HTML", "AI_HANDLE" ] } ], "droppedFields": [ "text", "reasoning", "instruction" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9261027027027027, "high": 0.9858063241106719, "label": "estimated" }, "speed": { "llmMs": 658, "jevMs": 327, "speedup": 2.012867116727252 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "ariso-ai/ivan", "url": "https://github.com/ariso-ai/ivan", "sha": "93771c09b028c6ca8b21962c59eb1cf1b376e362", "license": null, "stars": 53, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:30:28.285Z", "candidates": [ { "id": "session-analyzer-analyzeSession", "link": "https://github.com/ariso-ai/ivan/blob/93771c09b028c6ca8b21962c59eb1cf1b376e362/src/learnings/session-analyzer.ts#L213", "file": "src/learnings/session-analyzer.ts", "line": 213, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "has_signal", "kind": "noul" } ], "droppedFields": [ "session_topic", "patterns", "example_interactions" ], "model": "gpt-5.5", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 1010, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5.5", "in": 5, "out": 30, "source": "https://openrouter.ai/openai/gpt-5.5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.995275, "high": 0.9974915596330275, "label": "estimated" }, "speed": { "llmMs": 3503, "jevMs": 327, "speedup": 10.713832039520113 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "CharlesQ9/HistAgent", "url": "https://github.com/CharlesQ9/HistAgent", "sha": "47bbe21dc81618489f5d5929358032883a3fe448", "license": "Apache-2.0", "stars": 52, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:47:37.394Z", "candidates": [ { "id": "judgment-extract_answer", "link": "https://github.com/CharlesQ9/HistAgent/blob/47bbe21dc81618489f5d5929358032883a3fe448/judgment.py#L56", "file": "judgment.py", "line": 56, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "correct", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [ "extracted_final_answer", "reasoning", "confidence", "strict" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "reductionAllJev": { "low": 0.92188, "high": 0.9857782178217822 }, "llmMs": 639.3396226415094, "speedup": 1.9551670417171543, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 }, { "id": "run_hist-check_answer_internal", "link": "https://github.com/CharlesQ9/HistAgent/blob/47bbe21dc81618489f5d5929358032883a3fe448/run_hist.py#L1270", "file": "run_hist.py", "line": 1270, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "correct", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [ "extracted_final_answer", "reasoning", "confidence", "strict" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.92188, "high": 0.9857782178217822, "label": "estimated" }, "speed": { "llmMs": 639, "jevMs": 327, "speedup": 1.9551670417171543 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "run_hlejson-check_answer_internal", "link": "https://github.com/CharlesQ9/HistAgent/blob/47bbe21dc81618489f5d5929358032883a3fe448/run_hlejson.py#L1275", "file": "run_hlejson.py", "line": 1275, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "correct", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [ "extracted_final_answer", "reasoning", "confidence", "strict" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.92188, "high": 0.9857782178217822, "label": "estimated" }, "speed": { "llmMs": 639, "jevMs": 327, "speedup": 1.9551670417171543 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "r-muresan/automated", "url": "https://github.com/r-muresan/automated", "sha": "acbbcd9a16a535cf172b3d345e79afaeff283df8", "license": null, "stars": 52, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:30:31.818Z", "candidates": [ { "id": "spreadsheet-extractLoopItemsFromSpreadsheetWithLlm", "link": "https://github.com/r-muresan/automated/blob/acbbcd9a16a535cf172b3d345e79afaeff283df8/apps/cua-agent/orchestrator/extraction/spreadsheet.ts#L467", "file": "apps/cua-agent/orchestrator/extraction/spreadsheet.ts", "line": 467, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "mode", "kind": "choice", "options": [ "items", "code" ] } ], "droppedFields": [ "items", "code" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "extract-selector-extractWithCoordinates", "link": "https://github.com/r-muresan/automated/blob/acbbcd9a16a535cf172b3d345e79afaeff283df8/apps/cua-agent/orchestrator/extraction/dom/extract-selector.ts#L173", "file": "apps/cua-agent/orchestrator/extraction/dom/extract-selector.ts", "line": 173, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "strategy", "kind": "choice", "options": [ "coordinate", "direct" ] } ], "droppedFields": [ "data", "targetItemCount" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "extract-selector-structureElements", "link": "https://github.com/r-muresan/automated/blob/acbbcd9a16a535cf172b3d345e79afaeff283df8/apps/cua-agent/orchestrator/extraction/dom/extract-selector.ts#L1094", "file": "apps/cua-agent/orchestrator/extraction/dom/extract-selector.ts", "line": 1094, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "mode", "kind": "choice", "options": [ "items", "parser" ] } ], "droppedFields": [ "items", "parserFunction" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "firecrawl/grok-4-fire-enrich", "url": "https://github.com/firecrawl/grok-4-fire-enrich", "sha": "c44c2c9099ccf745bce4c2f9079ac960ece02709", "license": "MIT", "stars": 51, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:47:41.424Z", "candidates": [ { "id": "route-POST", "link": "https://github.com/firecrawl/grok-4-fire-enrich/blob/c44c2c9099ccf745bce4c2f9079ac960ece02709/app/api/generate-fields/route.ts#L29", "file": "app/api/generate-fields/route.ts", "line": 29, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": "gpt-4o", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 166, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 1, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 466, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9617036363636363, "high": 0.9853987096774194, "label": "estimated" }, "speed": { "llmMs": 564, "jevMs": 327, "speedup": 1.724366741676764 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "Harmeet10000/AgentNexus-LangChain-FastAPI", "url": "https://github.com/Harmeet10000/AgentNexus-LangChain-FastAPI", "sha": "1d22741b435bb2f3dea2385b234990afad915ba0", "license": "MIT", "stars": 50, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:47:47.516Z", "candidates": [ { "id": "factory-build_agent_registry", "link": "https://github.com/Harmeet10000/AgentNexus-LangChain-FastAPI/blob/1d22741b435bb2f3dea2385b234990afad915ba0/src/app/shared/langgraph_layer/agent_saul/factory.py#L185", "file": "src/app/shared/langgraph_layer/agent_saul/factory.py", "line": 185, "language": "python", "provider": "langchain", "api": "flash_llm.with_structured_output", "signal": "schema", "fields": [ { "name": "verified", "kind": "noul" } ], "droppedFields": [ "unverified_claims", "notes", "citations" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5028727272727272, "high": 0.8827428571428572 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "factory-_build_graph_nodes", "link": "https://github.com/Harmeet10000/AgentNexus-LangChain-FastAPI/blob/1d22741b435bb2f3dea2385b234990afad915ba0/src/app/shared/langgraph_layer/agent_saul/factory.py#L215", "file": "src/app/shared/langgraph_layer/agent_saul/factory.py", "line": 215, "language": "python", "provider": "langchain", "api": "pro_llm.with_structured_output", "signal": "schema", "fields": [ { "name": "action_type", "kind": "choice", "options": [ "start_pipeline", "continue", "synthesize", "done" ] } ], "droppedFields": [ "target_node", "reflection", "retry_node" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8481, "high": 0.9647941176470588 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6093999999999999, "high": 0.8841612903225806 }, "llmMs": 721.1081081081081, "speedup": 2.2052235721960494, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "graph-clarify_with_user", "link": "https://github.com/Harmeet10000/AgentNexus-LangChain-FastAPI/blob/1d22741b435bb2f3dea2385b234990afad915ba0/src/app/shared/langgraph_layer/open_deep_search/graph.py#L83", "file": "src/app/shared/langgraph_layer/open_deep_search/graph.py", "line": 83, "language": "python", "provider": "langchain", "api": "_build_model().with_structured_output", "signal": "schema", "fields": [ { "name": "need_clarification", "kind": "noul" } ], "droppedFields": [ "question", "verification" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "mintlify/index", "url": "https://github.com/mintlify/index", "sha": "5847fb4905accd3cc174ffaf67e8a67183cfcc5e", "license": "MIT", "stars": 49, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:47:50.836Z", "candidates": [ { "id": "router-requestDecision", "link": "https://github.com/mintlify/index/blob/5847fb4905accd3cc174ffaf67e8a67183cfcc5e/src/retrieval/router.ts#L271", "file": "src/retrieval/router.ts", "line": 271, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "leg", "kind": "choice", "options": [ "mintlify", "web" ] } ], "droppedFields": [ "confidence", "matchedSite" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5028727272727272, "high": 0.8827428571428572 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "mouad-bounfil/Ai-Agents", "url": "https://github.com/mouad-bounfil/Ai-Agents", "sha": "34abf9bc3e7dbc27aced729ecb75764d3bd41daf", "license": null, "stars": 49, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:30:35.391Z", "candidates": [ { "id": "app-analyze_email_request", "link": "https://github.com/mouad-bounfil/Ai-Agents/blob/34abf9bc3e7dbc27aced729ecb75764d3bd41daf/ai-agents-patterns/project/app.py#L127", "file": "ai-agents-patterns/project/app.py", "line": 127, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_email_request", "kind": "noul" } ], "droppedFields": [ "recipient_info", "email_purpose", "confidence_score" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 56, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6624444444444444, "high": 0.8639772727272728 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.3198507462686565, "high": 0.7702495201535507 }, "llmMs": 631, "speedup": 1.929663608562691, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "app-prepare_email_confirmation", "link": "https://github.com/mouad-bounfil/Ai-Agents/blob/34abf9bc3e7dbc27aced729ecb75764d3bd41daf/ai-agents-patterns/project/app.py#L187", "file": "ai-agents-patterns/project/app.py", "line": 187, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "ready_to_send", "kind": "noul" } ], "droppedFields": [ "final_recipient", "final_subject", "confirmation_message" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 43, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6121702127659574, "high": 0.8626111908177905 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.2210256410256407, "high": 0.7683599419448476 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "hotsuliakk/agentic-rag", "url": "https://github.com/hotsuliakk/agentic-rag", "sha": "f8715c3022bc94daf4d54656dcd4101f9e3c9f7e", "license": "Apache-2.0", "stars": 48, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:47:54.510Z", "candidates": [ { "id": "router-L18", "link": "https://github.com/hotsuliakk/agentic-rag/blob/f8715c3022bc94daf4d54656dcd4101f9e3c9f7e/agentic_rag/graph/chains/router.py#L18", "file": "agentic_rag/graph/chains/router.py", "line": 18, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "datasource", "kind": "choice", "options": [ "vectorstore", "web_search" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "trustbit/erc3-agents", "url": "https://github.com/trustbit/erc3-agents", "sha": "fc399cd6be5373fb2482a4c0a6e5d9cf3cb85458", "license": null, "stars": 47, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:30:38.599Z", "candidates": [ { "id": "agent-run_agent", "link": "https://github.com/trustbit/erc3-agents/blob/fc399cd6be5373fb2482a4c0a6e5d9cf3cb85458/sgr-agent-erc3/agent.py#L81", "file": "sgr-agent-erc3/agent.py", "line": 81, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "task_completed", "kind": "noul" } ], "droppedFields": [ "current_state", "plan_remaining_steps_brief", "first_step_from_plan" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "store_agent-run_agent", "link": "https://github.com/trustbit/erc3-agents/blob/fc399cd6be5373fb2482a4c0a6e5d9cf3cb85458/sgr-agent-store/store_agent.py#L64", "file": "sgr-agent-store/store_agent.py", "line": 64, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "task_completed", "kind": "noul" } ], "droppedFields": [ "current_state", "plan_remaining_steps_brief", "first_step_from_plan" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "mesutdmn/Autonomous-Multi-Agent-Systems-with-CrewAI-Essay-Writer", "url": "https://github.com/mesutdmn/Autonomous-Multi-Agent-Systems-with-CrewAI-Essay-Writer", "sha": "f7ce27115646994d1af048a2a4856a279e7f96d7", "license": "MIT", "stars": 46, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:48:08.569Z", "candidates": [ { "id": "graph-router_query", "link": "https://github.com/mesutdmn/Autonomous-Multi-Agent-Systems-with-CrewAI-Essay-Writer/blob/f7ce27115646994d1af048a2a4856a279e7f96d7/graph.py#L83", "file": "graph.py", "line": 83, "language": "python", "provider": "langchain", "api": "self.model.with_structured_output", "signal": "schema", "fields": [ { "name": "way", "kind": "choice", "options": [ "edit_essay", "write_essay", "answer" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "infoslack/mentoria-ia-2025", "url": "https://github.com/infoslack/mentoria-ia-2025", "sha": "5a7e3f640d443d1437bdf3f97e4d1a6f9a03970a", "license": null, "stars": 43, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:30:41.844Z", "candidates": [ { "id": "agent-extract_patient_data", "link": "https://github.com/infoslack/mentoria-ia-2025/blob/5a7e3f640d443d1437bdf3f97e4d1a6f9a03970a/exemplos/agents/agents-with-ml/agent.py#L88", "file": "exemplos/agents/agents-with-ml/agent.py", "line": 88, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_valid_medical_query", "kind": "noul" } ], "droppedFields": [ "age", "sex", "cp", "trestbps", "chol", "fbs", "restecg", "thalach", "exang", "oldpeak", "slope", "ca", "thal", "missing_fields", "extraction_confidence" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 488, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 9, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.8103011093502377, "high": 0.8412195121951219, "label": "estimated" }, "speed": { "llmMs": 667, "jevMs": 327, "speedup": 2.0388816076889476 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "workflow-parallelization-validate_legal_consultation", "link": "https://github.com/infoslack/mentoria-ia-2025/blob/5a7e3f640d443d1437bdf3f97e4d1a6f9a03970a/exemplos/agents/workflow-parallelization.py#L52", "file": "exemplos/agents/workflow-parallelization.py", "line": 52, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_legal_consultation", "kind": "noul" } ], "droppedFields": [ "confidence_score", "legal_area" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 20, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 10, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.17145454545454542, "high": 0.7675728155339805, "label": "estimated" }, "speed": { "llmMs": 685, "jevMs": 327, "speedup": 2.093490607252075 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "workflow-parallelization-check_ethics", "link": "https://github.com/infoslack/mentoria-ia-2025/blob/5a7e3f640d443d1437bdf3f97e4d1a6f9a03970a/exemplos/agents/workflow-parallelization.py#L68", "file": "exemplos/agents/workflow-parallelization.py", "line": 68, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_ethical", "kind": "noul" } ], "droppedFields": [ "concerns", "risk_level" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 50, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 7, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.2879687499999999, "high": 0.7695861405197304, "label": "estimated" }, "speed": { "llmMs": 631, "jevMs": 327, "speedup": 1.929663608562691 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "workflow-parallelization-assess_complexity", "link": "https://github.com/infoslack/mentoria-ia-2025/blob/5a7e3f640d443d1437bdf3f97e4d1a6f9a03970a/exemplos/agents/workflow-parallelization.py#L86", "file": "exemplos/agents/workflow-parallelization.py", "line": 86, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "requires_specialist", "kind": "noul" } ], "droppedFields": [ "complexity_level" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 38, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 7, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.21431034482758604, "high": 0.7682478218780251, "label": "estimated" }, "speed": { "llmMs": 631, "jevMs": 327, "speedup": 1.929663608562691 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "workflow-prompt-chaining-analyze_legal_query", "link": "https://github.com/infoslack/mentoria-ia-2025/blob/5a7e3f640d443d1437bdf3f97e4d1a6f9a03970a/exemplos/agents/workflow-prompt-chaining.py#L66", "file": "exemplos/agents/workflow-prompt-chaining.py", "line": 66, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_legal_question", "kind": "noul" } ], "droppedFields": [ "legal_area", "key_concepts", "search_query", "confidence_score" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 82, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 8, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.4442682926829268, "high": 0.7735099337748343, "label": "estimated" }, "speed": { "llmMs": 649, "jevMs": 327, "speedup": 1.9842726081258193 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "workflow-routing-route_legal_request", "link": "https://github.com/infoslack/mentoria-ia-2025/blob/5a7e3f640d443d1437bdf3f97e4d1a6f9a03970a/exemplos/agents/workflow-routing.py#L87", "file": "exemplos/agents/workflow-routing.py", "line": 87, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "request_type", "kind": "choice", "options": [ "consulta_interpretacao", "analise_caso", "other" ] } ], "droppedFields": [ "confidence_score", "legal_area", "description" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 76, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 9, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.43740740740740724, "high": 0.7732954545454545, "label": "estimated" }, "speed": { "llmMs": 667, "jevMs": 327, "speedup": 2.0388816076889476 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "agent-analyze_financial_query", "link": "https://github.com/infoslack/mentoria-ia-2025/blob/5a7e3f640d443d1437bdf3f97e4d1a6f9a03970a/exemplos/sql/agent.py#L34", "file": "exemplos/sql/agent.py", "line": 34, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "tool_name", "kind": "choice", "options": [ "get_financial_data", "plot_revenue_evolution", "plot_net_income_comparison" ] }, { "name": "report_type", "kind": "choice", "options": [ "income", "balance", "cash_flow" ] }, { "name": "period_type", "kind": "choice", "options": [ "annual", "quarterly" ] } ], "droppedFields": [ "symbol", "symbols" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 78, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 22, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.4976851851851851, "high": 0.770932594644506, "label": "estimated" }, "speed": { "llmMs": 899, "jevMs": 327, "speedup": 2.7487986020096113 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "jorge-menjivar/super-agents", "url": "https://github.com/jorge-menjivar/super-agents", "sha": "40634c8732a381b1631710fade0d81405e71e6ae", "license": "Apache-2.0", "stars": 43, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:48:17.020Z", "candidates": [ { "id": "agent-executeHook", "link": "https://github.com/jorge-menjivar/super-agents/blob/40634c8732a381b1631710fade0d81405e71e6ae/packages/api/src/connectors/hooks/agent.ts#L261", "file": "packages/api/src/connectors/hooks/agent.ts", "line": 261, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "allow", "deny", "replace" ] } ], "droppedFields": [ "reason", "replacement" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 196, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.6624444444444444, "high": 0.7843243243243243 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 } ] }, { "repo": "maevsi/vibetype", "url": "https://github.com/maevsi/vibetype", "sha": "c3df21910b6f73c83555923fda484a585a403f2c", "license": "NOASSERTION", "stars": 43, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:48:15.305Z", "candidates": [ { "id": "image.post-L90", "link": "https://github.com/maevsi/vibetype/blob/c3df21910b6f73c83555923fda484a585a403f2c/src/server/api/model/event/ingest/image.post.ts#L90", "file": "src/server/api/model/event/ingest/image.post.ts", "line": 90, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_event", "kind": "noul" } ], "droppedFields": [ "description", "end", "location", "name", "start", "url" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.2316216216216218, "high": 0.7634387351778655, "label": "estimated" }, "speed": { "llmMs": 613, "jevMs": 327, "speedup": 1.875054608999563 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "url.post-L48", "link": "https://github.com/maevsi/vibetype/blob/c3df21910b6f73c83555923fda484a585a403f2c/src/server/api/model/event/ingest/url.post.ts#L48", "file": "src/server/api/model/event/ingest/url.post.ts", "line": 48, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "is_event", "kind": "noul" } ], "droppedFields": [ "description", "end", "location", "name", "start" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 3, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.18363636363636382, "high": 0.7637888505180068, "label": "estimated" }, "speed": { "llmMs": 613, "jevMs": 327, "speedup": 1.875054608999563 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "muxx/bitgn-ecom1-exoskeleton", "url": "https://github.com/muxx/bitgn-ecom1-exoskeleton", "sha": "61d0530eb31a2b359660d3f05b4d3bfcf412b8da", "license": null, "stars": 43, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:30:44.906Z", "candidates": [ { "id": "agent-run_agent", "link": "https://github.com/muxx/bitgn-ecom1-exoskeleton/blob/61d0530eb31a2b359660d3f05b4d3bfcf412b8da/agent.py#L1793", "file": "agent.py", "line": 1793, "language": "python", "provider": "openai", "api": "client.responses.create", "signal": "schema", "fields": [ { "name": "auto_followups", "kind": "noul" } ], "droppedFields": [ "level", "root" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "payment_recovery_review-review_payment_recovery_state", "link": "https://github.com/muxx/bitgn-ecom1-exoskeleton/blob/61d0530eb31a2b359660d3f05b4d3bfcf412b8da/payment_recovery_review.py#L109", "file": "payment_recovery_review.py", "line": 109, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "already_paid_terminal_state", "kind": "noul" }, { "name": "retry_lockout_state", "kind": "noul" } ], "droppedFields": [ "retry_available_at", "formatted_message" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 17, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6779999999999999, "high": 0.8630674157303371 }, "llmMs": 3664.684210526316, "speedup": 11.206985353291486, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.15406779661016945, "high": 0.764274661508704 }, "llmMs": 809.5714285714286, "speedup": 2.475753604193971, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "task_classifier-classify_task", "link": "https://github.com/muxx/bitgn-ecom1-exoskeleton/blob/61d0530eb31a2b359660d3f05b4d3bfcf412b8da/task_classifier.py#L309", "file": "task_classifier.py", "line": 309, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "checkout_intent", "kind": "noul" }, { "name": "basket_selector", "kind": "choice", "options": [ "newest", "oldest", "none" ] }, { "name": "discount_intent", "kind": "noul" }, { "name": "customer_claims_manager_approval", "kind": "noul" }, { "name": "system_override_attempt", "kind": "noul" }, { "name": "raw_file_mutation_intent", "kind": "noul" }, { "name": "tmp_cleanup_only_tmp_suffix", "kind": "noul" }, { "name": "staff_role_count_intent", "kind": "noul" }, { "name": "employee_contact_disclosure_requested", "kind": "noul" } ], "droppedFields": [ "explicit_basket_id", "claimed_manager_name", "claimed_store_name", "tmp_cleanup_path", "staff_role_count_role", "staff_role_count_store_name", "contact_employee_name", "contact_store_name" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 74, "llmOutputMethod": "estimate:chars/4", "jevStatic": 538, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8499252336448598, "high": 0.8730925925925925 }, "llmMs": 4414.684210526316, "speedup": 13.500563334942862, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.5358959537572254, "high": 0.761219512195122 }, "llmMs": 1827.4285714285713, "speedup": 5.588466579292267, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "inite-ai/inite-brain-service", "url": "https://github.com/inite-ai/inite-brain-service", "sha": "ec84601ed4f68c7d105111f002b57f33445a60bb", "license": "AGPL-3.0", "stars": 40, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:48:28.812Z", "candidates": [ { "id": "entity-judge.service-callLLM", "link": "https://github.com/inite-ai/inite-brain-service/blob/ec84601ed4f68c7d105111f002b57f33445a60bb/src/ai/entity-judge.service.ts#L227", "file": "src/ai/entity-judge.service.ts", "line": 227, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "same", "different", "unsure" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 330, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.872233644859813, "high": 0.87919259882254 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7744059405940594, "high": 0.7966015293118096 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "predicate-semantics-judge.service-callLLM", "link": "https://github.com/inite-ai/inite-brain-service/blob/ec84601ed4f68c7d105111f002b57f33445a60bb/src/ai/predicate-semantics-judge.service.ts#L166", "file": "src/ai/predicate-semantics-judge.service.ts", "line": 166, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "semantics", "kind": "choice", "options": [ "single_active", "append_only" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 520, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8888235294117647, "high": 0.9137476340694006 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.8123824451410658, "high": 0.8486046511627907 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "corroborate.service-judge", "link": "https://github.com/inite-ai/inite-brain-service/blob/ec84601ed4f68c7d105111f002b57f33445a60bb/src/dreams/corroborate.service.ts#L423", "file": "src/dreams/corroborate.service.ts", "line": 423, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "same_assertion", "different", "unsure" ] } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 163, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7967137546468401, "high": 0.8705362776025236 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.6218257261410788, "high": 0.7814696485623003 }, "llmMs": 631, "speedup": 1.929663608562691, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "resolver.service-judge", "link": "https://github.com/inite-ai/inite-brain-service/blob/ec84601ed4f68c7d105111f002b57f33445a60bb/src/dreams/resolver.service.ts#L265", "file": "src/dreams/resolver.service.ts", "line": 265, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "a_wins", "b_wins", "unsure" ] } ], "droppedFields": [ "rationale" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 198, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.810125, "high": 0.8716353887399464 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.6599253731343282, "high": 0.7841298467087465 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "multi-hop-planner.service-callLLM", "link": "https://github.com/inite-ai/inite-brain-service/blob/ec84601ed4f68c7d105111f002b57f33445a60bb/src/multi-hop/multi-hop-planner.service.ts#L153", "file": "src/multi-hop/multi-hop-planner.service.ts", "line": 153, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "isMultiHop", "kind": "noul" } ], "droppedFields": [ "hops" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 727, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8961763642934586, "high": 0.9330673194614443 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.8257007644703312, "high": 0.8856461731493099 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "strategy-distill.service-decideMerge", "link": "https://github.com/inite-ai/inite-brain-service/blob/ec84601ed4f68c7d105111f002b57f33445a60bb/src/strategy/strategy-distill.service.ts#L607", "file": "src/strategy/strategy-distill.service.ts", "line": 607, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "ADD", "UPDATE", "NOOP" ] } ], "droppedFields": [ "targetId", "strategy", "situation" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "verifier-runVerifier", "link": "https://github.com/inite-ai/inite-brain-service/blob/ec84601ed4f68c7d105111f002b57f33445a60bb/src/synthesize/verifier.ts#L249", "file": "src/synthesize/verifier.ts", "line": 249, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "supported", "partial", "unsupported" ] } ], "droppedFields": [ "unsupportedClaims" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "verifier-runPlausibilityJudge", "link": "https://github.com/inite-ai/inite-brain-service/blob/ec84601ed4f68c7d105111f002b57f33445a60bb/src/synthesize/verifier.ts#L367", "file": "src/synthesize/verifier.ts", "line": 367, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "plausible", "kind": "noul" } ], "droppedFields": [ "rationale" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 357, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8776644295302013, "high": 0.8801501877346682 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7865573770491803, "high": 0.7985696255784602 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "aravindpranav/job-agent", "url": "https://github.com/aravindpranav/job-agent", "sha": "cfd549913c224e39b8896c4eed32ac7bf06fdccc", "license": null, "stars": 39, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:30:52.333Z", "candidates": [ { "id": "scoring-_call_structured", "link": "https://github.com/aravindpranav/job-agent/blob/cfd549913c224e39b8896c4eed32ac7bf06fdccc/src/job_agent/scoring.py#L80", "file": "src/job_agent/scoring.py", "line": 80, "language": "python", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "strong", "possible", "skip" ] } ], "droppedFields": [ "score", "reasons", "missing_requirements" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 50, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8948384615384615, "high": 0.9654711538461538 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 }, { "id": "scoring-_call_tool", "link": "https://github.com/aravindpranav/job-agent/blob/cfd549913c224e39b8896c4eed32ac7bf06fdccc/src/job_agent/scoring.py#L92", "file": "src/job_agent/scoring.py", "line": 92, "language": "python", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "strong", "possible", "skip" ] } ], "droppedFields": [ "score", "reasons", "missing_requirements" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 50, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8948384615384615, "high": 0.9654711538461538 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "drivly/ai", "url": "https://github.com/drivly/ai", "sha": "e2db5006b95d3a1fde042b2f3c87af86948d9af1", "license": "MIT", "stars": 39, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:48:41.358Z", "candidates": [ { "id": "content-siteContent", "link": "https://github.com/drivly/ai/blob/e2db5006b95d3a1fde042b2f3c87af86948d9af1/.ai/functions/content.ts#L66", "file": ".ai/functions/content.ts", "line": 66, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "codeLang", "kind": "choice", "options": [ "typescript", "json" ] } ], "droppedFields": [ "seo", "hero", "badge", "codeExample", "faqs" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 7, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8514021739130435, "high": 0.9648285994123409 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6048843930635837, "high": 0.8840865074241446 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.516070796460177, "high": 0.8607464857004362 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.07223529411764718, "high": 0.7647174447174447 }, "llmMs": 631, "speedup": 1.929663608562691, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "project-89/argOS", "url": "https://github.com/project-89/argOS", "sha": "fe67f548bdbf2fa6ef9560ec660253b7b3c6ec52", "license": null, "stars": 38, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:30:54.822Z", "candidates": [ { "id": "perception-llm-generateStructuredPerception", "link": "https://github.com/project-89/argOS/blob/fe67f548bdbf2fa6ef9560ec660253b7b3c6ec52/src/llm/perception-llm.ts#L124", "file": "src/llm/perception-llm.ts", "line": 124, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "emotional_tone", "kind": "choice", "options": [ "positive", "negative", "neutral", "mixed", "tense", "relaxed" ] } ], "droppedFields": [ "summary", "categorized_stimuli", "patterns", "changes", "anomalies", "focus_recommendation", "urgency_level" ], "model": "gemini-2.5-flash-preview-04-17", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "extended-reasoning-executeExtendedReasoning", "link": "https://github.com/project-89/argOS/blob/fe67f548bdbf2fa6ef9560ec660253b7b3c6ec52/v2/src/cognition/extended-reasoning.ts#L135", "file": "v2/src/cognition/extended-reasoning.ts", "line": 135, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "stepType", "kind": "choice", "options": [ "think", "search", "calculate", "recall", "hypothesize", "evaluate", "conclude" ] }, { "name": "needsMoreInfo", "kind": "noul" }, { "name": "isConclusion", "kind": "noul" } ], "droppedFields": [ "content", "confidence", "toolToUse", "toolInput", "findings", "uncertainties" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 126, "llmPromptMethod": "estimate:chars/4", "llmOutput": 18, "llmOutputMethod": "estimate:chars/4", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9388157894736842, "high": 0.9664151624548737 }, "llmMs": 1134.25, "speedup": 3.4686544342507646, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.8335889570552146, "high": 0.8910017574692443 }, "llmMs": 856.2432432432432, "speedup": 2.618480866187288, "verdict": "cheaper", "basis": "common small google model" } ], "likelyModelsHidden": 0 }, { "id": "extended-reasoning-execute", "link": "https://github.com/project-89/argOS/blob/fe67f548bdbf2fa6ef9560ec660253b7b3c6ec52/v2/src/cognition/extended-reasoning.ts#L439", "file": "v2/src/cognition/extended-reasoning.ts", "line": 439, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "supported", "refuted", "insufficient_evidence" ] } ], "droppedFields": [ "supportingEvidence", "contradictingEvidence", "confidence" ], "model": "gemini-2.0-flash", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 25, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "extended-reasoning-performSelfReflection", "link": "https://github.com/project-89/argOS/blob/fe67f548bdbf2fa6ef9560ec660253b7b3c6ec52/v2/src/cognition/extended-reasoning.ts#L496", "file": "v2/src/cognition/extended-reasoning.ts", "line": 496, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isOnTrack", "kind": "noul" }, { "name": "shouldContinue", "kind": "noul" } ], "droppedFields": [ "progressAssessment", "currentConfidence", "suggestedRedirect", "earlyConclusion" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 77, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9177307692307692, "high": 0.9657026266416511 }, "llmMs": 1024.875, "speedup": 3.1341743119266057, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7717530487804878, "high": 0.88760836151245 }, "llmMs": 761.6486486486486, "speedup": 2.329200760393421, "verdict": "cheaper", "basis": "common small google model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "mahm/softwaredesign-llm-application", "url": "https://github.com/mahm/softwaredesign-llm-application", "sha": "378c923889ccf31ecf1390aec4795997eff4290a", "license": null, "stars": 36, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:30:55.511Z", "candidates": [ { "id": "task_planner_agent-run", "link": "https://github.com/mahm/softwaredesign-llm-application/blob/378c923889ccf31ecf1390aec4795997eff4290a/17/my_agent/task_planner_agent.py#L132", "file": "17/my_agent/task_planner_agent.py", "line": 132, "language": "python", "provider": "langchain", "api": "self.llm.with_structured_output", "signal": "schema", "fields": [ { "name": "is_approved", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "GLambard/MDxApp", "url": "https://github.com/GLambard/MDxApp", "sha": "39e57e55b27be3fd0e28f01233525da30ccc9cb5", "license": "MIT", "stars": 35, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:49:14.028Z", "candidates": [ { "id": "ai_client-get_structured_diagnosis", "link": "https://github.com/GLambard/MDxApp/blob/39e57e55b27be3fd0e28f01233525da30ccc9cb5/src/core/ai_client.py#L266", "file": "src/core/ai_client.py", "line": 266, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "confidence_level", "kind": "choice", "options": [ "high", "medium", "low" ] } ], "droppedFields": [ "primary_diagnosis", "differential_diagnoses", "recommended_next_steps", "important_considerations", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "Rai220/gigachain_telegram_bot", "url": "https://github.com/Rai220/gigachain_telegram_bot", "sha": "55ec712ffcf71db2d6550b5846a1a9229cf47f36", "license": "MIT", "stars": 35, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:49:09.677Z", "candidates": [ { "id": "graph-L73", "link": "https://github.com/Rai220/gigachain_telegram_bot/blob/55ec712ffcf71db2d6550b5846a1a9229cf47f36/graph.py#L73", "file": "graph.py", "line": 73, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "datasource", "kind": "choice", "options": [ "vectorstore", "web_search", "self_answer" ] } ], "droppedFields": [], "model": "GigaChat-Pro", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "graph-L126", "link": "https://github.com/Rai220/gigachain_telegram_bot/blob/55ec712ffcf71db2d6550b5846a1a9229cf47f36/graph.py#L126", "file": "graph.py", "line": 126, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "binary_score", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [], "model": "GigaChat-Pro", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "graph-L158", "link": "https://github.com/Rai220/gigachain_telegram_bot/blob/55ec712ffcf71db2d6550b5846a1a9229cf47f36/graph.py#L158", "file": "graph.py", "line": 158, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "binary_score", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [], "model": "GigaChat-Pro", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "graph-L190", "link": "https://github.com/Rai220/gigachain_telegram_bot/blob/55ec712ffcf71db2d6550b5846a1a9229cf47f36/graph.py#L190", "file": "graph.py", "line": 190, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "binary_score", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [], "model": "GigaChat-Pro", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "graph_2-route_question", "link": "https://github.com/Rai220/gigachain_telegram_bot/blob/55ec712ffcf71db2d6550b5846a1a9229cf47f36/graph_2.py#L309", "file": "graph_2.py", "line": 309, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "datasource", "kind": "choice", "options": [ "vectorstore", "web_search", "self_answer" ] } ], "droppedFields": [], "model": "GigaChat-Pro", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "graph_3-route_question", "link": "https://github.com/Rai220/gigachain_telegram_bot/blob/55ec712ffcf71db2d6550b5846a1a9229cf47f36/graph_3.py#L341", "file": "graph_3.py", "line": 341, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "datasource", "kind": "choice", "options": [ "vectorstore", "web_search", "self_answer" ] } ], "droppedFields": [], "model": "GigaChat-Max", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "graph_4-route_question", "link": "https://github.com/Rai220/gigachain_telegram_bot/blob/55ec712ffcf71db2d6550b5846a1a9229cf47f36/graph_4.py#L340", "file": "graph_4.py", "line": 340, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "datasource", "kind": "choice", "options": [ "vectorstore", "web_search", "self_answer" ] } ], "droppedFields": [], "model": "GigaChat-Max", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "Connectry-io/connectrylab-architect-cert-mcp", "url": "https://github.com/Connectry-io/connectrylab-architect-cert-mcp", "sha": "8a029a2ea6d0f09b9a7d9f7743cf28d79f8b45bc", "license": "MIT", "stars": 34, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:49:17.154Z", "candidates": [ { "id": "analyzer-runAnalyzer", "link": "https://github.com/Connectry-io/connectrylab-architect-cert-mcp/blob/8a029a2ea6d0f09b9a7d9f7743cf28d79f8b45bc/projects/capstone/src/subagents/analyzer.ts#L124", "file": "projects/capstone/src/subagents/analyzer.ts", "line": 124, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "billing", "technical", "account", "product", "general" ] }, { "name": "priority", "kind": "choice", "options": [ "critical", "high", "medium", "low" ] }, { "name": "sentiment", "kind": "choice", "options": [ "frustrated", "neutral", "satisfied" ] }, { "name": "requiresEscalation", "kind": "noul" } ], "droppedFields": [ "keyIssues", "suggestedActions", "escalationReason", "confidence" ], "model": "claude-sonnet-4-20250514", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 646, "llmPromptMethod": "estimate:chars/4", "llmOutput": 25, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-4", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9908906531937929, "high": 0.992863580998782, "label": "estimated" }, "speed": { "llmMs": 1720, "jevMs": 327, "speedup": 5.261207625740126 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "responder-runResponder", "link": "https://github.com/Connectry-io/connectrylab-architect-cert-mcp/blob/8a029a2ea6d0f09b9a7d9f7743cf28d79f8b45bc/projects/capstone/src/subagents/responder.ts#L183", "file": "projects/capstone/src/subagents/responder.ts", "line": 183, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "tone", "kind": "choice", "options": [ "empathetic", "professional", "technical" ] } ], "droppedFields": [ "subject", "greeting", "body", "closingAction", "signature", "internalNotes" ], "model": "claude-sonnet-4-20250514", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 19, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-4", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9539696969696969, "high": 0.988316251830161, "label": "estimated" }, "speed": { "llmMs": 1316, "jevMs": 327, "speedup": 4.0249528271195265 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "revokslab/mentor.ai", "url": "https://github.com/revokslab/mentor.ai", "sha": "793892a0cdfb29ff17901a641bcc214ac82f3fe2", "license": "AGPL-3.0", "stars": 34, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:49:16.997Z", "candidates": [ { "id": "ragMiddleware-transformParams", "link": "https://github.com/revokslab/mentor.ai/blob/793892a0cdfb29ff17901a641bcc214ac82f3fe2/src/ai/ragMiddleware.ts#L50", "file": "src/ai/ragMiddleware.ts", "line": 50, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "choice", "kind": "choice", "options": [ "question", "statement", "other" ] } ], "droppedFields": [], "model": "chat-model-google-small", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 15, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "alramalho/self-tracking-software", "url": "https://github.com/alramalho/self-tracking-software", "sha": "bf2b8c87991b3a7a3ef64ce98393e2b99982a468", "license": null, "stars": 33, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:06.939Z", "candidates": [ { "id": "activityCategorizationService-classifyActivityKind", "link": "https://github.com/alramalho/self-tracking-software/blob/bf2b8c87991b3a7a3ef64ce98393e2b99982a468/apps/backend-node/src/services/activityCategorizationService.ts#L59", "file": "apps/backend-node/src/services/activityCategorizationService.ts", "line": 59, "language": "ts", "provider": "ai-sdk", "api": "generateText", "signal": "schema", "fields": [ { "name": "kind", "kind": "choice", "options": [ "running", "walking", "cycling", "hiking", "swimming", "surfing", "skating", "kayaking", "gym", "boxing", "bouldering", "yoga", "meditation", "reading", "other" ] } ], "droppedFields": [], "model": "openai/gpt-5.6-luna", "modelSource": "default", "status": "estimated", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-5.6-luna", "in": 0.2, "out": 1.2, "source": "https://openrouter.ai/openai/gpt-5.6-luna", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.20517441860465102, "high": 0.8236247544204321, "label": "estimated" }, "speed": { "llmMs": 2151, "jevMs": 327, "speedup": 6.5768894713848844 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "perplexityAiService-estimateDuration", "link": "https://github.com/alramalho/self-tracking-software/blob/bf2b8c87991b3a7a3ef64ce98393e2b99982a468/apps/backend-node/src/services/perplexityAiService.ts#L235", "file": "apps/backend-node/src/services/perplexityAiService.ts", "line": 235, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isMilestoneGoal", "kind": "noul" } ], "droppedFields": [ "estimatedWeeks", "reasoning" ], "model": "openai/gpt-5.6-luna", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-5.6-luna", "in": 0.2, "out": 1.2, "source": "https://openrouter.ai/openai/gpt-5.6-luna", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.25701086956521735, "high": 0.8241429970617041, "label": "estimated" }, "speed": { "llmMs": 2169, "jevMs": 327, "speedup": 6.631498470948012 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "omer182/OverseerAgent", "url": "https://github.com/omer182/OverseerAgent", "sha": "75cfcb030906e102ae19a211c035283142404307", "license": null, "stars": 33, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:02.328Z", "candidates": [ { "id": "AnthropicProvider-generateResponse", "link": "https://github.com/omer182/OverseerAgent/blob/75cfcb030906e102ae19a211c035283142404307/src/lib/llm/AnthropicProvider.ts#L83", "file": "src/lib/llm/AnthropicProvider.ts", "line": 83, "language": "ts", "provider": "anthropic", "api": "anthropic.messages.create", "signal": "schema", "fields": [ { "name": "mediaType", "kind": "choice", "options": [ "movie", "tv" ] } ], "droppedFields": [ "title", "seasons", "profile" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "victorverma3/Letterboxd-Movie-Recommendations", "url": "https://github.com/victorverma3/Letterboxd-Movie-Recommendations", "sha": "13ab7f17c97142facc3acfa993df9a860b78f726", "license": "MIT", "stars": 33, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:49:24.854Z", "candidates": [ { "id": "filter_inference-generate_recommendation_filters", "link": "https://github.com/victorverma3/Letterboxd-Movie-Recommendations/blob/13ab7f17c97142facc3acfa993df9a860b78f726/backend/model/inference/filter_inference.py#L76", "file": "backend/model/inference/filter_inference.py", "line": 76, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "model_type", "kind": "choice", "options": [ "personalized" ] }, { "name": "highly_rated", "kind": "noul" }, { "name": "include_watchlist", "kind": "noul" }, { "name": "allow_rewatches", "kind": "noul" } ], "droppedFields": [ "genres", "content_types", "min_release_year", "max_release_year", "min_runtime", "max_runtime", "popularity" ], "model": "gpt-5-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 506, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 27, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5-nano", "in": 0.05, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-5-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.4436002939015431, "high": 0.5446373056994819, "label": "estimated" }, "speed": { "llmMs": 2628, "jevMs": 327, "speedup": 8.038007863695938 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "FNBIP/aegis-osint-map", "url": "https://github.com/FNBIP/aegis-osint-map", "sha": "892baaf5cac01aa2c716e1169214f99f1c7d5924", "license": null, "stars": 32, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:09.507Z", "candidates": [ { "id": "ai-classifier-classifyWithAI", "link": "https://github.com/FNBIP/aegis-osint-map/blob/892baaf5cac01aa2c716e1169214f99f1c7d5924/lib/ai-classifier.ts#L74", "file": "lib/ai-classifier.ts", "line": 74, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "conflict", "protest", "disaster", "diplomatic", "economic", "terrorism", "cyber", "health", "environmental", "military", "crime", "piracy", "infrastructure", "commodities" ] }, { "name": "threatLevel", "kind": "choice", "options": [ "critical", "high", "medium", "low", "info" ] }, { "name": "locationConfidence", "kind": "choice", "options": [ "high", "medium", "low" ] } ], "droppedFields": [ "primaryLocation", "city", "region", "country" ], "model": "gpt-4.1-nano", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 713, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 17, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4.1-nano", "in": 0.1, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-4.1-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.7323840345199568, "high": 0.8041516245487365, "label": "estimated" }, "speed": { "llmMs": 1117, "jevMs": 327, "speedup": 3.414949616483682 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "jesseduffield/ai-battlegrounds", "url": "https://github.com/jesseduffield/ai-battlegrounds", "sha": "20bd2fb91814e2f6d70d2edb8b119154a7dd09c7", "license": null, "stars": 31, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:12.992Z", "candidates": [ { "id": "agent-getContractDecision", "link": "https://github.com/jesseduffield/ai-battlegrounds/blob/20bd2fb91814e2f6d70d2edb8b119154a7dd09c7/src/agent.ts#L1491", "file": "src/agent.ts", "line": 1491, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "SIGN", "DECLINE" ] } ], "droppedFields": [ "thought", "message" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "agent-getConversationResponse", "link": "https://github.com/jesseduffield/ai-battlegrounds/blob/20bd2fb91814e2f6d70d2edb8b119154a7dd09c7/src/agent.ts#L1592", "file": "src/agent.ts", "line": 1592, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "TALK", "WAIT" ] } ], "droppedFields": [ "thought", "message" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "stanford-oval/sliders", "url": "https://github.com/stanford-oval/sliders", "sha": "b66094d89b8068458c86a649668bed5fd0d6201c", "license": "MIT", "stars": 31, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:49:36.064Z", "candidates": [ { "id": "baselines-_setup_chains", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/baselines.py#L105", "file": "sliders/baselines.py", "line": 105, "language": "python", "provider": "langchain", "api": "answer_llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "found_answer", "kind": "noul" } ], "droppedFields": [ "scratchpad", "answer" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "inspect_answer-run_inspect_answer-2", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/answer_techniques/inspect_answer.py#L135", "file": "sliders/modules/answer_techniques/inspect_answer.py", "line": 135, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "query", "finalize" ] } ], "droppedFields": [ "reasoning", "sql" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "inspect_answer-run_inspect_answer", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/answer_techniques/inspect_answer.py#L327", "file": "sliders/modules/answer_techniques/inspect_answer.py", "line": 327, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "execute", "finalize" ] } ], "droppedFields": [ "reasoning", "sql" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "canonicalize_fields-canonicalize_table", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/canonicalize_fields.py#L88", "file": "sliders/modules/canonicalize_fields.py", "line": 88, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "inspect", "canonicalize", "stop", "skip" ] } ], "droppedFields": [ "reasoning", "sql" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "extract_schema-create_is_relevant_chunk_chain", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/extract_schema.py#L99", "file": "sliders/modules/extract_schema.py", "line": 99, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "is_relevant", "kind": "noul" } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "extract_schema-create_info_density_chain", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/extract_schema.py#L108", "file": "sliders/modules/extract_schema.py", "line": 108, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "is_dense", "kind": "noul" } ], "droppedFields": [ "reasoning", "estimated_row_count" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "handle_null_primary_keys-_process_single_partition", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/handle_null_primary_keys.py#L323", "file": "sliders/modules/handle_null_primary_keys.py", "line": 323, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "inspect", "process", "approve", "regenerate" ] } ], "droppedFields": [ "reasoning", "sql", "row_decisions" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "handle_null_primary_keys-_handle_single_document_non_pk", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/handle_null_primary_keys.py#L1258", "file": "sliders/modules/handle_null_primary_keys.py", "line": 1258, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "inspect", "process", "approve", "regenerate" ] } ], "droppedFields": [ "reasoning", "sql", "row_decisions" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "reconciliation-select_columns_for_canonicalization", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/merge_techniques/reconciliation.py#L265", "file": "sliders/modules/merge_techniques/reconciliation.py", "line": 265, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "inspect", "finalize" ] } ], "droppedFields": [ "reasoning", "sql", "columns_to_canonicalize" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "reconciliation-run_reconciliation-2", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/merge_techniques/reconciliation.py#L1629", "file": "sliders/modules/merge_techniques/reconciliation.py", "line": 1629, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "inspect", "route" ] }, { "name": "route_to", "kind": "choice", "options": [ "deduplicate", "aggregate", "consolidate", "resolve_conflicts", "canonicalize", "stop" ] } ], "droppedFields": [ "reasoning", "sql" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 13, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6110909090909091, "high": 0.8609847908745247 }, "llmMs": 3612.0526315789475, "speedup": 11.046032512473845, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.021372549019607723, "high": 0.7624366471734894 }, "llmMs": 738.1428571428571, "speedup": 2.2573176059414592, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "reconciliation-run_reconciliation", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/merge_techniques/reconciliation.py#L1636", "file": "sliders/modules/merge_techniques/reconciliation.py", "line": 1636, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "inspect", "generate_merge_sql", "approve", "regenerate" ] } ], "droppedFields": [ "reasoning", "sql" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "primary_key_selector-_select_primary_key_single_run", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/modules/primary_key_selector.py#L193", "file": "sliders/modules/primary_key_selector.py", "line": 193, "language": "python", "provider": "langchain", "api": "llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "action", "kind": "choice", "options": [ "query", "finalize" ] } ], "droppedFields": [ "reasoning", "sql", "primary_key" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "system-_setup_chains-3", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/system.py#L202", "file": "sliders/system.py", "line": 202, "language": "python", "provider": "langchain", "api": "answer_llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "run_sql", "kind": "noul" } ], "droppedFields": [ "reasoning", "answer", "sql_query" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "system-_setup_chains-2", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/system.py#L227", "file": "sliders/system.py", "line": 227, "language": "python", "provider": "langchain", "api": "check_if_merge_needed_llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "processing_needed", "kind": "noul" } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "system-_setup_chains", "link": "https://github.com/stanford-oval/sliders/blob/b66094d89b8068458c86a649668bed5fd0d6201c/sliders/system.py#L237", "file": "sliders/system.py", "line": 237, "language": "python", "provider": "langchain", "api": "answer_no_table_llm_client.with_structured_output", "signal": "schema", "fields": [ { "name": "run_sql", "kind": "noul" } ], "droppedFields": [ "reasoning", "answer", "sql_query" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "tridant-io/owlette", "url": "https://github.com/tridant-io/owlette", "sha": "c68638a8dffbe5c6738c36cdb363bf23f9b5d598", "license": "NOASSERTION", "stars": 31, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:49:32.673Z", "candidates": [ { "id": "visualCheck.server-evaluateVisualCheck", "link": "https://github.com/tridant-io/owlette/blob/c68638a8dffbe5c6738c36cdb363bf23f9b5d598/web/lib/talons/visualCheck.server.ts#L239", "file": "web/lib/talons/visualCheck.server.ts", "line": 239, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "pass", "fail" ] } ], "droppedFields": [ "confidence", "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 314, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9648560411311053, "high": 0.9692945703292005 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8646435643564356, "high": 0.8779609175870858 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.76265625, "high": 0.7948586118251928 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "au-clan/cachesaver", "url": "https://github.com/au-clan/cachesaver", "sha": "beab2f0bb130ab5882d7b3d9069609c5dc852b72", "license": "MIT", "stars": 30, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:49:43.917Z", "candidates": [ { "id": "environment-extract_answer", "link": "https://github.com/au-clan/cachesaver/blob/beab2f0bb130ab5882d7b3d9069609c5dc852b72/src/tasks/hle/environment.py#L114", "file": "src/tasks/hle/environment.py", "line": 114, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "correct", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [ "extracted_final_answer", "reasoning", "confidence", "strict" ], "model": "gpt-4.1-nano", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4.1-nano", "in": 0.1, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-4.1-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.9530000000000003, "high": 0.6444554455445544, "label": "estimated" }, "speed": { "llmMs": 920, "jevMs": 327, "speedup": 2.813355391788239 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "Akrasia0/liz", "url": "https://github.com/Akrasia0/liz", "sha": "82796f1b655c9c6509c63d4eda6965a7b2b1f885", "license": null, "stars": 29, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:19.513Z", "candidates": [ { "id": "llm-getBooleanFromLLM", "link": "https://github.com/Akrasia0/liz/blob/82796f1b655c9c6509c63d4eda6965a7b2b1f885/src/utils/llm.ts#L66", "file": "src/utils/llm.ts", "line": 66, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "result", "kind": "noul" } ], "droppedFields": [ "explanation" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 19, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.45857425742574254, "high": 0.8599317406143344 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.07223529411764718, "high": 0.7647174447174446 }, "llmMs": 577.4285714285714, "speedup": 1.7658366098733072, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "llm-getBooleanFromLLMWithImages", "link": "https://github.com/Akrasia0/liz/blob/82796f1b655c9c6509c63d4eda6965a7b2b1f885/src/utils/llm.ts#L281", "file": "src/utils/llm.ts", "line": 281, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "result", "kind": "noul" } ], "droppedFields": [ "explanation" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "steelydylan/gut-cli", "url": "https://github.com/steelydylan/gut-cli", "sha": "30c61452241a3d142f090fb3a7e7491ae3858590", "license": "MIT", "stars": 29, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:50:01.073Z", "candidates": [ { "id": "ai-resolveConflict", "link": "https://github.com/steelydylan/gut-cli/blob/30c61452241a3d142f090fb3a7e7491ae3858590/src/lib/ai.ts#L743", "file": "src/lib/ai.ts", "line": 743, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "strategy", "kind": "choice", "options": [ "ours", "theirs", "combined", "rewritten" ] } ], "droppedFields": [ "resolvedContent", "explanation" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5443, "high": 0.883219512195122 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "sunnysavita10/doctor-appoitment-multiagent", "url": "https://github.com/sunnysavita10/doctor-appoitment-multiagent", "sha": "1bd98edfeec42db1b31437c81f93e7d7bd0078d6", "license": null, "stars": 29, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:27.268Z", "candidates": [ { "id": "agent-supervisor_node", "link": "https://github.com/sunnysavita10/doctor-appoitment-multiagent/blob/1bd98edfeec42db1b31437c81f93e7d7bd0078d6/agent.py#L50", "file": "agent.py", "line": 50, "language": "python", "provider": "langchain", "api": "self.llm_model.with_structured_output", "signal": "schema", "fields": [ { "name": "next", "kind": "choice", "options": [ "information_node", "booking_node", "FINISH" ] } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "lisstasy/Receipt_Scanner", "url": "https://github.com/lisstasy/Receipt_Scanner", "sha": "0f7c04fa7b1107e819cdeb5a6379f2a137dc4602", "license": null, "stars": 28, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:35.507Z", "candidates": [ { "id": "code-get_model", "link": "https://github.com/lisstasy/Receipt_Scanner/blob/0f7c04fa7b1107e819cdeb5a6379f2a137dc4602/code.py#L355", "file": "code.py", "line": 355, "language": "python", "provider": "langchain", "api": "model.with_structured_output", "signal": "schema", "fields": [ { "name": "payment_method", "kind": "choice", "options": [ "tarjeta", "efectivo" ] } ], "droppedFields": [ "store", "address", "city", "phone", "receipt_no", "date", "time", "items", "total", "number_items" ], "model": "gpt-3.5-turbo-0125", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "whitew1994WW/email_research_assistant", "url": "https://github.com/whitew1994WW/email_research_assistant", "sha": "a6acad08c7c4bf0c8a8784698e4fffe55ee67622", "license": null, "stars": 28, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:35.551Z", "candidates": [ { "id": "email_script-main", "link": "https://github.com/whitew1994WW/email_research_assistant/blob/a6acad08c7c4bf0c8a8784698e4fffe55ee67622/email_script.py#L383", "file": "email_script.py", "line": 383, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "approved", "kind": "noul" } ], "droppedFields": [ "message" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.92188, "high": 0.9857782178217822, "label": "estimated" }, "speed": { "llmMs": 639, "jevMs": 327, "speedup": 1.9551670417171543 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "autarch-dev/autarch", "url": "https://github.com/autarch-dev/autarch", "sha": "69b8a5f35d983ebfc0a6bd4a99dac23d57845d56", "license": "NOASSERTION", "stars": 27, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:50:36.465Z", "candidates": [ { "id": "OutputComparison-checkLlmEquivalence", "link": "https://github.com/autarch-dev/autarch/blob/69b8a5f35d983ebfc0a6bd4a99dac23d57845d56/src/backend/services/pulsing/OutputComparison.ts#L337", "file": "src/backend/services/pulsing/OutputComparison.ts", "line": 337, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "areEquivalent", "kind": "noul" }, { "name": "isStrictlyImprovement", "kind": "noul" } ], "droppedFields": [ "newIssues" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 14, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.875225, "high": 0.9646753623188405 }, "llmMs": 1071.75, "speedup": 3.2775229357798166, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7005399999999999, "high": 0.8848472440944882 }, "llmMs": 802.1891891891892, "speedup": 2.4531779485907927, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6302962962962964, "high": 0.8615113636363636 }, "llmMs": 3625.2105263157896, "speedup": 11.086270722678256, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.05830188679245285, "high": 0.762898832684825 }, "llmMs": 756, "speedup": 2.311926605504587, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "judge-runJudge", "link": "https://github.com/autarch-dev/autarch/blob/69b8a5f35d983ebfc0a6bd4a99dac23d57845d56/src/backend/services/shell-approval/judge.ts#L156", "file": "src/backend/services/shell-approval/judge.ts", "line": 156, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "APPROVE", "REVIEW" ] } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 907, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9755464759959142, "high": 0.9861489361702127 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.9190395671288468, "high": 0.954746772591857 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.9027817258883248, "high": 0.9455880597014925 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.8366427840327533, "high": 0.9070948012232416 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "GreamDesu/OpenDeepArxiv", "url": "https://github.com/GreamDesu/OpenDeepArxiv", "sha": "32efb5651ac5522d7e30e81172abf63ed71e475f", "license": null, "stars": 26, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:41.808Z", "candidates": [ { "id": "arxiv_search-create_search_query", "link": "https://github.com/GreamDesu/OpenDeepArxiv/blob/32efb5651ac5522d7e30e81172abf63ed71e475f/arxiv_search.py#L44", "file": "arxiv_search.py", "line": 44, "language": "python", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "sort_by", "kind": "choice", "options": [ "arxiv.SortCriterion.Relevance", "arxiv.SortCriterion.LastUpdatedDate", "arxiv.SortCriterion.SubmittedDate" ] }, { "name": "sort_order", "kind": "choice", "options": [ "arxiv.SortOrder.Descending", "arxiv.SortOrder.Ascending" ] } ], "droppedFields": [ "query", "date_range", "categories", "max_results" ], "model": "o3-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 64, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 22, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/o3-mini", "in": 1.1, "out": 4.4, "source": "https://openrouter.ai/openai/o3-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9326147614761476, "high": 0.969110341331531, "label": "estimated" }, "speed": { "llmMs": 3831, "jevMs": 327, "speedup": 11.714228635532402 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "similarity_filters-query_openai", "link": "https://github.com/GreamDesu/OpenDeepArxiv/blob/32efb5651ac5522d7e30e81172abf63ed71e475f/similarity_filters.py#L209", "file": "similarity_filters.py", "line": 209, "language": "python", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "noul" } ], "droppedFields": [], "model": "o3-mini", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 81, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/o3-mini", "in": 1.1, "out": 4.4, "source": "https://openrouter.ai/openai/o3-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9198181818181819, "high": 0.9689829410494494, "label": "estimated" }, "speed": { "llmMs": 3750, "jevMs": 327, "speedup": 11.468350928956712 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "different-ai/irs-agent", "url": "https://github.com/different-ai/irs-agent", "sha": "797ee1c9c5d307a852ad75b6eeb332f162959d07", "license": "MIT", "stars": 26, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:50:52.086Z", "candidates": [ { "id": "financial-activity-detector-processContent", "link": "https://github.com/different-ai/irs-agent/blob/797ee1c9c5d307a852ad75b6eeb332f162959d07/src/services/financial-activity-detector.ts#L82", "file": "src/services/financial-activity-detector.ts", "line": 82, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "type", "kind": "choice", "options": [ "invoice", "payment", "receipt", "subscription" ] } ], "droppedFields": [ "amount", "currency", "description", "senderName", "receiverName", "confidence", "sourceText", "sourceType" ], "model": "phi4", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 88, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "finance-worker-execute", "link": "https://github.com/different-ai/irs-agent/blob/797ee1c9c5d307a852ad75b6eeb332f162959d07/src/lib/workers/finance-worker.ts#L47", "file": "src/lib/workers/finance-worker.ts", "line": 47, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "type", "kind": "choice", "options": [ "invoice", "payment", "receipt", "subscription" ] } ], "droppedFields": [ "amount", "currency", "description", "parties", "confidence" ], "model": "o3-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 74, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/o3-mini", "in": 1.1, "out": 4.4, "source": "https://openrouter.ai/openai/o3-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9136931818181818, "high": 0.96882000520969, "label": "estimated" }, "speed": { "llmMs": 3745, "jevMs": 327, "speedup": 11.45298357229573 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "gauntletai-p4-pointer/foto-fun", "url": "https://github.com/gauntletai-p4-pointer/foto-fun", "sha": "71cf717fff9e129cd0be30e7c7fbb7ae85e01f9d", "license": null, "stars": 26, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:31:44.667Z", "candidates": [ { "id": "route-handleDebugSaturation", "link": "https://github.com/gauntletai-p4-pointer/foto-fun/blob/71cf717fff9e129cd0be30e7c7fbb7ae85e01f9d/app/api/debug-saturation/route.ts#L55", "file": "app/api/debug-saturation/route.ts", "line": 55, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "requestType", "kind": "choice", "options": [ "text-only", "simple-tool", "sequential-workflow", "evaluator-optimizer", "orchestrator-worker" ] }, { "name": "complexity", "kind": "choice", "options": [ "trivial", "simple", "moderate", "complex" ] } ], "droppedFields": [ "confidence", "reasoning", "suggestedTool", "textResponse", "estimatedSteps" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 222, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 15, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9819602409638554, "high": 0.9871828220858896, "label": "estimated" }, "speed": { "llmMs": 828, "jevMs": 327, "speedup": 2.5321677918181296 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "MasterRoutingAgent-analyzeRequest", "link": "https://github.com/gauntletai-p4-pointer/foto-fun/blob/71cf717fff9e129cd0be30e7c7fbb7ae85e01f9d/lib/ai/agents/MasterRoutingAgent.ts#L163", "file": "lib/ai/agents/MasterRoutingAgent.ts", "line": 163, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "requestType", "kind": "choice", "options": [ "text-only", "simple-tool", "sequential-workflow", "evaluator-optimizer", "orchestrator-worker" ] }, { "name": "complexity", "kind": "choice", "options": [ "trivial", "simple", "moderate", "complex" ] } ], "droppedFields": [ "confidence", "reasoning", "suggestedTool", "textResponse", "estimatedSteps" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 517, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 15, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9886500582072177, "high": 0.9904478468899521, "label": "estimated" }, "speed": { "llmMs": 828, "jevMs": 327, "speedup": 2.5321677918181296 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "MasterRoutingAgent-inferToolParameters", "link": "https://github.com/gauntletai-p4-pointer/foto-fun/blob/71cf717fff9e129cd0be30e7c7fbb7ae85e01f9d/lib/ai/agents/MasterRoutingAgent.ts#L436", "file": "lib/ai/agents/MasterRoutingAgent.ts", "line": 436, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "enable", "kind": "noul" }, { "name": "horizontal", "kind": "noul" }, { "name": "vertical", "kind": "noul" } ], "droppedFields": [ "value", "adjustment", "amount", "factor", "intensity", "strength", "width", "height", "x", "y", "angle", "degrees", "text", "prompt", "color", "temperature", "params" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 70, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 13, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9621511627906977, "high": 0.9859709707822809, "label": "estimated" }, "speed": { "llmMs": 790, "jevMs": 327, "speedup": 2.4167676417979345 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "SequentialEditingAgent-generatePlan", "link": "https://github.com/gauntletai-p4-pointer/foto-fun/blob/71cf717fff9e129cd0be30e7c7fbb7ae85e01f9d/lib/ai/agents/SequentialEditingAgent.ts#L166", "file": "lib/ai/agents/SequentialEditingAgent.ts", "line": 166, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "overallComplexity", "kind": "choice", "options": [ "low", "medium", "high" ] } ], "droppedFields": [ "steps", "reasoning", "riskAssessment", "overallConfidence" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 280, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 7, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9847251396648045, "high": 0.9875528596187175, "label": "estimated" }, "speed": { "llmMs": 677, "jevMs": 327, "speedup": 2.070567191737349 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "crop-resolve", "link": "https://github.com/gauntletai-p4-pointer/foto-fun/blob/71cf717fff9e129cd0be30e7c7fbb7ae85e01f9d/lib/ai/adapters/resolvers/crop.ts#L69", "file": "lib/ai/adapters/resolvers/crop.ts", "line": 69, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "mode", "kind": "choice", "options": [ "percentage", "aspect-ratio", "absolute", "center-crop" ] }, { "name": "position", "kind": "choice", "options": [ "center", "top", "bottom", "left", "right", "top-left", "top-right", "bottom-left", "bottom-right" ] } ], "droppedFields": [ "percentageFromEdges", "percentageLeft", "percentageRight", "percentageTop", "percentageBottom", "aspectRatio", "x", "y", "width", "height", "targetWidth", "targetHeight" ], "model": "gpt-4", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 155, "llmPromptMethod": "tiktoken:cl100k_base", "llmOutput": 12, "llmOutputMethod": "tiktoken:cl100k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4", "in": 30, "out": 60, "source": "https://openrouter.ai/openai/gpt-4", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9978205240174672, "high": 0.9988814134924278, "label": "estimated" }, "speed": { "llmMs": 1166, "jevMs": 327, "speedup": 3.565389458535708 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "meiotoufa/DR-Rubric", "url": "https://github.com/meiotoufa/DR-Rubric", "sha": "f6e55758424ce1107eeb389ee465acf6f5b03d87", "license": "Apache-2.0", "stars": 25, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:50:58.084Z", "candidates": [ { "id": "script_writer_node-script_writer_node", "link": "https://github.com/meiotoufa/DR-Rubric/blob/f6e55758424ce1107eeb389ee465acf6f5b03d87/framework/deer_flow/src/podcast/graph/script_writer_node.py#L20", "file": "framework/deer_flow/src/podcast/graph/script_writer_node.py", "line": 20, "language": "python", "provider": "langchain", "api": "get_llm_by_type().with_structured_output", "signal": "schema", "fields": [ { "name": "locale", "kind": "choice", "options": [ "en", "zh" ] } ], "droppedFields": [ "lines" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/o3-mini", "in": 1.1, "out": 4.4, "reductionAllJev": { "low": 0.8116942148760331, "high": 0.9676136363636364 }, "llmMs": 3740.100502512563, "speedup": 11.43761621563475, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 }, { "id": "graph-write_section-2", "link": "https://github.com/meiotoufa/DR-Rubric/blob/f6e55758424ce1107eeb389ee465acf6f5b03d87/framework/open_deep_research/src/legacy/graph.py#L330", "file": "framework/open_deep_research/src/legacy/graph.py", "line": 330, "language": "python", "provider": "langchain", "api": "init_chat_model().with_structured_output", "signal": "schema", "fields": [ { "name": "grade", "kind": "choice", "options": [ "pass", "fail" ] } ], "droppedFields": [ "follow_up_queries" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/o3-mini", "in": 1.1, "out": 4.4, "reductionAllJev": { "low": 0.8116942148760331, "high": 0.9676136363636364 }, "llmMs": 3740.100502512563, "speedup": 11.43761621563475, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 }, { "id": "graph-write_section", "link": "https://github.com/meiotoufa/DR-Rubric/blob/f6e55758424ce1107eeb389ee465acf6f5b03d87/framework/open_deep_research/src/legacy/graph.py#L335", "file": "framework/open_deep_research/src/legacy/graph.py", "line": 335, "language": "python", "provider": "langchain", "api": "init_chat_model().with_structured_output", "signal": "schema", "fields": [ { "name": "grade", "kind": "choice", "options": [ "pass", "fail" ] } ], "droppedFields": [ "follow_up_queries" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/o3-mini", "in": 1.1, "out": 4.4, "reductionAllJev": { "low": 0.8116942148760331, "high": 0.9676136363636364 }, "llmMs": 3740.100502512563, "speedup": 11.43761621563475, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 }, { "id": "deep_researcher-clarify_with_user", "link": "https://github.com/meiotoufa/DR-Rubric/blob/f6e55758424ce1107eeb389ee465acf6f5b03d87/framework/open_deep_research/src/open_deep_research/deep_researcher.py#L156", "file": "framework/open_deep_research/src/open_deep_research/deep_researcher.py", "line": 156, "language": "python", "provider": "langchain", "api": "configurable_model.with_structured_output", "signal": "schema", "fields": [ { "name": "need_clarification", "kind": "noul" } ], "droppedFields": [ "question", "verification" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/o3-mini", "in": 1.1, "out": 4.4, "reductionAllJev": { "low": 0.8406643356643356, "high": 0.9678052716514255 }, "llmMs": 3755.175879396985, "speedup": 11.483718285617691, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 } ] }, { "repo": "subhadeeproy3902/cndocs", "url": "https://github.com/subhadeeproy3902/cndocs", "sha": "cc665f56c20d0193ab8bbbbca56718b56941b381", "license": null, "stars": 25, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:44.773Z", "candidates": [ { "id": "route-POST", "link": "https://github.com/subhadeeproy3902/cndocs/blob/cc665f56c20d0193ab8bbbbca56718b56941b381/app/api/ai-quiz/route.ts#L53", "file": "app/api/ai-quiz/route.ts", "line": 53, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": "meta-llama/llama-4-scout-17b-16e-instruct", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 440, "llmPromptMethod": "estimate:chars/4", "llmOutput": 1, "llmOutputMethod": "estimate:chars/4", "jevStatic": 618, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "meta-llama/llama-4-scout", "in": 0.1, "out": 0.3, "source": "https://openrouter.ai/meta-llama/llama-4-scout", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.44326572008113585, "high": 0.6496275071633238, "label": "estimated" }, "speed": { "llmMs": 773, "jevMs": 327, "speedup": 2.3642784330857722 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "KATT/trpc-ai-playground", "url": "https://github.com/KATT/trpc-ai-playground", "sha": "6acfd88e53c4ba4e4334ab232966a15bf19baedb", "license": null, "stars": 23, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:31:57.187Z", "candidates": [ { "id": "server-L239", "link": "https://github.com/KATT/trpc-ai-playground/blob/6acfd88e53c4ba4e4334ab232966a15bf19baedb/src/server.ts#L239", "file": "src/server.ts", "line": 239, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "choice", "kind": "choice", "options": [ "positive", "negative", "neutral" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 19, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8619090909090908, "high": 0.9649487554904832 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5326153846153845, "high": 0.8610159651669085 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.019999999999999796, "high": 0.7656387665198238 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "ZealynxSecurity/krait", "url": "https://github.com/ZealynxSecurity/krait", "sha": "76e5ac7b74ce5517409870c2974e6baaddc8f99e", "license": "MIT", "stars": 22, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:51:30.870Z", "candidates": [ { "id": "result-classifier-classifyWithLLM", "link": "https://github.com/ZealynxSecurity/krait/blob/76e5ac7b74ce5517409870c2974e6baaddc8f99e/src/fuzzer/result-classifier.ts#L190", "file": "src/fuzzer/result-classifier.ts", "line": 190, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "classification", "kind": "choice", "options": [ "real-violation", "test-setup-bug", "import-error", "compile-error", "assertion-bug", "environment-issue" ] } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 286, "llmPromptMethod": "estimate:chars/4", "llmOutput": 10, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9645829015544042, "high": 0.9692551369863014 }, "llmMs": 1009.25, "speedup": 3.0863914373088686, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "eersnington/diff0", "url": "https://github.com/eersnington/diff0", "sha": "536775a163829d4ff49d5d3693cbf1ad2b94157f", "license": "MIT", "stars": 22, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T17:51:20.830Z", "candidates": [ { "id": "agent-codeAnalysisAgent", "link": "https://github.com/eersnington/diff0/blob/536775a163829d4ff49d5d3693cbf1ad2b94157f/packages/ai/lib/agent.ts#L32", "file": "packages/ai/lib/agent.ts", "line": 32, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "requiresDocumentation", "kind": "noul" }, { "name": "requiresSandboxTesting", "kind": "noul" } ], "droppedFields": [ "issues", "confidence" ], "model": "gemini-3.1-pro-preview", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 172, "llmPromptMethod": "estimate:chars/4", "llmOutput": 16, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "google/gemini-3.1-pro-preview", "in": 2, "out": 12, "source": "https://openrouter.ai/google/gemini-3.1-pro-preview", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9764575471698114, "high": 0.9838796296296296, "label": "estimated" }, "speed": { "llmMs": 3185, "jevMs": 327, "speedup": 9.740722373749897 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "orq-ai/evaluatorq", "url": "https://github.com/orq-ai/evaluatorq", "sha": "1f4f643533bf16fd62a8e41b747449df01736b50", "license": "MIT", "stars": 21, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:51:47.902Z", "candidates": [ { "id": "blackbox_classifier-_judge_transcript", "link": "https://github.com/orq-ai/evaluatorq/blob/1f4f643533bf16fd62a8e41b747449df01736b50/src/evaluatorq/redteam/adaptive/blackbox_classifier.py#L418", "file": "src/evaluatorq/redteam/adaptive/blackbox_classifier.py", "line": 418, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "memory_read", "kind": "noul" }, { "name": "memory_write", "kind": "noul" }, { "name": "knowledge_retrieval", "kind": "noul" }, { "name": "code_execution", "kind": "noul" }, { "name": "web_request", "kind": "noul" }, { "name": "file_system", "kind": "noul" }, { "name": "is_multi_agent", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 39, "llmOutputMethod": "estimate:chars/4", "jevStatic": 476, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7626187845303868, "high": 0.8622283737024221 }, "llmMs": 3954.157894736842, "speedup": 12.092225977788507, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.304757281553398, "high": 0.7537662337662338 }, "llmMs": 1202.4285714285716, "speedup": 3.6771515945827877, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "imbjdd/hackathonatlas.com", "url": "https://github.com/imbjdd/hackathonatlas.com", "sha": "dd29a8b29516f63c9be7c06fcab9aff5f0468040", "license": null, "stars": 19, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:32:15.139Z", "candidates": [ { "id": "classifier-classifyEvent", "link": "https://github.com/imbjdd/hackathonatlas.com/blob/dd29a8b29516f63c9be7c06fcab9aff5f0468040/apps/web/src/lib/classifier.ts#L135", "file": "apps/web/src/lib/classifier.ts", "line": 135, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "keep", "remove" ] } ], "droppedFields": [ "confidence", "reason" ], "model": "gpt-5-nano", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 208, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5-nano", "in": 0.05, "out": 0.4, "source": "https://openrouter.ai/openai/gpt-5-nano", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.10647058823529398, "high": 0.36329787234042554, "label": "estimated" }, "speed": { "llmMs": 2378, "jevMs": 327, "speedup": 7.273481869812145 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "latchfield/vulcan-core", "url": "https://github.com/latchfield/vulcan-core", "sha": "761f80e57ae8a2d670be286738bd2cf8ae79a78d", "license": "Apache-2.0", "stars": 18, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:52:36.946Z", "candidates": [ { "id": "conditions-ai_condition", "link": "https://github.com/latchfield/vulcan-core/blob/761f80e57ae8a2d670be286738bd2cf8ae79a78d/src/vulcan_core/conditions.py#L369", "file": "src/vulcan_core/conditions.py", "line": 369, "language": "python", "provider": "langchain", "api": "model.with_structured_output", "signal": "schema", "fields": [ { "name": "result", "kind": "noul" }, { "name": "processing_failed", "kind": "noul" } ], "droppedFields": [ "comments" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.566, "high": 0.859919540229885 }, "llmMs": 3585.7368421052633, "speedup": 10.965556092065025, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.061914893617021294, "high": 0.7615068493150685 }, "llmMs": 702.4285714285714, "speedup": 2.148099606815203, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "llSourcell/mathvoice", "url": "https://github.com/llSourcell/mathvoice", "sha": "9b3ce8ab04cd128dfa1dfa691e1b8b766d650ed5", "license": null, "stars": 18, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:32:26.996Z", "candidates": [ { "id": "route-POST", "link": "https://github.com/llSourcell/mathvoice/blob/9b3ce8ab04cd128dfa1dfa691e1b8b766d650ed5/src/app/api/tutor/route.ts#L150", "file": "src/app/api/tutor/route.ts", "line": 150, "language": "ts", "provider": "anthropic", "api": "anthropic.messages.create", "signal": "schema", "fields": [ { "name": "expectsResponse", "kind": "noul" } ], "droppedFields": [ "message", "whiteboard", "errorAnalysis", "topicUpdate" ], "model": "claude-sonnet-4-20250514", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "anthropic/claude-sonnet-4", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9463882352941176, "high": 0.9882358722358723, "label": "estimated" }, "speed": { "llmMs": 1337, "jevMs": 327, "speedup": 4.09001886915219 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "3SVS/simsa", "url": "https://github.com/3SVS/simsa", "sha": "add5ece9a808e3388e33bd03bca48c37927e2e31", "license": "NOASSERTION", "stars": 17, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T17:53:26.232Z", "candidates": [ { "id": "claude-agent-review", "link": "https://github.com/3SVS/simsa/blob/add5ece9a808e3388e33bd03bca48c37927e2e31/packages/agent-claude/src/claude-agent.ts#L147", "file": "packages/agent-claude/src/claude-agent.ts", "line": 147, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "approve", "rework", "reject" ] } ], "droppedFields": [ "blockers", "summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 }, { "id": "design-agent-reviewAudit", "link": "https://github.com/3SVS/simsa/blob/add5ece9a808e3388e33bd03bca48c37927e2e31/packages/agent-design/src/design-agent.ts#L210", "file": "packages/agent-design/src/design-agent.ts", "line": 210, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "approve", "rework", "reject" ] } ], "droppedFields": [ "blockers", "summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 533, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.97197815060476, "high": 0.9776982055464927 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 }, { "id": "design-agent-reviewVision", "link": "https://github.com/3SVS/simsa/blob/add5ece9a808e3388e33bd03bca48c37927e2e31/packages/agent-design/src/design-agent.ts#L304", "file": "packages/agent-design/src/design-agent.ts", "line": 304, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "approve", "rework", "reject" ] } ], "droppedFields": [ "blockers", "summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 }, { "id": "design-agent-reviewTextUI", "link": "https://github.com/3SVS/simsa/blob/add5ece9a808e3388e33bd03bca48c37927e2e31/packages/agent-design/src/design-agent.ts#L375", "file": "packages/agent-design/src/design-agent.ts", "line": 375, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "approve", "rework", "reject" ] } ], "droppedFields": [ "blockers", "summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 12, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8514021739130435, "high": 0.9648285994123409 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 }, { "id": "grok-agent-review", "link": "https://github.com/3SVS/simsa/blob/add5ece9a808e3388e33bd03bca48c37927e2e31/packages/agent-grok/src/grok-agent.ts#L129", "file": "packages/agent-grok/src/grok-agent.ts", "line": 129, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "approve", "rework", "reject" ] } ], "droppedFields": [ "blockers", "summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "ollama-agent-review", "link": "https://github.com/3SVS/simsa/blob/add5ece9a808e3388e33bd03bca48c37927e2e31/packages/agent-ollama/src/ollama-agent.ts#L130", "file": "packages/agent-ollama/src/ollama-agent.ts", "line": 130, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "approve", "rework", "reject" ] } ], "droppedFields": [ "blockers", "summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "openai-agent-review", "link": "https://github.com/3SVS/simsa/blob/add5ece9a808e3388e33bd03bca48c37927e2e31/packages/agent-openai/src/openai-agent.ts#L122", "file": "packages/agent-openai/src/openai-agent.ts", "line": 122, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "approve", "rework", "reject" ] } ], "droppedFields": [ "blockers", "summary" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "judge-judge", "link": "https://github.com/3SVS/simsa/blob/add5ece9a808e3388e33bd03bca48c37927e2e31/packages/visual-review/src/judge.ts#L208", "file": "packages/visual-review/src/judge.ts", "line": 208, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "intentional", "regression", "accessibility", "mixed", "unreviewable" ] } ], "droppedFields": [ "confidence", "summary", "concerns" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 291, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9636409574468086, "high": 0.9691229578675838 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "KattyFury/Binance-Agent", "url": "https://github.com/KattyFury/Binance-Agent", "sha": "6b61a6083ebfe1decf16a2258419669cfe9ff3c3", "license": null, "stars": 17, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:32:34.161Z", "candidates": [ { "id": "aiAdvisor-evaluateSignal", "link": "https://github.com/KattyFury/Binance-Agent/blob/6b61a6083ebfe1decf16a2258419669cfe9ff3c3/src/aiAdvisor.ts#L66", "file": "src/aiAdvisor.ts", "line": 66, "language": "ts", "provider": "anthropic", "api": "anthropic.messages.create", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "BULLISH", "BEARISH", "NEUTRAL" ] } ], "droppedFields": [ "confidence", "reasoning" ], "model": "claude-sonnet-5", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "anthropic/claude-sonnet-5", "in": 2, "out": 10, "source": "https://openrouter.ai/anthropic/claude-sonnet-5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.91455625, "high": 0.9823103448275862, "label": "estimated" }, "speed": { "llmMs": 2862, "jevMs": 327, "speedup": 8.752137552268614 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "CodinjaoftheWorld/agentic-ai-sdlc-hitl-langgraph", "url": "https://github.com/CodinjaoftheWorld/agentic-ai-sdlc-hitl-langgraph", "sha": "ee98cffcf012795a8c81b82ba042c7696c2c5388", "license": "Apache-2.0", "stars": 15, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:32:59.113Z", "candidates": [ { "id": "sdlc_graph-security_review", "link": "https://github.com/CodinjaoftheWorld/agentic-ai-sdlc-hitl-langgraph/blob/ee98cffcf012795a8c81b82ba042c7696c2c5388/sdlc_graph.py#L835", "file": "sdlc_graph.py", "line": 835, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "status", "kind": "choice", "options": [ "Approve", "Denied" ] } ], "droppedFields": [ "review" ], "model": "gemma2-9b-it", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "sdlc_graph-qa_testing", "link": "https://github.com/CodinjaoftheWorld/agentic-ai-sdlc-hitl-langgraph/blob/ee98cffcf012795a8c81b82ba042c7696c2c5388/sdlc_graph.py#L1151", "file": "sdlc_graph.py", "line": 1151, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "status", "kind": "choice", "options": [ "Approve", "Denied" ] } ], "droppedFields": [ "review" ], "model": "gemma2-9b-it", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "unxversal/c3d", "url": "https://github.com/unxversal/c3d", "sha": "6690d3c535164f148763ddc12900e5108ebb3c86", "license": null, "stars": 15, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:32:40.216Z", "candidates": [ { "id": "interactive-ai-service-processDescriptionAgent", "link": "https://github.com/unxversal/c3d/blob/6690d3c535164f148763ddc12900e5108ebb3c86/cli/c3d/source/interactive-ai-service.ts#L98", "file": "cli/c3d/source/interactive-ai-service.ts", "line": 98, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "response_type", "kind": "choice", "options": [ "explanation", "question_to_user", "clarification" ] } ], "droppedFields": [ "content", "technical_description", "key_features", "dimensions_guidance", "material_considerations", "question" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 271, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8608549618320611, "high": 0.8773879641485275 }, "llmMs": 3559.4210526315787, "speedup": 10.885079671656204, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7447058823529411, "high": 0.7924577373211963 }, "llmMs": 666.7142857142858, "speedup": 2.0388816076889476, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "interactive-ai-service-processCodeAgent", "link": "https://github.com/unxversal/c3d/blob/6690d3c535164f148763ddc12900e5108ebb3c86/cli/c3d/source/interactive-ai-service.ts#L180", "file": "cli/c3d/source/interactive-ai-service.ts", "line": 180, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "response_type", "kind": "choice", "options": [ "code", "question_to_description", "request_clarification" ] } ], "droppedFields": [ "content", "cadquery_code", "question", "clarification_needed" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 319, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8803413566739606, "high": 0.8806481096800997 }, "llmMs": 3585.7368421052633, "speedup": 10.965556092065025, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7793220338983051, "high": 0.7973762166737198 }, "llmMs": 702.4285714285714, "speedup": 2.148099606815203, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "HomenShum/NodeBenchAI", "url": "https://github.com/HomenShum/NodeBenchAI", "sha": "00fc0ceef49b69088fa802a9279bdc9f7874b3bf", "license": "MIT", "stars": 14, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:33:34.285Z", "candidates": [ { "id": "emailAgent-handler", "link": "https://github.com/HomenShum/NodeBenchAI/blob/00fc0ceef49b69088fa802a9279bdc9f7874b3bf/backend/convex/domains/agents/emailAgent.ts#L223", "file": "backend/convex/domains/agents/emailAgent.ts", "line": 223, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "work", "personal", "finance", "shopping", "travel", "social", "newsletters", "promotions", "updates", "support", "legal", "health", "other" ] }, { "name": "priority", "kind": "choice", "options": [ "urgent", "high", "normal", "low" ] }, { "name": "actionRequired", "kind": "noul" }, { "name": "sentiment", "kind": "choice", "options": [ "positive", "neutral", "negative" ] } ], "droppedFields": [ "subCategory", "summary", "actionSuggestion", "keyPoints", "confidence" ], "model": "qwen3-coder-free", "modelSource": "default", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 23, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "diligenceCheckpointStructuring-defaultGenerateStructuredObject", "link": "https://github.com/HomenShum/NodeBenchAI/blob/00fc0ceef49b69088fa802a9279bdc9f7874b3bf/backend/convex/domains/product/diligenceCheckpointStructuring.ts#L351", "file": "backend/convex/domains/product/diligenceCheckpointStructuring.ts", "line": 351, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "confidenceTier", "kind": "choice", "options": [ "verified", "corroborated", "single-source", "unverified" ] } ], "droppedFields": [ "title", "summary", "claims", "evidenceRefs", "openQuestions", "sourceSectionIds" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8560947368421052, "high": 0.964880195599022 }, "llmMs": 993.625, "speedup": 3.0386085626911314, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6354399999999999, "high": 0.8846265060240963 }, "llmMs": 734.6216216216217, "speedup": 2.246549301595173, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5517704918032786, "high": 0.8613513513513513 }, "llmMs": 3559.4210526315787, "speedup": 10.885079671656204, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.05976744186046545, "high": 0.7648330058939096 }, "llmMs": 666.7142857142858, "speedup": 2.0388816076889476, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "anymorph-ai/context-bench", "url": "https://github.com/anymorph-ai/context-bench", "sha": "84490d5f9bbcee4b685eacd8bcf0f3176d7dee26", "license": null, "stars": 14, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:34:24.939Z", "candidates": [ { "id": "evaluator-evaluateResult", "link": "https://github.com/anymorph-ai/context-bench/blob/84490d5f9bbcee4b685eacd8bcf0f3176d7dee26/harness/evaluator.ts#L237", "file": "harness/evaluator.ts", "line": 237, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "completeness", "kind": "noul" }, { "name": "relevance", "kind": "noul" }, { "name": "confidence", "kind": "choice", "options": [ "high", "medium", "low" ] } ], "droppedFields": [ "overall_score", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 830, "llmPromptMethod": "estimate:chars/4", "llmOutput": 16, "llmOutputMethod": "estimate:chars/4", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5", "in": 1.25, "out": 10, "reductionAllJev": { "low": 0.9798718052738337, "high": 0.9870833333333333 }, "llmMs": 4478.833333333333, "speedup": 13.696738022426095, "verdict": "cheaper", "basis": "named elsewhere in this repo" } ], "likelyModelsHidden": 0 }, { "id": "scenario-validator-validateScenarioImplementation", "link": "https://github.com/anymorph-ai/context-bench/blob/84490d5f9bbcee4b685eacd8bcf0f3176d7dee26/harness/scenario-validator.ts#L67", "file": "harness/scenario-validator.ts", "line": 67, "language": "ts", "provider": "openai", "api": "client.responses.create", "signal": "schema", "fields": [ { "name": "pass", "kind": "noul" } ], "droppedFields": [ "reasoning", "violations" ], "model": "gpt-5", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 181, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-5", "in": 1.25, "out": 10, "source": "https://openrouter.ai/openai/gpt-5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9596428044280443, "high": 0.9741305718144979, "label": "estimated" }, "speed": { "llmMs": 4332, "jevMs": 327, "speedup": 13.248216106014272 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "csupenn/TopFlow", "url": "https://github.com/csupenn/TopFlow", "sha": "4345c5d303ea9df232bc06d6b8f0507d40133c6f", "license": "NOASSERTION", "stars": 14, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:35:31.785Z", "candidates": [ { "id": "topflow-execution-engine-executeUrwAnalysis", "link": "https://github.com/csupenn/TopFlow/blob/4345c5d303ea9df232bc06d6b8f0507d40133c6f/lib/topflow-execution-engine.ts#L428", "file": "lib/topflow-execution-engine.ts", "line": 428, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "summaryLabel", "kind": "choice", "options": [ "SECURE", "MINOR_ISSUES", "NEEDS_ATTENTION", "HIGH_RISK", "CRITICAL_RISK" ] } ], "droppedFields": [ "prioritizedFindingIds", "recommendations", "commentaryHint" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8560947368421052, "high": 0.964880195599022 }, "llmMs": 993.625, "speedup": 3.0386085626911314, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6354399999999999, "high": 0.8846265060240963 }, "llmMs": 734.6216216216217, "speedup": 2.246549301595173, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5517704918032786, "high": 0.8613513513513513 }, "llmMs": 3559.4210526315787, "speedup": 10.885079671656204, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.05976744186046545, "high": 0.7648330058939096 }, "llmMs": 666.7142857142858, "speedup": 2.0388816076889476, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "sepfazeli/due-diligence-rag", "url": "https://github.com/sepfazeli/due-diligence-rag", "sha": "f85e00ad2391a3bc3db1a65c9035564871dcb4eb", "license": null, "stars": 14, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:34:28.626Z", "candidates": [ { "id": "analyze-analyze", "link": "https://github.com/sepfazeli/due-diligence-rag/blob/f85e00ad2391a3bc3db1a65c9035564871dcb4eb/lib/analyze.ts#L129", "file": "lib/analyze.ts", "line": 129, "language": "ts", "provider": "anthropic", "api": "anthropic().messages.create", "signal": "schema", "fields": [ { "name": "confidence", "kind": "choice", "options": [ "high", "medium", "low" ] } ], "droppedFields": [ "answer", "riskFlags", "financialMetrics", "citations" ], "model": "claude-sonnet-4-6", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 400, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-4.6", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4.6", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9901481481481481, "high": 0.99050625, "label": "estimated" }, "speed": { "llmMs": 1330, "jevMs": 327, "speedup": 4.068322518087566 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "BasaltHQ/crm-official", "url": "https://github.com/BasaltHQ/crm-official", "sha": "582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91", "license": "MIT", "stars": 13, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:36:22.210Z", "candidates": [ { "id": "generate-blog-post-generateBlogPost", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/actions/cms/generate-blog-post.ts#L41", "file": "actions/cms/generate-blog-post.ts", "line": 41, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "Sales AI", "CRM Strategy", "Automation", "Future of Work" ] } ], "droppedFields": [ "title", "slug", "excerpt", "content" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 15, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8698, "high": 0.9650510948905109 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6538987341772151, "high": 0.8849959967974379 }, "llmMs": 721.1081081081081, "speedup": 2.2052235721960494, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5760930232558139, "high": 0.8618181818181818 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.06041237113402054, "high": 0.7660967269174401 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "generate-career-post-generateCareerPost", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/actions/cms/generate-career-post.ts#L35", "file": "actions/cms/generate-career-post.ts", "line": 35, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "employmentType", "kind": "choice", "options": [ "Full-time", "Part-time", "Contract", "Internship" ] } ], "droppedFields": [ "title", "department", "location", "summary", "content" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 16, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8710283018867925, "high": 0.965068093385214 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6565075376884422, "high": 0.8850512163892446 }, "llmMs": 721.1081081081081, "speedup": 2.2052235721960494, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8618846153846154 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.06999999999999984, "high": 0.7662109374999999 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "generate-doc-post-generateDocPost", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/actions/cms/generate-doc-post.ts#L37", "file": "actions/cms/generate-doc-post.ts", "line": 37, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "Getting Started", "Configuration", "API Reference", "Troubleshooting", "Integrations" ] } ], "droppedFields": [ "title", "slug", "content" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 18, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8734166666666666, "high": 0.9651020408163266 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6616089108910891, "high": 0.885161496642149 }, "llmMs": 721.1081081081081, "speedup": 2.2052235721960494, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5857272727272727, "high": 0.8620172910662824 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.0885999999999999, "high": 0.7664390243902439 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "analyze-sentiment-analyzeReplySentiment", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/actions/crm/analyze-sentiment.ts#L85", "file": "actions/crm/analyze-sentiment.ts", "line": 85, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "sentiment", "kind": "choice", "options": [ "POSITIVE", "NEGATIVE", "NEUTRAL" ] } ], "droppedFields": [ "reasoning", "suggestedAction", "extractedContact" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5443, "high": 0.883219512195122 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "ai-helpers-resolveDuplicateCompaniesWithAI", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/lib/scraper/ai-helpers.ts#L448", "file": "lib/scraper/ai-helpers.ts", "line": 448, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "areSame", "kind": "noul" } ], "droppedFields": [ "confidence", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 25, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.86329, "high": 0.9649658536585366 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6093999999999999, "high": 0.8841612903225806 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5244869565217392, "high": 0.8608813559322034 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.04063157894736835, "high": 0.7658679706601467 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-POST", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/ai/score/route.ts#L73", "file": "app/api/ai/score/route.ts", "line": 73, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "color", "kind": "choice", "options": [ "red", "yellow", "green" ] } ], "droppedFields": [ "score", "label", "reasoning", "key_factors" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 1, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8201184210526316, "high": 0.9645508390918065 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5082374100719423, "high": 0.8828002610966057 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.399076923076923, "high": 0.8592454679078882 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "route-POST-2", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/forms/enhance/route.ts#L91", "file": "app/api/forms/enhance/route.ts", "line": 91, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "visibility", "kind": "choice", "options": [ "PUBLIC", "PRIVATE" ] } ], "droppedFields": [ "name", "description", "fields" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 177, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9468054474708171, "high": 0.9674580879021296 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.8354873646209386, "high": 0.8925011225864391 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8011490909090909, "high": 0.870885393258427 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.6368924302788844, "high": 0.7824625170377101 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-POST-3", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/outreach/reply/route.ts#L226", "file": "app/api/outreach/reply/route.ts", "line": 226, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "attachDocuments", "kind": "noul" }, { "name": "scheduleMeeting", "kind": "noul" }, { "name": "leadQualified", "kind": "noul" } ], "droppedFields": [ "subject", "body", "attachmentReason", "qualifiedReason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 176, "llmPromptMethod": "estimate:chars/4", "llmOutput": 18, "llmOutputMethod": "estimate:chars/4", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.948496835443038, "high": 0.9671562224183583 }, "llmMs": 1134.25, "speedup": 3.4686544342507646, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.8557180851063829, "high": 0.8933447979363714 }, "llmMs": 856.2432432432432, "speedup": 2.618480866187288, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.824054054054054, "high": 0.8716827586206897 }, "llmMs": 3677.842105263158, "speedup": 11.247223563495895, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.6359060402684562, "high": 0.779288256227758 }, "llmMs": 827.4285714285714, "speedup": 2.530362603757099, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-POST-4", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/transform/preview/route.ts#L203", "file": "app/api/transform/preview/route.ts", "line": 203, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "dataType", "kind": "choice", "options": [ "FORM_FIELDS", "TABULAR", "MIXED" ] } ], "droppedFields": [ "formFields", "tables" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 48, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8972105263157895, "high": 0.9655208833413346 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7085074626865671, "high": 0.8863427757556576 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6449090909090909, "high": 0.8634600760456274 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.2766666666666665, "high": 0.7693641618497109 }, "llmMs": 631, "speedup": 1.929663608562691, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-processJobInBackground", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/transform/process/route.ts#L181", "file": "app/api/transform/process/route.ts", "line": 181, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isContinuation", "kind": "noul" }, { "name": "isRepeatedHeader", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 74, "llmPromptMethod": "estimate:chars/4", "llmOutput": 13, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9207777777777778, "high": 0.9658148667601683 }, "llmMs": 1056.125, "speedup": 3.2297400611620795, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7851793400286944, "high": 0.8883122040629295 }, "llmMs": 788.6756756756756, "speedup": 2.4118522191916685, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7373157894736841, "high": 0.8657079889807162 }, "llmMs": 3612.0526315789475, "speedup": 11.046032512473845, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.432840909090909, "high": 0.7707055503292568 }, "llmMs": 738.1428571428571, "speedup": 2.2573176059414592, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-processJobInBackground-2", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/transform/process/route.ts#L346", "file": "app/api/transform/process/route.ts", "line": 346, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "dataType", "kind": "choice", "options": [ "FORM_FIELDS", "TABULAR", "MIXED" ] } ], "droppedFields": [ "formFields", "tables" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "route-POST-5", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/webhooks/sms/route.ts#L166", "file": "app/api/webhooks/sms/route.ts", "line": 166, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "shouldAutoRespond", "kind": "noul" } ], "droppedFields": [ "response" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "route-POST-6", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/chat/analyze/route.ts#L69", "file": "app/api/chat/analyze/route.ts", "line": 69, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "sentiment", "kind": "choice", "options": [ "positive", "neutral", "negative" ] } ], "droppedFields": [ "score", "topics", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 101, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9244696132596685, "high": 0.9662975129047395 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7732835820895522, "high": 0.8887029288702929 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7252060301507537, "high": 0.8663192182410423 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.47919999999999996, "high": 0.7746823529411764 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-POST-7", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/varuni/analyze/route.ts#L69", "file": "app/api/varuni/analyze/route.ts", "line": 69, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "sentiment", "kind": "choice", "options": [ "positive", "neutral", "negative" ] } ], "droppedFields": [ "score", "topics", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 101, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9244696132596685, "high": 0.9662975129047395 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7732835820895522, "high": 0.8887029288702929 }, "llmMs": 694.081081081081, "speedup": 2.1225721133978013, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7252060301507537, "high": 0.8663192182410423 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.47919999999999996, "high": 0.7746823529411764 }, "llmMs": 613.1428571428571, "speedup": 1.875054608999563, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "route-POST-8", "link": "https://github.com/BasaltHQ/crm-official/blob/582e7f7ed60a8b5ac7d0e927e7c7de6d6fd0be91/app/api/crm/leads/pools/import/analyze/route.ts#L94", "file": "app/api/crm/leads/pools/import/analyze/route.ts", "line": 94, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "dataQualityGrade", "kind": "choice", "options": [ "A+", "A", "B+", "B", "C+", "C", "D", "F" ] } ], "droppedFields": [ "dataQualityScore", "summary", "insights", "mappingSuggestions", "enrichmentOpportunities" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "Draichi/formula1-AI", "url": "https://github.com/Draichi/formula1-AI", "sha": "aa70f075c739caf8fd7765ccc6171ffb0a6780f5", "license": "GPL-3.0", "stars": 13, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:36:52.304Z", "candidates": [ { "id": "main-L105", "link": "https://github.com/Draichi/formula1-AI/blob/aa70f075c739caf8fd7765ccc6171ffb0a6780f5/graphs/main.py#L105", "file": "graphs/main.py", "line": 105, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "decision", "kind": "choice", "options": [ "movie", "end" ] } ], "droppedFields": [], "model": "gemini-2.0-flash", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "buffer121328/vibe-coding-and-agents", "url": "https://github.com/buffer121328/vibe-coding-and-agents", "sha": "ed86b4a36b2ce104f041f1f007cb9d24c90218c7", "license": "NOASSERTION", "stars": 13, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:37:48.804Z", "candidates": [ { "id": "agent-n_grade", "link": "https://github.com/buffer121328/vibe-coding-and-agents/blob/ed86b4a36b2ce104f041f1f007cb9d24c90218c7/11_RAG实战/code/KnowledgeForge_lite/forge_lite/answer/agent.py#L185", "file": "11_RAG实战/code/KnowledgeForge_lite/forge_lite/answer/agent.py", "line": 185, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "relevant", "kind": "noul" } ], "droppedFields": [ "reason" ], "model": "gpt-4o-mini", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.2316216216216218, "high": 0.7634387351778655, "label": "estimated" }, "speed": { "llmMs": 613, "jevMs": 327, "speedup": 1.875054608999563 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "agent-n_verify", "link": "https://github.com/buffer121328/vibe-coding-and-agents/blob/ed86b4a36b2ce104f041f1f007cb9d24c90218c7/11_RAG实战/code/KnowledgeForge_lite/forge_lite/answer/agent.py#L249", "file": "11_RAG实战/code/KnowledgeForge_lite/forge_lite/answer/agent.py", "line": 249, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "faithful", "kind": "noul" } ], "droppedFields": [ "bad_spans" ], "model": "gpt-4o-mini", "modelSource": "default", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.2316216216216218, "high": 0.7634387351778655, "label": "estimated" }, "speed": { "llmMs": 613, "jevMs": 327, "speedup": 1.875054608999563 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "s08_agentic_rag-get_graders", "link": "https://github.com/buffer121328/vibe-coding-and-agents/blob/ed86b4a36b2ce104f041f1f007cb9d24c90218c7/11_RAG实战/code/s08_agentic_rag.py#L74", "file": "11_RAG实战/code/s08_agentic_rag.py", "line": 74, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "binary_score", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 1 }, { "id": "s08_agentic_rag-get_graders-2", "link": "https://github.com/buffer121328/vibe-coding-and-agents/blob/ed86b4a36b2ce104f041f1f007cb9d24c90218c7/11_RAG实战/code/s08_agentic_rag.py#L75", "file": "11_RAG实战/code/s08_agentic_rag.py", "line": 75, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "faithful", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 1 }, { "id": "s08_agentic_rag-get_graders-3", "link": "https://github.com/buffer121328/vibe-coding-and-agents/blob/ed86b4a36b2ce104f041f1f007cb9d24c90218c7/11_RAG实战/code/s08_agentic_rag.py#L76", "file": "11_RAG实战/code/s08_agentic_rag.py", "line": 76, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "answered", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 1 }, { "id": "s12_citation_grounded_gen-demo_verify", "link": "https://github.com/buffer121328/vibe-coding-and-agents/blob/ed86b4a36b2ce104f041f1f007cb9d24c90218c7/11_RAG实战/code/s12_citation_grounded_gen.py#L89", "file": "11_RAG实战/code/s12_citation_grounded_gen.py", "line": 89, "language": "python", "provider": "langchain", "api": "get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "is_faithful", "kind": "noul" } ], "droppedFields": [ "hallucination_spans" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 1 } ] }, { "repo": "kennethleungty/Handoffs-in-LangGraph-Multi-Agent-Systems", "url": "https://github.com/kennethleungty/Handoffs-in-LangGraph-Multi-Agent-Systems", "sha": "bc256a000811923ebb405aff4a4ae05717becbfd", "license": "MIT", "stars": 13, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:36:56.202Z", "candidates": [ { "id": "nodes-supervisor_command_node", "link": "https://github.com/kennethleungty/Handoffs-in-LangGraph-Multi-Agent-Systems/blob/bc256a000811923ebb405aff4a4ae05717becbfd/src/nodes.py#L109", "file": "src/nodes.py", "line": 109, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "next_agent", "kind": "choice", "options": [ "transaction_history_agent", "property_profile_agent", "none" ] } ], "droppedFields": [ "property_name", "response" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6037391304347826, "high": 0.8624137931034482 }, "llmMs": 3585.7368421052633, "speedup": 10.965556092065025, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.03042553191489339, "high": 0.7657534246575342 }, "llmMs": 702.4285714285714, "speedup": 2.148099606815203, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "CodeLabsAI29/Inbox_OS", "url": "https://github.com/CodeLabsAI29/Inbox_OS", "sha": "5f4c33abfb6df2b4305cc73e2e8ab4f7c5e2d271", "license": "MIT", "stars": 12, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:38:35.682Z", "candidates": [ { "id": "ai.service-classifyWithOpenAI", "link": "https://github.com/CodeLabsAI29/Inbox_OS/blob/5f4c33abfb6df2b4305cc73e2e8ab4f7c5e2d271/backend/src/services/ai.service.ts#L334", "file": "backend/src/services/ai.service.ts", "line": 334, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "urgent", "finance", "job", "otp", "meeting", "newsletter", "academic", "personal", "work", "spam" ] } ], "droppedFields": [ "confidence", "deadlines" ], "model": "gpt-4o-mini", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 244, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.7097452229299362, "high": 0.7885159010600706, "label": "estimated" }, "speed": { "llmMs": 595, "jevMs": 327, "speedup": 1.8204456094364352 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "ai.service-categorizeLinkWithOpenAI", "link": "https://github.com/CodeLabsAI29/Inbox_OS/blob/5f4c33abfb6df2b4305cc73e2e8ab4f7c5e2d271/backend/src/services/ai.service.ts#L1443", "file": "backend/src/services/ai.service.ts", "line": 1443, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "unsubscribe", "confirm", "download", "meeting", "payment", "other" ] } ], "droppedFields": [], "model": "gpt-4o-mini", "modelSource": "literal", "status": "estimated", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 5, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "source": "https://openrouter.ai/openai/gpt-4o-mini", "checked": "2026-09-24" }, "reductionAllJev": { "low": -0.30200000000000027, "high": 0.762970297029703, "label": "estimated" }, "speed": { "llmMs": 595, "jevMs": 327, "speedup": 1.8204456094364352 }, "verdict": "no-saving", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "asteasolutions/tapestry-project", "url": "https://github.com/asteasolutions/tapestry-project", "sha": "86b6ea90330fcfa5bc097b57bb1b92f9346c2d4a", "license": "AGPL-3.0", "stars": 12, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:38:00.818Z", "candidates": [ { "id": "index-processChatMessage", "link": "https://github.com/asteasolutions/tapestry-project/blob/86b6ea90330fcfa5bc097b57bb1b92f9346c2d4a/server/src/ai/index.ts#L228", "file": "server/src/ai/index.ts", "line": 228, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "category", "kind": "choice", "options": [ "tapestry-action-intent", "general-question" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 39, "llmPromptMethod": "estimate:chars/4", "llmOutput": 10, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7355705996131527, "high": 0.8871996230563844 }, "llmMs": 748.1351351351351, "speedup": 2.287875030994297, "verdict": "cheaper", "basis": "common small google model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "hepai-lab/hepai", "url": "https://github.com/hepai-lab/hepai", "sha": "2cd79ca84e5eafaf2f99bca13d392c0caf00ae91", "license": null, "stars": 12, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:38:42.639Z", "candidates": [ { "id": "completions-stream", "link": "https://github.com/hepai-lab/hepai/blob/2cd79ca84e5eafaf2f99bca13d392c0caf00ae91/hepai/components/haiddf/hclient/openai_api/adapted_openai/resources/beta/chat/completions.py#L543", "file": "hepai/components/haiddf/hclient/openai_api/adapted_openai/resources/beta/chat/completions.py", "line": 543, "language": "python", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "unit", "kind": "choice", "options": [ "celsius", "fahrenheit" ] } ], "droppedFields": [ "location" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "lilinji/GeneTind-Life-Skills", "url": "https://github.com/lilinji/GeneTind-Life-Skills", "sha": "908229c955510a1841b216e8bf58f6b22818d4dc", "license": null, "stars": 12, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:38:39.586Z", "candidates": [ { "id": "digitizer-pre_analyze", "link": "https://github.com/lilinji/GeneTind-Life-Skills/blob/908229c955510a1841b216e8bf58f6b22818d4dc/skills/data-extractor/data_extractor_core/digitizer.py#L956", "file": "skills/data-extractor/data_extractor_core/digitizer.py", "line": 956, "language": "python", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "has_error_bars", "kind": "noul" } ], "droppedFields": [ "plot_type", "x_axis", "y_axis", "legend_entries", "num_series", "description" ], "model": "claude-sonnet-4-20250514", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 263, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-4", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9867142857142858, "high": 0.9895595290013083, "label": "estimated" }, "speed": { "llmMs": 1316, "jevMs": 327, "speedup": 4.0249528271195265 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "digitizer-_digitize_single", "link": "https://github.com/lilinji/GeneTind-Life-Skills/blob/908229c955510a1841b216e8bf58f6b22818d4dc/skills/data-extractor/data_extractor_core/digitizer.py#L1207", "file": "skills/data-extractor/data_extractor_core/digitizer.py", "line": 1207, "language": "python", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "x_scale", "kind": "choice", "options": [ "linear", "log" ] }, { "name": "y_scale", "kind": "choice", "options": [ "linear", "log" ] }, { "name": "confidence", "kind": "choice", "options": [ "high", "medium", "low" ] } ], "droppedFields": [ "plot_type", "title", "x_label", "y_label", "x_unit", "y_unit", "x_min", "x_max", "y_min", "y_max", "series", "notes" ], "model": "claude-opus-4-6", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 16, "llmOutputMethod": "estimate:chars/4", "jevStatic": 352, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "anthropic/claude-opus-4.6", "in": 5, "out": 25, "source": "https://openrouter.ai/anthropic/claude-opus-4.6", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9749615384615384, "high": 0.9928438461538461, "label": "estimated" }, "speed": { "llmMs": 2168, "jevMs": 327, "speedup": 6.628440366972477 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "osnHQ/ethosai", "url": "https://github.com/osnHQ/ethosai", "sha": "15671f31a48d518f8fef79e1d71cf2d160042313", "license": "GPL-3.0", "stars": 12, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:38:31.687Z", "candidates": [ { "id": "openai-generateReportsBatch", "link": "https://github.com/osnHQ/ethosai/blob/15671f31a48d518f8fef79e1d71cf2d160042313/services/api/src/utils/openai.ts#L57", "file": "services/api/src/utils/openai.ts", "line": 57, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "choice", "kind": "choice", "options": [ "A", "B", "C", "D", "E" ] } ], "droppedFields": [ "score" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "activeloopai/hle_with_tools", "url": "https://github.com/activeloopai/hle_with_tools", "sha": "7a348ce23658ecbc6dd5206382c92c4016d2471a", "license": "MIT", "stars": 11, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:39:23.606Z", "candidates": [ { "id": "run_judge_results-extract_answer", "link": "https://github.com/activeloopai/hle_with_tools/blob/7a348ce23658ecbc6dd5206382c92c4016d2471a/hle_eval/run_judge_results.py#L58", "file": "hle_eval/run_judge_results.py", "line": 58, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "correct", "kind": "choice", "options": [ "yes", "no" ] } ], "droppedFields": [ "extracted_final_answer", "reasoning", "confidence", "strict" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "ratel-ai/ratel-bench", "url": "https://github.com/ratel-ai/ratel-bench", "sha": "8faf208146b21bd293b40efc1d1b4210076a2f7b", "license": "MIT", "stars": 11, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:38:55.656Z", "candidates": [ { "id": "llm-judgeLLM", "link": "https://github.com/ratel-ai/ratel-bench/blob/8faf208146b21bd293b40efc1d1b4210076a2f7b/agent/src/judges/llm.ts#L117", "file": "agent/src/judges/llm.ts", "line": 117, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "verdict", "kind": "choice", "options": [ "pass", "fail", "partial" ] } ], "droppedFields": [ "explanation" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8291125, "high": 0.9646206896551724 }, "llmMs": 946.75, "speedup": 2.8952599388379205, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.44199999999999995, "high": 0.8597265624999999 }, "llmMs": 3519.9473684210525, "speedup": 10.764365041042973, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "redmadrobot-rnd/dcd", "url": "https://github.com/redmadrobot-rnd/dcd", "sha": "834b51350aefbe017db4b0df37bbd4c8e0225793", "license": "MIT", "stars": 11, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:39:22.397Z", "candidates": [ { "id": "rag_evaluator-evaluate_arc", "link": "https://github.com/redmadrobot-rnd/dcd/blob/834b51350aefbe017db4b0df37bbd4c8e0225793/5. Metrics calculation/rag_evaluator.py#L29", "file": "5. Metrics calculation/rag_evaluator.py", "line": 29, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "D", "kind": "noul" }, { "name": "P", "kind": "noul" }, { "name": "Sp", "kind": "noul" }, { "name": "V", "kind": "noul" } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 9, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5217142857142857, "high": 0.8555536480686695 }, "llmMs": 3585.7368421052633, "speedup": 10.965556092065025, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.13766990291262138, "high": 0.7540964442279591 }, "llmMs": 702.4285714285714, "speedup": 2.148099606815203, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "rag_evaluator-evaluate_cr", "link": "https://github.com/redmadrobot-rnd/dcd/blob/834b51350aefbe017db4b0df37bbd4c8e0225793/5. Metrics calculation/rag_evaluator.py#L52", "file": "5. Metrics calculation/rag_evaluator.py", "line": 52, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "verdict", "kind": "noul" } ], "droppedFields": [ "missing_facts", "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 9, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4476363636363635, "high": 0.8597950219619326 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "rag_evaluator-evaluate_fa", "link": "https://github.com/redmadrobot-rnd/dcd/blob/834b51350aefbe017db4b0df37bbd4c8e0225793/5. Metrics calculation/rag_evaluator.py#L77", "file": "5. Metrics calculation/rag_evaluator.py", "line": 77, "language": "python", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "supported", "kind": "noul" }, { "name": "no_contradictions", "kind": "noul" }, { "name": "no_hallucinations", "kind": "noul" }, { "name": "verdict", "kind": "noul" } ], "droppedFields": [ "reasoning" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 9, "llmPromptMethod": "estimate:chars/4", "llmOutput": 22, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7008170212765957, "high": 0.8613711670480549 }, "llmMs": 3730.4736842105262, "speedup": 11.408176404313537, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.20285714285714274, "high": 0.7592560801144492 }, "llmMs": 898.8571428571429, "speedup": 2.7487986020096113, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "wds1996/Tiny-Agent", "url": "https://github.com/wds1996/Tiny-Agent", "sha": "a112071b5bac1e3e56b8ff3a45ebeab58bfa387a", "license": "MIT", "stars": 11, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:41:40.116Z", "candidates": [ { "id": "structured_output-make_task_card", "link": "https://github.com/wds1996/Tiny-Agent/blob/a112071b5bac1e3e56b8ff3a45ebeab58bfa387a/stages/00-foundations/code/structured_output.py#L36", "file": "stages/00-foundations/code/structured_output.py", "line": 36, "language": "python", "provider": "openai", "api": "client.responses.parse", "signal": "schema", "fields": [ { "name": "city", "kind": "choice", "options": [ "Tokyo", "Paris" ] }, { "name": "needs_external_data", "kind": "noul" } ], "droppedFields": [ "goal", "reason" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 93, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7407272727272727, "high": 0.8658927097661624 }, "llmMs": 3585.7368421052633, "speedup": 10.965556092065025, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.4662032085561497, "high": 0.7718858212447356 }, "llmMs": 702.4285714285714, "speedup": 2.148099606815203, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "tool_calling-run_round_trip", "link": "https://github.com/wds1996/Tiny-Agent/blob/a112071b5bac1e3e56b8ff3a45ebeab58bfa387a/stages/00-foundations/code/tool_calling.py#L89", "file": "stages/00-foundations/code/tool_calling.py", "line": 89, "language": "python", "provider": "openai", "api": "client.responses.create", "signal": "schema", "fields": [ { "name": "city", "kind": "choice", "options": [ "Tokyo", "Paris" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 53, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5949333333333333, "high": 0.8622158273381295 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.23411764705882332, "high": 0.7685838569357177 }, "llmMs": 577.4285714285714, "speedup": 1.7658366098733072, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "RSametSamyeli/prompt-to-mobile-app-design", "url": "https://github.com/RSametSamyeli/prompt-to-mobile-app-design", "sha": "4b04cf33f8b7fdc3a4ae05e290380e5c01de147f", "license": null, "stars": 10, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:44:49.288Z", "candidates": [ { "id": "processChatMessage-L65", "link": "https://github.com/RSametSamyeli/prompt-to-mobile-app-design/blob/4b04cf33f8b7fdc3a4ae05e290380e5c01de147f/inngest/functions/processChatMessage.ts#L65", "file": "inngest/functions/processChatMessage.ts", "line": 65, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "intent", "kind": "choice", "options": [ "modify_frame", "create_screen", "question", "general" ] } ], "droppedFields": [ "targetFrameId", "targetFrameTitle", "modificationPrompt", "newScreenDescription", "response" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "Y-66/AdaptiveRAG", "url": "https://github.com/Y-66/AdaptiveRAG", "sha": "cc7af07c079cc15ebd03bd8bdea64c6c3561e614", "license": null, "stars": 10, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:43:07.901Z", "candidates": [ { "id": "nodes-business_logic_decision", "link": "https://github.com/Y-66/AdaptiveRAG/blob/cc7af07c079cc15ebd03bd8bdea64c6c3561e614/src/nodes.py#L32", "file": "src/nodes.py", "line": 32, "language": "python", "provider": "langchain", "api": "get_openai_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "route_to", "kind": "choice", "options": [ "financial_docs_rag", "sql_agent", "web_search" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5517704918032786, "high": 0.8613513513513513 }, "llmMs": 3559.4210526315787, "speedup": 10.885079671656204, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.05976744186046545, "high": 0.7648330058939096 }, "llmMs": 666.7142857142858, "speedup": 2.0388816076889476, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "utils-extract_filters", "link": "https://github.com/Y-66/AdaptiveRAG/blob/cc7af07c079cc15ebd03bd8bdea64c6c3561e614/src/utils.py#L84", "file": "src/utils.py", "line": 84, "language": "python", "provider": "langchain", "api": "_get_llm().with_structured_output", "signal": "schema", "fields": [ { "name": "doc_type", "kind": "choice", "options": [ "10-k", "10-q", "8-k", "other" ] }, { "name": "fiscal_quarter", "kind": "choice", "options": [ "q1", "q2", "q3", "q4" ] } ], "droppedFields": [ "company_name", "fiscal_year" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 11, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.566, "high": 0.859919540229885 }, "llmMs": 3585.7368421052633, "speedup": 10.965556092065025, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.061914893617021294, "high": 0.7615068493150685 }, "llmMs": 702.4285714285714, "speedup": 2.148099606815203, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "cypherpepe/elizaOS", "url": "https://github.com/cypherpepe/elizaOS", "sha": "b3ea05bb1a2623791e1ddfb1e36d93253ddff012", "license": "MIT", "stars": 10, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:44:52.419Z", "candidates": [ { "id": "helper-genereteSearchParameters", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-obsidian/src/helper.ts#L369", "file": "packages/plugin-obsidian/src/helper.ts", "line": 369, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "queryFormat", "kind": "choice", "options": [ "plaintext", "dataview", "jsonlogic" ] } ], "droppedFields": [ "query", "options" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "deployTokenAction-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-abstract/src/actions/deployTokenAction.ts#L115", "file": "packages/plugin-abstract/src/actions/deployTokenAction.ts", "line": 115, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "useAGW", "kind": "noul" } ], "droppedFields": [ "name", "symbol", "initialSupply" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.45316, "high": 0.8822622950819672 }, "llmMs": 667.0540540540541, "speedup": 2.0399206545995536, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "transferAction-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-abstract/src/actions/transferAction.ts#L126", "file": "packages/plugin-abstract/src/actions/transferAction.ts", "line": 126, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "useAGW", "kind": "noul" } ], "droppedFields": [ "tokenAddress", "recipient", "amount", "tokenSymbol" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.45316, "high": 0.8822622950819672 }, "llmMs": 667.0540540540541, "speedup": 2.0399206545995536, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "advancedTrade-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-coinbase/src/plugins/advancedTrade.ts#L246", "file": "packages/plugin-coinbase/src/plugins/advancedTrade.ts", "line": 246, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "side", "kind": "choice", "options": [ "BUY", "SELL" ] }, { "name": "orderType", "kind": "choice", "options": [ "MARKET", "LIMIT" ] } ], "droppedFields": [ "productId", "amount", "limitPrice" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8423894736842106, "high": 0.9642435207823961 }, "llmMs": 993.625, "speedup": 3.0386085626911314, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6007199999999999, "high": 0.8825349397590362 }, "llmMs": 734.6216216216217, "speedup": 2.246549301595173, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5090819672131147, "high": 0.8588378378378378 }, "llmMs": 3559.4210526315787, "speedup": 10.885079671656204, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "tokenContract-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-coinbase/src/plugins/tokenContract.ts#L115", "file": "packages/plugin-coinbase/src/plugins/tokenContract.ts", "line": 115, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "contractType", "kind": "choice", "options": [ "ERC20", "ERC721", "ERC1155" ] } ], "droppedFields": [ "name", "symbol", "network", "baseURI", "totalSupply" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "trade-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-coinbase/src/plugins/trade.ts#L136", "file": "packages/plugin-coinbase/src/plugins/trade.ts", "line": 136, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "side", "kind": "choice", "options": [ "BUY", "SELL" ] } ], "droppedFields": [ "network", "amount", "sourceAsset", "targetAsset" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8047, "high": 0.9644455445544554 }, "llmMs": 915.5, "speedup": 2.7996941896024463, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.45316, "high": 0.8822622950819672 }, "llmMs": 667.0540540540541, "speedup": 2.0399206545995536, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.33312195121951216, "high": 0.8586220472440944 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "getMarkets-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-coingecko/src/actions/getMarkets.ts#L154", "file": "packages/plugin-coingecko/src/actions/getMarkets.ts", "line": 154, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "order", "kind": "choice", "options": [ "market_cap_desc", "market_cap_asc", "volume_desc", "volume_asc" ] }, { "name": "sparkline", "kind": "noul" } ], "droppedFields": [ "vs_currency", "category", "per_page", "page" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 12, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8638818181818182, "high": 0.9645038834951456 }, "llmMs": 1040.5, "speedup": 3.1819571865443423, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6672666666666667, "high": 0.8839333333333333 }, "llmMs": 775.1621621621622, "speedup": 2.370526489792545, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5897808219178082, "high": 0.8604541984732825 }, "llmMs": 3598.8947368421054, "speedup": 11.005794302269436, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.018571428571428683, "high": 0.76197265625 }, "llmMs": 720.2857142857142, "speedup": 2.202708606378331, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "getPrice-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-coingecko/src/actions/getPrice.ts#L101", "file": "packages/plugin-coingecko/src/actions/getPrice.ts", "line": 101, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "include_market_cap", "kind": "noul" }, { "name": "include_24hr_vol", "kind": "noul" }, { "name": "include_24hr_change", "kind": "noul" }, { "name": "include_last_updated_at", "kind": "noul" } ], "droppedFields": [ "coinIds", "currency" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 29, "llmOutputMethod": "estimate:chars/4", "jevStatic": 383, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9098615384615385, "high": 0.9646965034965035 }, "llmMs": 1306.125, "speedup": 3.9942660550458715, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.79912, "high": 0.887396282527881 }, "llmMs": 1004.8918918918919, "speedup": 3.073063889577651, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7506808510638298, "high": 0.8642903225806452 }, "llmMs": 3822.5789473684213, "speedup": 11.689843875744408, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.29409638554216855, "high": 0.7614177693761814 }, "llmMs": 1023.8571428571429, "speedup": 3.1310615989515074, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "getTopGainersLosers-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-coingecko/src/actions/getTopGainersLosers.ts#L97", "file": "packages/plugin-coingecko/src/actions/getTopGainersLosers.ts", "line": 97, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "duration", "kind": "choice", "options": [ "1h", "24h", "7d", "14d", "30d", "60d", "1y" ] } ], "droppedFields": [ "vs_currency", "top_coins" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5028727272727272, "high": 0.8827428571428572 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "getTrending-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-coingecko/src/actions/getTrending.ts#L109", "file": "packages/plugin-coingecko/src/actions/getTrending.ts", "line": 109, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "include_nfts", "kind": "noul" }, { "name": "include_categories", "kind": "noul" } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 13, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8698, "high": 0.9645898305084746 }, "llmMs": 1056.125, "speedup": 3.2297400611620795, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.684778947368421, "high": 0.8843920948616601 }, "llmMs": 788.6756756756756, "speedup": 2.4118522191916685, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6110909090909091, "high": 0.8609847908745247 }, "llmMs": 3612.0526315789475, "speedup": 11.046032512473845, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.021372549019607723, "high": 0.7624366471734894 }, "llmMs": 738.1428571428571, "speedup": 2.2573176059414592, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "balance-buildBalanceDetails", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-cronos/src/actions/balance.ts#L55", "file": "packages/plugin-cronos/src/actions/balance.ts", "line": 55, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "chain", "kind": "choice", "options": [ "cronos", "cronosTestnet" ] } ], "droppedFields": [ "address" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5793538461538461, "high": 0.8836923076923077 }, "llmMs": 707.5945945945946, "speedup": 2.1638978427969255, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "transfer-buildTransferDetails", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/plugin-cronos/src/actions/transfer.ts#L90", "file": "packages/plugin-cronos/src/actions/transfer.ts", "line": 90, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "fromChain", "kind": "choice", "options": [ "cronos", "cronosTestnet" ] } ], "droppedFields": [ "toAddress", "amount", "data" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8481, "high": 0.9647941176470588 }, "llmMs": 978, "speedup": 2.9908256880733943, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6093999999999999, "high": 0.8841612903225806 }, "llmMs": 721.1081081081081, "speedup": 2.2052235721960494, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5203157894736842, "high": 0.8608139534883721 }, "llmMs": 3546.2631578947367, "speedup": 10.844841461451795, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.11146341463414644, "high": 0.7643700787401575 }, "llmMs": 648.8571428571429, "speedup": 1.9842726081258193, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "sampleAction-handler", "link": "https://github.com/cypherpepe/elizaOS/blob/b3ea05bb1a2623791e1ddfb1e36d93253ddff012/packages/_examples/plugin/src/actions/sampleAction.ts#L36", "file": "packages/_examples/plugin/src/actions/sampleAction.ts", "line": 36, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "type", "kind": "choice", "options": [ "document", "image", "video" ] } ], "droppedFields": [ "id", "name", "description", "tags" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5028727272727272, "high": 0.8827428571428572 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "typper-io/crust", "url": "https://github.com/typper-io/crust", "sha": "25e015aa4a426d0d561e7abf9dca91f9048e3479", "license": null, "stars": 10, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:42:28.536Z", "candidates": [ { "id": "cost-analyzeCost", "link": "https://github.com/typper-io/crust/blob/25e015aa4a426d0d561e7abf9dca91f9048e3479/src/cost.ts#L90", "file": "src/cost.ts", "line": 90, "language": "ts", "provider": "openai", "api": "chat.completions.parse", "signal": "schema", "fields": [ { "name": "cloudProvider", "kind": "choice", "options": [ "aws", "azure", "gcp" ] } ], "droppedFields": [ "oldResources", "newResources" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 24, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 6, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9442, "high": 0.98597265625, "label": "estimated" }, "speed": { "llmMs": 658, "jevMs": 327, "speedup": 2.012867116727252 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "worldalliance/alliance", "url": "https://github.com/worldalliance/alliance", "sha": "827f57d73e7b9e882ff7cf312b6f7214ed657b2e", "license": null, "stars": 10, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:42:38.707Z", "candidates": [ { "id": "ai-review-reviewPage", "link": "https://github.com/worldalliance/alliance/blob/827f57d73e7b9e882ff7cf312b6f7214ed657b2e/citesting/src/ai-review.ts#L50", "file": "citesting/src/ai-review.ts", "line": 50, "language": "ts", "provider": "anthropic", "api": "client.messages.create", "signal": "schema", "fields": [ { "name": "status", "kind": "choice", "options": [ "pass", "fail" ] } ], "droppedFields": [ "page", "reason" ], "model": "claude-sonnet-4-5-20250929", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 139, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "anthropic/claude-sonnet-4.5", "in": 3, "out": 15, "source": "https://openrouter.ai/anthropic/claude-sonnet-4.5", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9787056074766355, "high": 0.9889371534195933, "label": "estimated" }, "speed": { "llmMs": 2093, "jevMs": 327, "speedup": 6.401024878089098 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "ayuer/OptionFinder", "url": "https://github.com/ayuer/OptionFinder", "sha": "e8de7be50c5d96b03d1fae2c7c12c0cb8ae4989d", "license": null, "stars": 9, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:46:07.935Z", "candidates": [ { "id": "AIService-openaiChatCompletion", "link": "https://github.com/ayuer/OptionFinder/blob/e8de7be50c5d96b03d1fae2c7c12c0cb8ae4989d/src/services/AIService.ts#L178", "file": "src/services/AIService.ts", "line": 178, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "schema", "fields": [ { "name": "sentiment", "kind": "choice", "options": [ "bullish", "bearish", "neutral" ] } ], "droppedFields": [ "summary", "keyObservations", "tradingSuggestions", "supportResistance" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 0, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 7, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9298923076923077, "high": 0.9858343195266273, "label": "estimated" }, "speed": { "llmMs": 677, "jevMs": 327, "speedup": 2.070567191737349 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "AIService-claudeChatCompletion", "link": "https://github.com/ayuer/OptionFinder/blob/e8de7be50c5d96b03d1fae2c7c12c0cb8ae4989d/src/services/AIService.ts#L228", "file": "src/services/AIService.ts", "line": 228, "language": "ts", "provider": "anthropic", "api": "anthropic.messages.create", "signal": "schema", "fields": [ { "name": "sentiment", "kind": "choice", "options": [ "bullish", "bearish", "neutral" ] } ], "droppedFields": [ "summary", "keyObservations", "tradingSuggestions", "supportResistance" ], "model": "claude-3-5-sonnet-20240620", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 6, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "hnu-vis/TSPilot", "url": "https://github.com/hnu-vis/TSPilot", "sha": "676b0b328a108d296df3673235dce87392c4e13d", "license": "MIT", "stars": 9, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:48:02.676Z", "candidates": [ { "id": "forecast-_assess_input_quality", "link": "https://github.com/hnu-vis/TSPilot/blob/676b0b328a108d296df3673235dce87392c4e13d/tools/forecast.py#L285", "file": "tools/forecast.py", "line": 285, "language": "python", "provider": "langchain", "api": "self._llm.with_structured_output", "signal": "schema", "fields": [ { "name": "safe_to_forecast", "kind": "noul" } ], "droppedFields": [ "reason", "quality_issues" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "kristianeboe/swipestats.io", "url": "https://github.com/kristianeboe/swipestats.io", "sha": "770128a302a815c2d4041905e98dd4f19bf82736", "license": null, "stars": 9, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:45:45.964Z", "candidates": [ { "id": "post-process-profile.service-postProcessProfile", "link": "https://github.com/kristianeboe/swipestats.io/blob/770128a302a815c2d4041905e98dd4f19bf82736/src/server/api/services/post-process-profile.service.ts#L28", "file": "src/server/api/services/post-process-profile.service.ts", "line": 28, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "piiDetected", "kind": "noul" }, { "name": "primaryLanguage", "kind": "choice", "options": [ "English", "Mandarin", "Cantonese", "Spanish", "Hindi", "Arabic", "French", "Portuguese", "Japanese", "German", "Korean", "Italian", "Dutch", "Polish", "Russian", "Swedish", "Greek", "Ukrainian", "Romanian", "Czech", "Hungarian", "Bulgarian", "Serbian", "Finnish", "Danish", "Norwegian", "Lithuanian", "Slovak", "Catalan", "German_Swiss", "Other_Asian", "Other_European", "Other_Indian", "Other_African", "Other" ] } ], "droppedFields": [ "engagementScore", "languages" ], "model": "gpt-4o", "modelSource": "literal", "status": "partial-swap", "tokens": { "llmPrompt": 85, "llmPromptMethod": "tiktoken:o200k_base", "llmOutput": 15, "llmOutputMethod": "tiktoken:o200k_base", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": { "key": "openai/gpt-4o", "in": 2.5, "out": 10, "source": "https://openrouter.ai/openai/gpt-4o", "checked": "2026-09-24" }, "reductionAllJev": { "low": 0.9692861538461538, "high": 0.9863641958041958, "label": "estimated" }, "speed": { "llmMs": 828, "jevMs": 327, "speedup": 2.5321677918181296 }, "verdict": "cheaper", "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "kushalBanda/AI-Engineer", "url": "https://github.com/kushalBanda/AI-Engineer", "sha": "6181e3dfa8190f71e8eaac54089ac542b574ff39", "license": "MIT", "stars": 9, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:47:56.155Z", "candidates": [ { "id": "main-classify_message", "link": "https://github.com/kushalBanda/AI-Engineer/blob/6181e3dfa8190f71e8eaac54089ac542b574ff39/Langgraph/Advanced AI Agent/main.py#L31", "file": "Langgraph/Advanced AI Agent/main.py", "line": 31, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "message_type", "kind": "choice", "options": [ "emotional", "logical" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 7, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8391647058823529, "high": 0.9647076167076167 }, "llmMs": 962.375, "speedup": 2.9430428134556577, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.4841132075471698, "high": 0.860272373540856 }, "llmMs": 3533.1052631578946, "speedup": 10.804603251247384, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 } ] }, { "repo": "resaro-ai/drone_vlm_golden_eval", "url": "https://github.com/resaro-ai/drone_vlm_golden_eval", "sha": "7ea04f150c8c1cfe4bf303b1700071fa772f03b8", "license": null, "stars": 9, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:47:46.872Z", "candidates": [ { "id": "vlm_curation-_request_json", "link": "https://github.com/resaro-ai/drone_vlm_golden_eval/blob/7ea04f150c8c1cfe4bf303b1700071fa772f03b8/drone_vlm_eval/vlm_curation.py#L398", "file": "drone_vlm_eval/vlm_curation.py", "line": 398, "language": "python", "provider": "openai", "api": "_client.responses.parse", "signal": "schema", "fields": [ { "name": "background", "kind": "choice", "options": [ "sky", "trees", "building", "cluttered" ] }, { "name": "lighting", "kind": "choice", "options": [ "normal", "dark", "bright", "backlit" ] }, { "name": "blur_bucket", "kind": "choice", "options": [ "sharp", "mild", "blurry" ] }, { "name": "camera_angle", "kind": "choice", "options": [ "top_down", "high_angle", "eye_level", "low_angle", "worms_eye" ] }, { "name": "depth_range", "kind": "choice", "options": [ "close_up", "mid_range", "landscape" ] } ], "droppedFields": [ "possible_confusers", "caption" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 21, "llmPromptMethod": "estimate:chars/4", "llmOutput": 31, "llmOutputMethod": "estimate:chars/4", "jevStatic": 414, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7632727272727273, "high": 0.8642080211546936 }, "llmMs": 3848.8947368421054, "speedup": 11.770320296153228, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.35456410256410253, "high": 0.7605967365967365 }, "llmMs": 1059.5714285714284, "speedup": 3.240279598077763, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "JohnZolton/patense-local", "url": "https://github.com/JohnZolton/patense-local", "sha": "d24b8eba4a88af553c064482a2df5441206a0ec2", "license": null, "stars": 8, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:48:38.697Z", "candidates": [ { "id": "jobs-L222", "link": "https://github.com/JohnZolton/patense-local/blob/d24b8eba4a88af553c064482a2df5441206a0ec2/src/server/api/routers/jobs.ts#L222", "file": "src/server/api/routers/jobs.ts", "line": 222, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": "NousResearch/Meta-Llama-3.1-8B-Instruct", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 91, "llmPromptMethod": "estimate:chars/4", "llmOutput": 1, "llmOutputMethod": "estimate:chars/4", "jevStatic": 365, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "entbappy/AgentWriter-AI", "url": "https://github.com/entbappy/AgentWriter-AI", "sha": "a3c1bd7c35098d55862c253e275e3410cf0c3f44", "license": "Apache-2.0", "stars": 8, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:50:26.659Z", "candidates": [ { "id": "backend-router_node", "link": "https://github.com/entbappy/AgentWriter-AI/blob/a3c1bd7c35098d55862c253e275e3410cf0c3f44/backend.py#L172", "file": "backend.py", "line": 172, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "needs_research", "kind": "noul" }, { "name": "mode", "kind": "choice", "options": [ "closed_book", "hybrid", "open_book" ] } ], "droppedFields": [ "queries" ], "model": "llama3.1:8b", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 12, "llmOutputMethod": "estimate:chars/4", "jevStatic": 321, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "backend-orchestrator_node", "link": "https://github.com/entbappy/AgentWriter-AI/blob/a3c1bd7c35098d55862c253e275e3410cf0c3f44/backend.py#L301", "file": "backend.py", "line": 301, "language": "python", "provider": "langchain", "api": "llm.with_structured_output", "signal": "schema", "fields": [ { "name": "blog_kind", "kind": "choice", "options": [ "explainer", "tutorial", "news_roundup", "comparison", "system_design" ] } ], "droppedFields": [ "blog_title", "audience", "tone", "constraints", "tasks" ], "model": "llama3.1:8b", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 8, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "mizuki0x/kamiyo-protocol", "url": "https://github.com/mizuki0x/kamiyo-protocol", "sha": "059b269c268c109dbf76fd5bb75c18af824f963e", "license": "MIT", "stars": 8, "ownerType": "User", "featured": false, "scannedAt": "2026-09-23T19:49:56.063Z", "candidates": [ { "id": "job-worker-isJobPost", "link": "https://github.com/mizuki0x/kamiyo-protocol/blob/059b269c268c109dbf76fd5bb75c18af824f963e/packages/kamiyo-moltbook-agent/src/strategies/job-worker.ts#L136", "file": "packages/kamiyo-moltbook-agent/src/strategies/job-worker.ts", "line": 136, "language": "ts", "provider": "anthropic", "api": "anthropic.messages.create", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": "claude-3-5-haiku-20241022", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 32, "llmPromptMethod": "estimate:chars/4", "llmOutput": 1, "llmOutputMethod": "estimate:chars/4", "jevStatic": 324, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 } ] }, { "repo": "rxtech-lab/hk-transportation-mcp", "url": "https://github.com/rxtech-lab/hk-transportation-mcp", "sha": "2cdab8119e494728e87bef7a69de538c18003a4b", "license": null, "stars": 8, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:49:27.973Z", "candidates": [ { "id": "route-isHongKongTransportationQuery", "link": "https://github.com/rxtech-lab/hk-transportation-mcp/blob/2cdab8119e494728e87bef7a69de538c18003a4b/frontend/app/api/chat/route.ts#L54", "file": "frontend/app/api/chat/route.ts", "line": 54, "language": "ts", "provider": "ai-sdk", "api": "generateText", "signal": "schema", "fields": [ { "name": "choice", "kind": "choice", "options": [ "YES", "NO" ] } ], "droppedFields": [], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 254, "llmPromptMethod": "estimate:chars/4", "llmOutput": 4, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.8372499999999999, "high": 0.8743307086614173 }, "llmMs": 3493.6315789473683, "speedup": 10.683888620634153, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.7151875, "high": 0.7890748898678414 }, "llmMs": 577.4285714285714, "speedup": 1.7658366098733072, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] }, { "repo": "wishonia/wishonia", "url": "https://github.com/wishonia/wishonia", "sha": "38c17a863aa7e6b79514bd5b18ffd5f4c71ba8e5", "license": null, "stars": 8, "ownerType": "Organization", "featured": false, "scannedAt": "2026-09-23T19:48:52.185Z", "candidates": [ { "id": "llm-askYesOrNoQuestion", "link": "https://github.com/wishonia/wishonia/blob/38c17a863aa7e6b79514bd5b18ffd5f4c71ba8e5/lib/llm.ts#L71", "file": "lib/llm.ts", "line": 71, "language": "ts", "provider": "openai", "api": "chat.completions.create", "signal": "prompt-heuristic", "fields": [ { "name": "answer", "kind": "noul" } ], "droppedFields": [], "model": "gpt-3.5-turbo-0125", "modelSource": "literal", "status": "price-unknown", "tokens": { "llmPrompt": 16, "llmPromptMethod": "estimate:chars/4", "llmOutput": 1, "llmOutputMethod": "estimate:chars/4", "jevStatic": 311, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [], "likelyModelsHidden": 0 }, { "id": "image-service-validateImage", "link": "https://github.com/wishonia/wishonia/blob/38c17a863aa7e6b79514bd5b18ffd5f4c71ba8e5/lib/services/image-service.ts#L44", "file": "lib/services/image-service.ts", "line": 44, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "isRelevant", "kind": "noul" } ], "droppedFields": [ "confidence", "reasoning", "suggestedDescription" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 84, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9140188679245282, "high": 0.965945945945946 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7405882352941175, "high": 0.8873765093304061 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.6857241379310344, "high": 0.8647457627118644 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.4081818181818181, "high": 0.7724334600760456 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "source-linker-evaluateSource", "link": "https://github.com/wishonia/wishonia/blob/38c17a863aa7e6b79514bd5b18ffd5f4c71ba8e5/lib/services/source-linker.ts#L36", "file": "lib/services/source-linker.ts", "line": 36, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "supports", "kind": "noul" } ], "droppedFields": [ "confidence", "explanation" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 133, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": true }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.9342740384615384, "high": 0.9667191844300278 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.7971661721068249, "high": 0.8899141630901287 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.7547802690582959, "high": 0.867795674183157 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": 0.5510344827586207, "high": 0.7776126335346027 }, "llmMs": 595.2857142857143, "speedup": 1.8204456094364352, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 0 }, { "id": "githubToWordPress-checkContentRelevance", "link": "https://github.com/wishonia/wishonia/blob/38c17a863aa7e6b79514bd5b18ffd5f4c71ba8e5/lib/wordpress/githubToWordPress.ts#L557", "file": "lib/wordpress/githubToWordPress.ts", "line": 557, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "relevant", "kind": "noul" } ], "droppedFields": [ "reason", "score" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 5, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.81772, "high": 0.9645333333333334 }, "llmMs": 931.125, "speedup": 2.8474770642201834, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.5028727272727272, "high": 0.8827428571428572 }, "llmMs": 680.5675675675676, "speedup": 2.081246383998678, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.39239999999999997, "high": 0.8591764705882352 }, "llmMs": 3506.7894736842104, "speedup": 10.724126830838564, "verdict": "cheaper", "basis": "common small openai model" } ], "likelyModelsHidden": 1 }, { "id": "fdaiMetaAnalyzer-doMetaAnalysis", "link": "https://github.com/wishonia/wishonia/blob/38c17a863aa7e6b79514bd5b18ffd5f4c71ba8e5/lib/agents/fdai/fdaiMetaAnalyzer.ts#L118", "file": "lib/agents/fdai/fdaiMetaAnalyzer.ts", "line": 118, "language": "ts", "provider": "ai-sdk", "api": "generateObject", "signal": "schema", "fields": [ { "name": "overallSafetyRating", "kind": "choice", "options": [ "Low", "Moderate", "High" ] } ], "droppedFields": [ "drugName", "conditionName", "shortSafetySummary", "keyFindings", "riskFactors", "precautions", "contraindications", "longTermSafetyConsiderations", "pregnancySafety", "childrenSafety", "drugInteractions", "sideEffects", "relativeSafetyScore", "effectivenessComparison", "dalysAvoided", "qalysIncreased", "numberNeededToHarm", "numberOfPatients", "numberNeededToTreat" ], "model": null, "modelSource": null, "status": "model-unknown", "tokens": { "llmPrompt": 0, "llmPromptMethod": "estimate:chars/4", "llmOutput": 9, "llmOutputMethod": "estimate:chars/4", "jevStatic": 290, "jevStaticMethod": "estimate:chars/4", "promptInSource": false }, "price": null, "reductionAllJev": null, "speed": null, "verdict": null, "likelyModels": [ { "key": "anthropic/claude-haiku-4.5", "in": 1, "out": 5, "reductionAllJev": { "low": 0.8560947368421052, "high": 0.964880195599022 }, "llmMs": 993.625, "speedup": 3.0386085626911314, "verdict": "cheaper", "basis": "common small anthropic model" }, { "key": "google/gemini-2.5-flash", "in": 0.3, "out": 2.5, "reductionAllJev": { "low": 0.6354399999999999, "high": 0.8846265060240963 }, "llmMs": 734.6216216216217, "speedup": 2.246549301595173, "verdict": "cheaper", "basis": "common small google model" }, { "key": "openai/gpt-5-mini", "in": 0.25, "out": 2, "reductionAllJev": { "low": 0.5517704918032786, "high": 0.8613513513513513 }, "llmMs": 3559.4210526315787, "speedup": 10.885079671656204, "verdict": "cheaper", "basis": "common small openai model" }, { "key": "openai/gpt-4o-mini", "in": 0.15, "out": 0.6, "reductionAllJev": { "low": -0.05976744186046545, "high": 0.7648330058939096 }, "llmMs": 666.7142857142858, "speedup": 2.0388816076889476, "verdict": "same-cost-faster", "basis": "common small openai model" } ], "likelyModelsHidden": 0 } ] } ] }