Files
helmdocs-proposal-system/corpus/friendship-pcs/responses/potomac-provisions.truth.json
Christian 19e7ffe92a Add three synthesized Friendship PCS responses with ground truth
Covers all nine stress cases from #25, #15 and #16. The lowest bid is
disqualified on two missing health documents and the highest bid is
strongest on the SFA's own geographic-preference criterion, so a ranking
that cannot represent absence gets the field exactly backwards.

Deliberate traps: a planted $400 arithmetic error in a stated total, an
unverifiable total whose unit price lives only in the external Excel, an
unlabelled exception, a non-priceable exception that is really a conditional
withdrawal, and an answered-but-negative response.

Second schema finding, surfaced by the validator: R-B6C is a mandatory gate
that no response document can establish. Coverage over it is unknowable
rather than absent.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
2026-08-03 18:39:08 -04:00

91 lines
6.5 KiB
JSON

{
"$comment": "Ground truth for source/potomac-provisions.md. Answers key to rfp.truth.json requirement ids.",
"vendor": { "id": "POTOMAC", "name": "Potomac Provisions LLC", "location": "Landover, MD" },
"bindingMechanism": {
"level": "tabbed_restatement",
"$comment": "#22's most reliable tier. A compliance matrix restates each RFP reference explicitly, giving a near-guaranteed 1:1 join key. This is the easy end of the gradient and should extract almost perfectly."
},
"expectedOutcome": {
"gatesPassed": true,
"narrative": "Complete and responsive. Strongest on USDA Foods and dependability, weakest on geographic preference at 18%. Should win on completeness rather than on any single criterion."
},
"answers": [
{ "requirementId": "R-A1", "coverage": "answered", "evidence": "Compliance matrix row A.1 — Complete, signed" },
{ "requirementId": "R-A2", "coverage": "answered", "evidence": "Compliance matrix row A.2" },
{ "requirementId": "R-B2-LOCAL", "coverage": "answered", "evidence": "18% certified; audit right accepted", "value": { "localPercent": 18 } },
{ "requirementId": "R-B6C", "coverage": "answered", "evidence": "Two bid copies provided" },
{ "requirementId": "R-B6D", "coverage": "answered", "evidence": "Prince George's County health certificate, exp. 2022-03-31" },
{ "requirementId": "R-B7-FORMAT", "coverage": "answered", "evidence": "Four titled sections present" },
{ "requirementId": "R-B8-QUEST", "coverage": "answered", "evidence": "Pre-Qualification Questionnaire complete" },
{ "requirementId": "R-B8-LICENSE", "coverage": "answered", "evidence": "MD SDAT D14882910" },
{ "requirementId": "R-B8-OCCUPANCY", "coverage": "answered", "evidence": "Attached" },
{ "requirementId": "R-B8-FINANCIALS", "coverage": "answered", "evidence": "FY2019 and FY2020 audited" },
{ "requirementId": "R-C1-VALUES", "coverage": "answered", "evidence": "Section Four, 'Response to values statement' — explicit heading" },
{ "requirementId": "R-C5-INSPECTIONS", "coverage": "answered", "evidence": "2020-11-04 and 2021-02-17, both passed" },
{ "requirementId": "R-D6-INSURANCE", "coverage": "answered", "evidence": "$2M per occurrence / $4M aggregate" },
{ "requirementId": "R-SCHED-C", "coverage": "answered", "evidence": "Submitted in Excel as instructed; structure summarised in Section Two",
"$comment": "The RESPONSE references pricing correctly, but the actual price sheet is outside this document — the same KM-1 shape on the response side." },
{ "requirementId": "R-ATT-A", "coverage": "answered", "evidence": "HSA acknowledged, Section Three" },
{ "requirementId": "R-ATT-B", "coverage": "answered", "evidence": "Signed" },
{ "requirementId": "R-ATT-C", "coverage": "answered", "evidence": "Signed" },
{ "requirementId": "R-ATT-D", "coverage": "answered", "evidence": "Signed" },
{ "requirementId": "R-E1-EEO", "coverage": "answered", "evidence": "Signed" },
{ "requirementId": "R-E3-CLEANAIR", "coverage": "answered", "evidence": "Signed" },
{ "requirementId": "R-C5-FOODSAFETY", "coverage": "answered", "evidence": "GFSI-certified under SQF Level 2" },
{ "requirementId": "R-C6-PEST", "coverage": "answered", "evidence": "Licensed applicator, monthly service, quarterly third-party audit" },
{ "requirementId": "R-C7-QA", "coverage": "answered", "evidence": "USDA No. 1 or better; driver authorised to credit at receipt" },
{ "requirementId": "R-C8-FARM2SCHOOL", "coverage": "indeterminate", "evidence": "Local sourcing addressed at 18%, but Farm to School participation as such is never mentioned",
"$comment": "The topic is adjacent and the requirement is not squarely answered. This is the coverage state that most needs a human." },
{ "requirementId": "R-USDA-FOODS", "coverage": "answered", "evidence": "Approved processor-distributor MD and DC; 340,000 lbs processed SY2020-21" },
{ "requirementId": "R-CN-LABELS", "coverage": "answered", "evidence": "Portal per-item document library; bulk PDF per menu cycle" },
{ "requirementId": "R-D1-DELIVERY", "coverage": "answered", "evidence": "Freight to all eight sites within Schedule A windows" },
{ "requirementId": "R-D8-EPA", "coverage": "answered", "evidence": "PPI-based, at contract anniversary only" },
{ "requirementId": "R-B5-PRICING-TERMS", "coverage": "answered", "evidence": "Prices firm for base year" },
{ "requirementId": "R-D3-RECORDS", "coverage": "not_answered", "evidence": null,
"$comment": "Narrative requirement, not a gate — no disqualification, but it is a real gap in an otherwise complete response." },
{ "requirementId": "R-C4-MENUS", "coverage": "not_answered", "evidence": null }
],
"priceQuote": {
"rateStructure": {
"kind": "volume_banded",
"$comment": "Exercises #29. Retroactive year-end rebate — the applicable band is not knowable at order time, only at year end, which means derived_cost must be computed against the DECLARED scenario volume rather than observed.",
"unit": "case",
"listPrice": 28.40,
"bands": [
{ "minCases": 0, "maxCases": 11999, "discountPercent": 0.0, "effectiveUnitPrice": 28.40 },
{ "minCases": 12000, "maxCases": 23999, "discountPercent": 3.0, "effectiveUnitPrice": 27.55 },
{ "minCases": 24000, "maxCases": 35999, "discountPercent": 5.5, "effectiveUnitPrice": 26.84 },
{ "minCases": 36000, "maxCases": null, "discountPercent": 7.5, "effectiveUnitPrice": 26.27 }
],
"freightIncluded": true,
"fuelSurcharge": false,
"minimumOrderCharge": false
},
"statedBaseYearTotal": 589970,
"statedAtScenarioVolume": 21400,
"$verify": "21400 cases falls in band 2 (12000-23999) at 27.55 -> 21400 * 27.55 = 589,570. The document states 589,970. DELIBERATE 400 DISCREPANCY — see arithmeticTraps."
},
"exceptions": [],
"arithmeticTraps": [
{
"id": "AT-1",
"where": "Section Two, base year total",
"$comment": "The stated total ($589,970) does not equal band price x scenario volume ($589,570). A $400 gap. Planted deliberately: #15 decision 2 puts all price arithmetic in code precisely so a stated total is never trusted over a computed one. An extractor that lifts the vendor's stated figure reports the wrong number and nothing catches it.",
"statedTotal": 589970,
"computedTotal": 589570,
"delta": 400
}
],
"extractionDifficulty": {
"expectRecall": "very high",
"$comment": "The compliance matrix gives explicit RFP references. Failure here indicates a table-parsing defect rather than a binding problem."
}
}