{
 "page": "https://tools.openkrill.app/compare/recall-check-tools",
 "checked": "2026-10-13",
 "tests": [
  {
   "label": "recalls",
   "question": "Does this vehicle model and year, or this product, have a recall from the right agency, and which one?",
   "inputs": [
    {
     "input": "2018 Honda Accord",
     "truth": "Yes, NHTSA: 6 campaigns; newest 26V332000 (2026-05-21), also 23V858000, 23V158000, 20V771000, 20V314000, 18V629000",
     "sources": [
      "https://api.nhtsa.gov/recalls/recallsByVehicle?make=honda&model=accord&modelYear=2018"
     ]
    },
    {
     "input": "2023 Mazda MX-5",
     "truth": "Yes, NHTSA: 1 campaign, 24V695000 (2024-09-18, air bag control module software)",
     "sources": [
      "https://api.nhtsa.gov/recalls/recallsByVehicle?make=mazda&model=mx-5&modelYear=2023"
     ]
    },
    {
     "input": "HotHands rechargeable hand warmers",
     "truth": "Yes, CPSC: recall 27011, Kobayashi, 2026-10-01, fire and burn hazards",
     "sources": [
      "https://www.saferproducts.gov/RestWebServices/Recall?format=json&RecallDateStart=2026-09-01&RecallDateEnd=2026-10-13"
     ]
    },
    {
     "input": "Todd's Seeds alfalfa sprouting seeds",
     "truth": "Yes, FDA: Class I recall H-1404-2026 (report date 2026-10-07); Todd's Seeds has 6 reports, H-1404-2026 to H-1409-2026",
     "sources": [
      "https://api.fda.gov/food/enforcement.json?search=recalling_firm:\"TODD'S"
     ]
    },
    {
     "input": "Shanghai Ravioli buffalo chicken rangoon",
     "truth": "Yes, USDA FSIS: recall 018-2026 (2026-08-26, Class I); the right agency is FSIS, not FDA",
     "sources": [
      "https://www.fsis.usda.gov/recalls"
     ]
    }
   ]
  }
 ],
 "results": [
  {
   "name": "NHTSA Recalls",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "It is the official record the vehicle truth comes from.",
     "inScope": null
    }
   ]
  },
  {
   "name": "CPSC Recalls",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "It is the official record the product truth comes from.",
     "inScope": null
    }
   ]
  },
  {
   "name": "Recalls.gov",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "It only links out to each agency site and does not answer a search.",
     "inScope": null
    }
   ]
  },
  {
   "name": "USDA FSIS Recalls",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "It is the official record for input 5; its API answered 403 to our script.",
     "inScope": null
    }
   ]
  },
  {
   "name": "CPSC Recalls MCP Server (cyanheads)",
   "ours": false,
   "tests": [
    {
     "tested": true,
     "correct": 1,
     "answered": 1,
     "medianMs": 1640,
     "inScope": 1,
     "how": "remote MCP tools/call cpsc_search_recalls on input 3 only",
     "notes": "Found recall 27011; inputs 1, 2, 4 and 5 are cars and food, outside its job, so they were not sent."
    }
   ]
  },
  {
   "name": "FDA Recalls",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "It is the official record the food truth comes from (openFDA).",
     "inScope": null
    }
   ]
  },
  {
   "name": "NHTSA Vehicle Safety MCP Server (cyanheads)",
   "ours": false,
   "tests": [
    {
     "tested": true,
     "correct": 2,
     "answered": 2,
     "medianMs": 1239,
     "inScope": 2,
     "how": "remote MCP tools/call nhtsa_search_recalls on inputs 1 and 2 only",
     "notes": "Listed all 6 Accord and the 1 MX-5 campaigns; inputs 3 to 5 are products and food, outside its job."
    }
   ]
  },
  {
   "name": "recall-check-mcp",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Local npx install only, and the test rules allow no installs.",
     "inScope": null
    }
   ]
  },
  {
   "name": "Recalert",
   "ours": false,
   "tests": [
    {
     "tested": true,
     "correct": 1,
     "answered": 5,
     "medianMs": 2293,
     "inScope": null,
     "how": "remote MCP tools/call search_recalls (the free tool, no credits) with the input words",
     "notes": "Found only Todd's Seeds H-1404-2026; empty results for both cars, the hand warmers and the FSIS rangoon, and it answered with Spanish field names."
    }
   ]
  },
  {
   "name": "Recall Check",
   "ours": true,
   "tests": [
    {
     "tested": true,
     "correct": 3,
     "answered": 5,
     "medianMs": 5598,
     "inScope": null,
     "how": "remote MCP on https://recalls.openkrill.app/mcp: check_vehicle_recalls for 1 and 2, search_product_recalls for 3, search_food_drug_recalls (category food) for 4 and 5",
     "notes": "Right on both cars and the hand warmers; 'No FDA food recall matched' for Todd's Seeds though openFDA lists 6, and no FSIS data, so it missed the rangoon without pointing to FSIS."
    }
   ]
  }
 ]
}