{
 "page": "https://tools.openkrill.app/compare/travel-advisory-tools",
 "checked": "2026-10-13",
 "tests": [
  {
   "label": "country advice",
   "question": "What is the current US State Department travel advisory level for this country?",
   "inputs": [
    {
     "input": "Saudi Arabia",
     "truth": "Level 3: Reconsider Travel, updated 2026-10-12 (changed the day before this test)",
     "sources": [
      "https://travel.state.gov/_res/rss/TAsTWs.xml",
      "https://travel.state.gov/content/tsg_aem/us/en/home/international-travel/travel-advisories/destination.sau.html"
     ]
    },
    {
     "input": "Venezuela",
     "truth": "Level 3: Reconsider Travel, updated 2026-06-27",
     "sources": [
      "https://travel.state.gov/_res/rss/TAsTWs.xml",
      "https://travel.state.gov/content/tsg_aem/us/en/home/international-travel/travel-advisories/destination.ven.html"
     ]
    },
    {
     "input": "Mexico",
     "truth": "Level 2: Exercise Increased Caution, updated 2026-05-29",
     "sources": [
      "https://travel.state.gov/_res/rss/TAsTWs.xml",
      "https://travel.state.gov/content/tsg_aem/us/en/home/international-travel/travel-advisories/destination.mex.html"
     ]
    },
    {
     "input": "Japan",
     "truth": "Level 1: Exercise Normal Precautions, updated 2025-05-15",
     "sources": [
      "https://travel.state.gov/_res/rss/TAsTWs.xml",
      "https://travel.state.gov/content/tsg_aem/us/en/home/international-travel/travel-advisories/destination.jpn.html"
     ]
    },
    {
     "input": "Italy",
     "truth": "Level 2: Exercise Increased Caution, updated 2026-09-10",
     "sources": [
      "https://travel.state.gov/_res/rss/TAsTWs.xml",
      "https://travel.state.gov/content/tsg_aem/us/en/home/international-travel/travel-advisories/destination.ita.html"
     ]
    }
   ]
  },
  {
   "label": "airport delays",
   "question": "Does the FAA list an active delay program, ground stop or closure at this US airport right now, and which kind?",
   "inputs": [
    {
     "input": "BOS",
     "truth": "Yes: Ground Delay Program, low ceilings, average 3 h 26 min",
     "sources": [
      "https://nasstatus.faa.gov/api/airport-status-information"
     ]
    },
    {
     "input": "JFK",
     "truth": "No FAA event listed",
     "sources": [
      "https://nasstatus.faa.gov/api/airport-status-information"
     ]
    },
    {
     "input": "ORD",
     "truth": "No FAA event listed",
     "sources": [
      "https://nasstatus.faa.gov/api/airport-status-information"
     ]
    },
    {
     "input": "SNA",
     "truth": "Yes: Airport Closure, NOTAM 10/016, daily 06:30 to 13:15 UTC until Oct 17",
     "sources": [
      "https://nasstatus.faa.gov/api/airport-status-information"
     ]
    },
    {
     "input": "LAX",
     "truth": "Yes: Airport Closure listing, NOTAM 05/277, closed only to non-scheduled transient general aviation without prior permission",
     "sources": [
      "https://nasstatus.faa.gov/api/airport-status-information"
     ]
    }
   ],
   "scoring": "The official answer is the FAA airport status feed read at 13:42 UTC on 2026-10-13 (20:42 GMT+7). The list changes by the hour, so a recheck later will differ."
  }
 ],
 "results": [
  {
   "name": "FlightAware",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Outside its job: a flight tracker with no country advice.",
     "inScope": null
    },
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Web app: its airport page draws delay data with scripts, so a plain page fetch shows no answer; the API needs a paid key.",
     "inScope": null
    }
   ]
  },
  {
   "name": "US State Department Travel Advisories",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "It is the official record the truth comes from, so a test would score it against itself.",
     "inScope": null
    },
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Outside its job: country advice only, no airport delays.",
     "inScope": null
    }
   ]
  },
  {
   "name": "Flighty",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Outside its job: a phone app for flights, with no country advice.",
     "inScope": null
    },
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Phone app with no API.",
     "inScope": null
    }
   ]
  },
  {
   "name": "Flightradar24",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Outside its job: a flight tracker with no country advice; its MCP needs a paid key.",
     "inScope": null
    },
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Needs a paid key for the MCP; its disruption index measures flight delays, not FAA programs.",
     "inScope": null
    }
   ]
  },
  {
   "name": "FAA National Airspace System Status",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Outside its job: it shows US airport status, not country advice. Scored in the airport set below.",
     "inScope": null
    },
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "It is the official record the truth comes from.",
     "inScope": null
    }
   ]
  },
  {
   "name": "Pipeworx Travel Advisories MCP",
   "ours": false,
   "tests": [
    {
     "tested": true,
     "correct": 5,
     "answered": 5,
     "medianMs": 1832,
     "inScope": null,
     "how": "remote MCP tools/call advisory {country} on https://gateway.pipeworx.io/travel-advisories/mcp (no key)",
     "notes": "All 5 levels and dates match; it names Mexico 'Mexico Travel Advisory', as the feed title does."
    },
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Outside its job: country advice only, no airport delays.",
     "inScope": null
    }
   ]
  },
  {
   "name": "Flight Queue MCP",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Needs an account: the MCP answers 401 invalid_token without a Flight Queue sign-in; it also has no country advice.",
     "inScope": null
    },
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Needs an account: the MCP answers 401 invalid_token without a sign-in.",
     "inScope": null
    }
   ]
  },
  {
   "name": "FAA Traffic Delays MCP Server (cyanheads)",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Outside its job: FAA airport delays only. Scored in the airport set below.",
     "inScope": null
    },
    {
     "tested": true,
     "correct": 5,
     "answered": 5,
     "medianMs": 1165,
     "inScope": null,
     "how": "remote MCP tools/call faa_delays_get_airport_status {airports:[code]} on https://faa-traffic-delays.caseyjhand.com/mcp",
     "notes": "All 5 match; it also parses the LAX NOTAM end year (2027) and labels LAX restrictions_only, which is clearer than a plain closure."
    }
   ]
  },
  {
   "name": "FlightStats",
   "ours": false,
   "tests": [
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Outside its job: a flight status site with no country advice.",
     "inScope": null
    },
    {
     "tested": false,
     "correct": null,
     "answered": null,
     "medianMs": null,
     "how": null,
     "notes": "Web app: its airport conditions page draws data with scripts, so a plain page fetch shows no answer; the API needs a key.",
     "inScope": null
    }
   ]
  },
  {
   "name": "Travel Check",
   "ours": true,
   "tests": [
    {
     "tested": true,
     "correct": 5,
     "answered": 5,
     "medianMs": 7302,
     "inScope": null,
     "how": "remote MCP tools/call get_travel_advice {country} on https://travel.openkrill.app/mcp",
     "notes": "All 5 levels and dates match the State Department feed, and each answer adds the UK FCDO alert; calls took 6 to 15 s."
    },
    {
     "tested": true,
     "correct": 5,
     "answered": 5,
     "medianMs": 12905,
     "inScope": null,
     "how": "remote MCP tools/call get_airport_status {airport} on https://travel.openkrill.app/mcp",
     "notes": "All 5 match the FAA feed; slow (median 12.9 s), and it prints the LAX closure end as 'May 28' with no year, as the FAA feed does, so it reads like a past date."
    }
   ]
  }
 ]
}