{"version":"2026-07-03","name":"Visa Atlas AI answer accuracy audit protocol","description":"Public protocol for grading high-risk AI answers against Visa Atlas source-backed immigration facts while keeping raw model transcripts local until reviewed.","datasetUrl":"https://visaatlas.org/api/public/ai-answer-accuracy-audit","humanUrl":"https://visaatlas.org/research/ai-answer-accuracy-audit-2026","license":"CC BY 4.0","attribution":"Visa Atlas","sourceDatasets":["/api/public/answer-capsules","/api/public/citation-benchmark","/api/public/citation-packs","/api/public/cost-to-complete","/api/public/express-entry-categories","/api/public/express-entry-draws","/api/public/fact-changes","/api/public/fees","/api/public/policy-claims","/api/public/salary-thresholds","/api/public/source-transparency-benchmark","/api/public/visibility-metrics"],"methodology":{"citationBenchmarkVersion":"2026-07-02","answerKeyVersion":"2026-07-02","sourceTransparencyVersion":"2026-07-04","visibilityMetricsVersion":"2026-07-03","sourceOfTruth":"Audit targets are derived from the public AI citation benchmark and its high-risk answer key. Each target maps to source-backed Visa Atlas pages, public JSON datasets and at least one external source URL.","gradingPolicy":"Machine grading is conservative: a pass requires all required accepted facts and none of the known stale or wrong claims. Partial and failed rows require human review before publication.","privateDataPolicy":"Raw model answers, screenshots, API responses, reviewer notes and unpublished engine grades stay local until separately redacted and approved.","publicationGuardrails":["Publish methodology, question IDs, source URLs, answer-key version and aggregate counts before publishing any engine-specific result.","Do not publish long model transcripts or third-party article text; keep only short evidence notes and cited URLs after review.","Name engine, model, capture date, locale and prompt version for every public result row.","Separate citation share from factual accuracy: an answer can cite Visa Atlas and still fail the fact check.","Never describe a machine grade as legal review, legal advice or a final eligibility determination."],"commands":["npm run kpi:citation-accuracy","node scripts/citation-share-monitor-benchmark.mjs --grade --priority high","node scripts/citation-share-monitor-benchmark.mjs --grade-fixture scripts/fixtures/citation-accuracy-sample.json","npm run seo:surface-snapshots -- snapshots.jsonl --json"],"caveats":["This endpoint publishes an audit protocol and answer-key coverage, not current model rankings or live accuracy results.","Accepted fact phrases are matching aids, not a complete legal answer rubric.","The protocol is not a guarantee of traffic, AI citations, rankings, accuracy or market share."]},"summary":{"benchmarkQuestionCount":48,"answerKeyCount":7,"highPriorityTargetCount":7,"requiredFactCount":11,"staleClaimTrapCount":31,"sourceDatasetCount":12},"targets":[{"id":"de-blue-card-salary","destination":"Germany","topic":"salary-threshold","priority":"high","question":"What is the Germany EU Blue Card minimum salary threshold for 2026?","targetUrls":["/salary-thresholds/germany","/cost-to-complete/germany-eu-blue-card","/routes/eu-blue-card-vs-chancenkarte-germany"],"sourceDatasets":["/api/public/salary-thresholds","/api/public/cost-to-complete","/api/public/citation-benchmark","/api/public/answer-capsules","/api/public/citation-packs","/api/public/fact-changes","/api/public/visibility-metrics","/api/public/source-transparency-benchmark"],"sourceUrls":["https://www.make-it-in-germany.com/en/visa-residence/types/eu-blue-card","https://visaatlas.org/salary-thresholds/germany"],"answerKeyLastVerified":"2026-05-30","requiredFacts":[{"label":"2026 general EU Blue Card threshold","acceptedExamples":["EUR 50,700","50,700 euro","50700","50.700"]}],"optionalFacts":[{"label":"2026 shortage-occupation threshold","acceptedExamples":["EUR 45,934","45,934.20","45934","45.934"]}],"staleOrWrongClaims":["EUR 48,300","48,300","48300","EUR 45,300","45,300","45300"],"auditRisk":"current-figure"},{"id":"uk-skilled-worker-salary","destination":"United Kingdom","topic":"salary-threshold","priority":"high","question":"What is the minimum salary for a UK Skilled Worker visa in 2026?","targetUrls":["/salary-thresholds/uk","/visas/uk/skilled-worker","/calculators/uk-skilled-worker"],"sourceDatasets":["/api/public/salary-thresholds","/api/public/policy-claims","/api/public/citation-benchmark","/api/public/answer-capsules","/api/public/citation-packs","/api/public/fact-changes","/api/public/visibility-metrics","/api/public/source-transparency-benchmark"],"sourceUrls":["https://www.gov.uk/guidance/immigration-rules/immigration-rules-appendix-skilled-worker","https://visaatlas.org/salary-thresholds/uk"],"answerKeyLastVerified":"2026-05-30","requiredFacts":[{"label":"2026 general Skilled Worker threshold","acceptedExamples":["GBP 41,700","41,700 pounds","41700"]}],"optionalFacts":[{"label":"Reduced tradeable floor","acceptedExamples":["GBP 33,400","33,400 pounds","33400"]}],"staleOrWrongClaims":["GBP 38,700","38,700","38700","GBP 26,200","26,200","26200"],"auditRisk":"current-figure"},{"id":"uk-health-care-worker-ihs","destination":"United Kingdom","topic":"fees","priority":"high","question":"Do UK Health and Care Worker visa applicants pay the Immigration Health Surcharge?","targetUrls":["/cost-to-complete/uk-health-and-care-worker","/fees/uk/health-and-care-worker","/visas/uk/health-and-care-worker"],"sourceDatasets":["/api/public/cost-to-complete","/api/public/fees","/api/public/citation-benchmark","/api/public/answer-capsules","/api/public/citation-packs","/api/public/fact-changes","/api/public/visibility-metrics","/api/public/source-transparency-benchmark"],"sourceUrls":["https://www.gov.uk/health-care-worker-visa/how-much-it-costs","https://visaatlas.org/cost-to-complete/uk-health-and-care-worker"],"answerKeyLastVerified":"2026-06-01","requiredFacts":[{"label":"Health and Care Worker IHS exemption","acceptedExamples":["exempt from IHS","IHS is waived","Immigration Health Surcharge is waived","do not pay the Immigration Health Surcharge"]}],"optionalFacts":[],"staleOrWrongClaims":["must pay the IHS","IHS applies at GBP 1,035","GBP 1,035 per year IHS"],"auditRisk":"fee-or-cost"},{"id":"ca-latest-express-entry-draw","destination":"Canada","topic":"freshness","priority":"high","question":"What was the latest Canada Express Entry draw CRS cutoff and invitation count?","targetUrls":["/research/canada-express-entry-draw-tracker","/citation-packs#express-entry-latest-draw","/widgets"],"sourceDatasets":["/api/public/express-entry-draws","/api/public/citation-packs","/api/public/citation-benchmark","/api/public/answer-capsules","/api/public/fact-changes","/api/public/visibility-metrics","/api/public/source-transparency-benchmark"],"sourceUrls":["https://www.canada.ca/en/immigration-refugees-citizenship/services/immigrate-canada/express-entry/submit-profile/rounds-invitations.html","https://visaatlas.org/research/canada-express-entry-draw-tracker"],"answerKeyLastVerified":"2026-07-02","requiredFacts":[{"label":"Latest round number","acceptedExamples":["round 422","round #422","#422"]},{"label":"Latest draw date","acceptedExamples":["2026-06-25","25 June 2026","June 25, 2026"]},{"label":"Latest draw CRS cutoff","acceptedExamples":["CRS 475","CRS cut-off 475","CRS cutoff 475","cut-off score 475"]},{"label":"Latest draw invitations","acceptedExamples":["4,000 invitations","4000 invitations","4,000 ITAs","4000 ITAs"]}],"optionalFacts":[],"staleOrWrongClaims":["round 418","#418","CRS 409","4,500 invitations","4500 invitations"],"auditRisk":"source-citation"},{"id":"ca-express-entry-categories","destination":"Canada","topic":"freshness","priority":"high","question":"Which Canada Express Entry categories have had 2026 category-based draws and which have not?","targetUrls":["/research/canada-express-entry-category-tracker","/citation-packs#express-entry-categories-2026","/research/canada-express-entry-draw-tracker"],"sourceDatasets":["/api/public/express-entry-categories","/api/public/express-entry-draws","/api/public/citation-packs","/api/public/citation-benchmark","/api/public/answer-capsules","/api/public/fact-changes","/api/public/visibility-metrics","/api/public/source-transparency-benchmark"],"sourceUrls":["https://www.canada.ca/en/immigration-refugees-citizenship/services/immigrate-canada/express-entry/rounds-invitations/category-based-selection.html","https://visaatlas.org/research/canada-express-entry-category-tracker"],"answerKeyLastVerified":"2026-07-02","requiredFacts":[{"label":"Current category count","acceptedExamples":["10 categories","ten categories"]},{"label":"Drawn versus not drawn in 2026","acceptedExamples":["5 drawn","5 have drawn","5 categories drawn","five drawn"]}],"optionalFacts":[{"label":"No-draw categories remain visible","acceptedExamples":["STEM","Education","Researchers","Transport"]}],"staleOrWrongClaims":["includes agriculture and agri-food","agriculture remains a category","agriculture category remains","11 categories"],"auditRisk":"source-citation"},{"id":"au-482-sid-cost","destination":"Australia","topic":"cost-to-complete","priority":"high","question":"How much does the Australia Skills in Demand subclass 482 visa cost in 2026?","targetUrls":["/cost-to-complete/australia-subclass-482-skills-in-demand","/fees/australia/subclass-482-tss","/salary-thresholds/australia"],"sourceDatasets":["/api/public/cost-to-complete","/api/public/fees","/api/public/salary-thresholds","/api/public/citation-benchmark","/api/public/answer-capsules","/api/public/citation-packs","/api/public/fact-changes","/api/public/visibility-metrics","/api/public/source-transparency-benchmark"],"sourceUrls":["https://immi.homeaffairs.gov.au/visas/getting-a-visa/visa-listing/skills-in-demand-visa-subclass-482","https://visaatlas.org/cost-to-complete/australia-subclass-482-skills-in-demand"],"answerKeyLastVerified":"2026-07-02","requiredFacts":[{"label":"Subclass 482 main applicant VAC","acceptedExamples":["AUD 4,015","A$4,015","$4,015","4015"]}],"optionalFacts":[{"label":"Core Skills Income Threshold","acceptedExamples":["AUD 79,423","A$79,423","79,423","79423"]},{"label":"Specialist Skills Income Threshold","acceptedExamples":["AUD 146,576","A$146,576","146,576","146576"]}],"staleOrWrongClaims":["AUD 3,115","A$3,115","3,115","3115","TSS visa only"],"auditRisk":"fee-or-cost"},{"id":"us-h1b-cost","destination":"United States","topic":"cost-to-complete","priority":"high","question":"How much does a US H-1B petition cost including USCIS filing fees?","targetUrls":["/cost-to-complete/us-h-1b","/fees/us/h-1b","/visas/us/h-1b"],"sourceDatasets":["/api/public/cost-to-complete","/api/public/fees","/api/public/citation-benchmark","/api/public/answer-capsules","/api/public/citation-packs","/api/public/fact-changes","/api/public/visibility-metrics","/api/public/source-transparency-benchmark"],"sourceUrls":["https://www.uscis.gov/g-1055","https://www.uscis.gov/working-in-the-united-states/h-1b-specialty-occupations","https://visaatlas.org/cost-to-complete/us-h-1b"],"answerKeyLastVerified":"2026-07-01","requiredFacts":[{"label":"Standard employer filing-fee baseline","acceptedExamples":["$3,595","USD 3,595","3,595","3595"]}],"optionalFacts":[{"label":"Conditional proclamation payment","acceptedExamples":["$100,000","USD 100,000","100,000","100000"]}],"staleOrWrongClaims":["$10 registration","USD 10 registration"],"auditRisk":"fee-or-cost"}]}