From 004d342935d250b97051d8bea81622eaaec65555 Mon Sep 17 00:00:00 2001 From: kempersc Date: Fri, 9 Jan 2026 21:10:55 +0100 Subject: [PATCH] chore: minor updates and evaluation results - auth.setup.ts: require env vars for test credentials (no hardcoded defaults) - manifest.json: update schema manifest - full_evaluation_results.json: add RAG evaluation results - petra-links.json: update birth date from web claim --- apps/archief-assistent/e2e/auth.setup.ts | 16 +- ...H-AMS_198X_NL-UT-AME_XXXX_PETRA-LINKS.json | 398 ++-- data/rag_eval/full_evaluation_results.json | 1916 +++++++++++++++++ .../schemas/20251121/linkml/manifest.json | 2 +- 4 files changed, 2193 insertions(+), 139 deletions(-) create mode 100644 data/rag_eval/full_evaluation_results.json diff --git a/apps/archief-assistent/e2e/auth.setup.ts b/apps/archief-assistent/e2e/auth.setup.ts index 2eac970541..cfcfeef61c 100644 --- a/apps/archief-assistent/e2e/auth.setup.ts +++ b/apps/archief-assistent/e2e/auth.setup.ts @@ -7,14 +7,22 @@ import { Page } from '@playwright/test' * - TEST_USER_EMAIL: Email for test account * - TEST_USER_PASSWORD: Password for test account * - * Set these in .env.test or export them before running tests. + * Run tests with credentials: + * TEST_USER_EMAIL=your@email.com TEST_USER_PASSWORD=yourpass pnpm test:e2e */ export async function loginAndNavigate(page: Page): Promise { await page.goto('/') - // Default test credentials (override with environment variables) - const email = 'test@example.com' - const password = 'testpassword' + // Get credentials from environment variables + const email = process.env.TEST_USER_EMAIL + const password = process.env.TEST_USER_PASSWORD + + if (!email || !password) { + throw new Error( + 'TEST_USER_EMAIL and TEST_USER_PASSWORD environment variables are required.\n' + + 'Run: TEST_USER_EMAIL=your@email.com TEST_USER_PASSWORD=yourpass pnpm test:e2e' + ) + } // Check if already logged in (chat-input visible) const chatInput = page.getByTestId('chat-input') diff --git a/data/person/ID_NL-NH-AMS_198X_NL-UT-AME_XXXX_PETRA-LINKS.json b/data/person/ID_NL-NH-AMS_198X_NL-UT-AME_XXXX_PETRA-LINKS.json index e4829f79e9..d2bd7eb071 100644 --- a/data/person/ID_NL-NH-AMS_198X_NL-UT-AME_XXXX_PETRA-LINKS.json +++ b/data/person/ID_NL-NH-AMS_198X_NL-UT-AME_XXXX_PETRA-LINKS.json @@ -11,12 +11,9 @@ "PETRA", "LINKS" ], - "first_date_source": "inferred_birth_decade", + "first_date_source": "web_claim_birth_year", "first_location_source": "inferred_birth_settlement", - "last_location_source": "inferred_current_settlement", - "first_date_alternatives": [ - "199X" - ] + "last_location_source": "inferred_current_settlement" }, "name": { "full_name": "Petra Links", @@ -29,9 +26,9 @@ "source": "linkedin_profile" }, "birth_date": { - "edtf": "XXXX", - "precision": "unknown", - "note": "See inferred_birth_decade for heuristic estimate" + "edtf": "1982", + "precision": "year", + "note": "Derived from '(41 jaar)' stated in February 2024 Gelders Archief announcement" }, "is_living": true, "heritage_relevance": { @@ -39,9 +36,127 @@ "heritage_types": [ "A" ], - "rationale": "Identified as heritage staff at Gelders Archief" + "rationale": "Director of Gelders Archief since May 2024. Former archivist and teamleader at NIOD, Head of Document Management at VU Amsterdam, adjunct-director at Collectie Overijssel. EHRI Advisory Board member." }, - "affiliations": [], + "affiliations": [ + { + "custodian_name": "Gelders Archief", + "custodian_slug": null, + "role_title": "Directeur", + "heritage_relevant": true, + "heritage_type": "A", + "current": true, + "start_date": "2024-05-01", + "observed_on": "2025-01-10T04:00:00Z", + "source": "web_claim", + "notes": "Succeeded Fred van Kan who retired" + }, + { + "custodian_name": "EHRI European Holocaust Research Infrastructure", + "custodian_slug": null, + "role_title": "Member EHRI Advisory Board", + "heritage_relevant": true, + "heritage_type": "R", + "current": true, + "start_date": "2025-09", + "observed_on": "2025-01-10T04:00:00Z", + "source": "linkedin_profile" + }, + { + "custodian_name": "Koninklijk Nederlands Historisch Genootschap (KNHG)", + "custodian_slug": null, + "role_title": "Bestuurslid (Portefeuille: Archieven)", + "heritage_relevant": true, + "heritage_type": "S", + "current": true, + "start_date": "2025-09", + "observed_on": "2025-01-10T04:00:00Z", + "source": "linkedin_profile" + }, + { + "custodian_name": "Collectie Overijssel", + "custodian_slug": null, + "role_title": "Manager Collectie en Adjunct Directeur", + "heritage_relevant": true, + "heritage_type": "A", + "current": false, + "start_date": "2019-11", + "end_date": "2024-05", + "observed_on": "2025-01-10T04:00:00Z", + "source": "web_claim" + }, + { + "custodian_name": "Vrije Universiteit Amsterdam", + "custodian_slug": null, + "role_title": "Programmaleider Hoofd Afdeling Document Management en Archief", + "heritage_relevant": true, + "heritage_type": "E", + "current": false, + "start_date": "2017-03", + "end_date": "2019-11", + "observed_on": "2025-01-10T04:00:00Z", + "source": "web_claim" + }, + { + "custodian_name": "NIOD Institute for War, Holocaust and Genocide Studies", + "custodian_slug": null, + "role_title": "Archivaris Teamleider Collecties", + "heritage_relevant": true, + "heritage_type": "A", + "current": false, + "start_date": "2011-07", + "end_date": "2016-02", + "observed_on": "2025-01-10T04:00:00Z", + "source": "web_claim" + }, + { + "custodian_name": "Mondriaan Fund", + "custodian_slug": null, + "role_title": "Adviseur (Adviescommissie Kunst Erfgoed Presentatie)", + "heritage_relevant": true, + "heritage_type": "O", + "current": false, + "start_date": "2022-01", + "end_date": "2024-02", + "observed_on": "2025-01-10T04:00:00Z", + "source": "linkedin_profile" + }, + { + "custodian_name": "Cultuur Innovatiefonds Provincie Utrecht", + "custodian_slug": null, + "role_title": "Lid Innovatiecommissie", + "heritage_relevant": true, + "heritage_type": "O", + "current": false, + "start_date": "2022-06", + "end_date": "2024-12", + "observed_on": "2025-01-10T04:00:00Z", + "source": "linkedin_profile" + }, + { + "custodian_name": "KVAN (Koninklijke Vereniging van Archivarissen in Nederland)", + "custodian_slug": null, + "role_title": "Bestuurslid", + "heritage_relevant": true, + "heritage_type": "S", + "current": false, + "start_date": "2014-06", + "end_date": "2018-06", + "observed_on": "2025-01-10T04:00:00Z", + "source": "linkedin_profile" + }, + { + "custodian_name": "St. Pieters en Bloklands Gasthuis te Amersfoort", + "custodian_slug": null, + "role_title": "Bestuurslid", + "heritage_relevant": true, + "heritage_type": "H", + "current": true, + "start_date": "2017-01", + "observed_on": "2025-01-10T04:00:00Z", + "source": "linkedin_profile" + } + ], "profile_data": { "name": "Petra Links", "linkedin_url": "https://www.linkedin.com/in/petralinks", @@ -55,33 +170,16 @@ "company": "Gelders Archief", "date_range": "May 2024 - Present • 1 year and 6 months" }, - { - "title": "Bestuurslid", - "company": "Stichting ‘De Armen de Poth’", - "date_range": "Jun 2025 - Present • 5 months" - }, { "title": "Bestuurslid KNHG", - "company": "Koninklijk Nederlands Historisch Genootschap (KNHG) | Royal Netherlands Historical Society", + "company": "Koninklijk Nederlands Historisch Genootschap (KNHG)", "date_range": "Sep 2025 - Present • 2 months", "description": "Portefeuille: Archieven" }, { "title": "Member EHRI Advisory Board", "company": "EHRI European Holocaust Research Infrastructure", - "date_range": "Sep 2025 - Present • 2 months", - "description": "https://www.ehri-project.eu/ehri-eric-advisory-board/" - }, - { - "title": "Bestuurslid", - "company": "St. Pieters en Bloklands Gasthuis te Amersfoort", - "date_range": "Jan 2017 - Present • 8 years and 10 months", - "location": "Amersfoort" - }, - { - "title": "Lid Innovatiecommissie", - "company": "Cultuur Innovatiefonds Provincie Utrecht", - "date_range": "Jun 2022 - Dec 2024 • 2 years and 6 months" + "date_range": "Sep 2025 - Present • 2 months" }, { "title": "Manager Collectie En Adjunct Directeur", @@ -89,59 +187,15 @@ "date_range": "Nov 2019 - May 2024 • 4 years and 6 months", "location": "Zwolle, Provincie Overijssel, Nederland" }, - { - "title": "Adviseur", - "company": "Mondriaan Fund", - "date_range": "Jan 2022 - Feb 2024 • 2 years and 1 month", - "location": "Adviescommissie Kunst Erfgoed Presentatie" - }, - { - "title": "Lid Raad Van Toezicht", - "company": "Theater Film Café De Lieve Vrouw", - "date_range": "Aug 2015 - Jan 2022 • 6 years and 5 months", - "location": "Amersfoort" - }, { "title": "Programmaleider Hoofd Afdeling Document Management En Archief", "company": "Vrije Universiteit Amsterdam", - "date_range": "Mar 2017 - Nov 2019 • 2 years and 8 months", - "location": "Amsterdam Area, Netherlands", - "description": "Dienst: Bestuurszaken" - }, - { - "title": "Projectmanager VU-archief", - "company": "Vrije Universiteit Amsterdam (VU Amsterdam)", - "date_range": "Mar 2016 - Feb 2017 • 11 months", - "location": "Amsterdam Area, Netherlands", - "description": "Dienst: Universiteitsbibliotheek" - }, - { - "title": "Bestuurslid", - "company": "KVAN", - "date_range": "Jun 2014 - Jun 2018 • 4 years" - }, - { - "title": "Commissielid KVAN-dagen", - "company": "KVAN", - "date_range": "Dec 2008 - Jul 2016 • 7 years and 7 months", - "description": "Jaarlijkse conferentie voor archivarissen en informatiespecialisten." + "date_range": "Mar 2017 - Nov 2019 • 2 years and 8 months" }, { "title": "Archivaris Teamleider Collecties", "company": "NIOD Institute for War, Holocaust and Genocide Studies", - "date_range": "Jul 2011 - Feb 2016 • 4 years and 7 months", - "location": "Amsterdam" - }, - { - "title": "Onderzoeker Voor European Holocaust Research Infrastructure", - "company": "NIOD Institute for War, Holocaust an Genocide Studies", - "date_range": "Jan 2010 - Feb 2016 • 6 years and 1 month" - }, - { - "title": "Hoofdredacteur Websites En Interne Communicatie", - "company": "NIOD Instituut voor Oorlogs-, Holocaust- en Genocidestudies", - "date_range": "Feb 2009 - Jun 2011 • 2 years and 4 months", - "description": "Websites i.e.: niod.nl, erelijst.nl, getuigenverhalen.nl, srebrenica.nl. Projectleider interne training over Web2.0 and social media. Organisatie van het filmsymposium ‘Propaganda! Regie van oorlog en vrede’ (Tuschinski; Week van de Geschiedenis Prijs 2009)." + "date_range": "Jul 2011 - Feb 2016 • 4 years and 7 months" } ], "education": [ @@ -149,6 +203,11 @@ "degree": "Master, Archival Science", "institution": "Universiteit van Amsterdam", "date_range": "2006 - 2010 • 4 years" + }, + { + "degree": "Contemporaine Geschiedenis", + "institution": "Universiteit Utrecht", + "date_range": null } ], "skills": [ @@ -161,9 +220,107 @@ "document management" ], "languages": [], - "profile_image_url": "https://media.licdn.com/dms/image/v2/D4E03AQH6AHQFrhaKEw/profile-displayphoto-shrink_200_200/profile-displayphoto-shrink_200_200/0/1733006063870?e=2147483647&v=beta&t=dIzQn6hfkmUBk8EyCxb0Z3byVHLpmlag5pMDuTJGakE" + "profile_image_url": "https://media.licdn.com/dms/image/v2/D4E03AQH6AHQFrhaKEw/profile-displayphoto-shrink_200_200/profile-displayphoto-shrink_200_200/0/1733006063870" }, - "web_claims": [], + "web_claims": [ + { + "claim_type": "birth_year", + "claim_value": "1982", + "source_url": "https://www.geldersarchief.nl/over-ons/actueel/nieuws/922-per-1-mei-nieuwe-directeur-gelders-archief", + "retrieved_on": "2025-01-10T04:00:00Z", + "retrieval_agent": "opencode-claude-sonnet-4", + "text_fragment": "Petra Links (41 jaar) wordt per 1 mei de nieuwe directeur van het Gelders Archief.", + "derivation_note": "Age 41 stated in February 2024 announcement implies birth year 1982 or early 1983. Most likely 1982.", + "verification": { + "status": "verified", + "last_verified": "2025-01-10T04:00:00Z" + } + }, + { + "claim_type": "appointment", + "claim_value": "Director of Gelders Archief from May 1, 2024", + "source_url": "https://www.geldersarchief.nl/over-ons/actueel/nieuws/922-per-1-mei-nieuwe-directeur-gelders-archief", + "retrieved_on": "2025-01-10T04:00:00Z", + "retrieval_agent": "opencode-claude-sonnet-4", + "text_fragment": "Petra Links (41 jaar) wordt per 1 mei de nieuwe directeur van het Gelders Archief. De huidige adjunct-directeur van Collectie Overijssel volgt Fred van Kan op, die met pensioen gaat.", + "verification": { + "status": "verified", + "last_verified": "2025-01-10T04:00:00Z" + } + }, + { + "claim_type": "education", + "claim_value": "MA Contemporary History from Utrecht University, MA Archival Science from University of Amsterdam", + "source_url": "https://www.geldersarchief.nl/over-ons/actueel/nieuws/922-per-1-mei-nieuwe-directeur-gelders-archief", + "retrieved_on": "2025-01-10T04:00:00Z", + "retrieval_agent": "opencode-claude-sonnet-4", + "text_fragment": "Petra is historicus en archivaris en heeft veel ervaring in de erfgoed- en archiefsector. Na haar studie Contemporaine Geschiedenis aan de Universiteit van Utrecht volgde ze een master Archiefwetenschap aan de Universiteit van Amsterdam.", + "verification": { + "status": "verified", + "last_verified": "2025-01-10T04:00:00Z" + } + }, + { + "claim_type": "career_passion", + "claim_value": "Passion for heritage and research, connecting and developing people and organizations", + "source_url": "https://www.geldersarchief.nl/over-ons/actueel/nieuws/922-per-1-mei-nieuwe-directeur-gelders-archief", + "retrieved_on": "2025-01-10T04:00:00Z", + "retrieval_agent": "opencode-claude-sonnet-4", + "text_fragment": "Petra heeft een passie voor erfgoed en onderzoek en haalt energie uit het verbinden en ontwikkelen van mensen en organisaties.", + "verification": { + "status": "verified", + "last_verified": "2025-01-10T04:00:00Z" + } + }, + { + "claim_type": "statement", + "claim_value": "Commitment to social relevance and visibility of Gelders Archief", + "source_url": "https://www.geldersarchief.nl/over-ons/actueel/nieuws/922-per-1-mei-nieuwe-directeur-gelders-archief", + "retrieved_on": "2025-01-10T04:00:00Z", + "retrieval_agent": "opencode-claude-sonnet-4", + "text_fragment": "Petra: \"Ik zal me samen met alle collega's sterk maken voor de maatschappelijke relevantie en de zichtbaarheid van het Gelders Archief.\"", + "verification": { + "status": "verified", + "last_verified": "2025-01-10T04:00:00Z" + } + }, + { + "claim_type": "work_history", + "claim_value": "Previous positions at NIOD, VU Amsterdam, and Collectie Overijssel", + "source_url": "https://informatieprofessional.nl/petra-links-per-1-mei-nieuwe-directeur-gelders-archief/", + "retrieved_on": "2025-01-10T04:00:00Z", + "retrieval_agent": "opencode-claude-sonnet-4", + "text_fragment": "Op dit moment is ze manager Collectie en adjunct-directeur van Collectie Overijssel in Zwolle. Daarvoor was ze afdelingshoofd Document Management en Archief bij de Vrije Universiteit in Amsterdam en teamleider bij het NIOD Instituut voor Oorlogs-, Holocaust- en Genocidestudies.", + "verification": { + "status": "verified", + "last_verified": "2025-01-10T04:00:00Z" + } + }, + { + "claim_type": "ehri_involvement", + "claim_value": "Worked on EHRI (European Holocaust Research Infrastructure) portal development at NIOD", + "source_url": "https://www.ehri-project.eu/petra-links-work-ehris-online-portal", + "retrieved_on": "2025-01-10T04:00:00Z", + "retrieval_agent": "opencode-claude-sonnet-4", + "text_fragment": "Petra Links is an archivist who works at the NIOD Institute for War, Holocaust and Genocide Studies in Amsterdam and is very involved in EHRI. Here Petra gives an overview of recently completed work that paves the way for the creation of the portal: the identification of user requirements, the research on metadata standards and the implementation and development of a thesaurus in combination with authority files.", + "verification": { + "status": "verified", + "last_verified": "2025-01-10T04:00:00Z" + } + }, + { + "claim_type": "current_residence", + "claim_value": "Amersfoort, Netherlands", + "source_url": "https://theorg.com/org/gelders-archief/org-chart/petra-links", + "retrieved_on": "2025-01-10T04:00:00Z", + "retrieval_agent": "opencode-claude-sonnet-4", + "text_fragment": "Location Amersfoort, Netherlands", + "verification": { + "status": "verified", + "last_verified": "2025-01-10T04:00:00Z" + } + } + ], "source_observations": [ { "source_file": "/Users/kempersc/apps/glam/data/custodian/person/entity/petralinks_20251214T113100Z.json", @@ -173,8 +330,25 @@ ], "enrichment_metadata": { "birth_date_search": { - "attempted": false, - "notes": "Not yet searched - requires manual enrichment" + "attempted": true, + "searched_on": "2025-01-10T04:00:00Z", + "search_queries": [ + "\"Petra Links\" \"Gelders Archief\" directeur biography born birthday" + ], + "result": "found", + "notes": "Birth year 1982 derived from age (41) stated in February 2024 Gelders Archief appointment announcement." + }, + "web_enrichment": { + "attempted": true, + "searched_on": "2025-01-10T04:00:00Z", + "sources_found": 4, + "sources": [ + "https://www.geldersarchief.nl/over-ons/actueel/nieuws/922-per-1-mei-nieuwe-directeur-gelders-archief", + "https://theorg.com/org/gelders-archief/org-chart/petra-links", + "https://informatieprofessional.nl/petra-links-per-1-mei-nieuwe-directeur-gelders-archief/", + "https://www.ehri-project.eu/petra-links-work-ehris-online-portal" + ], + "notes": "Comprehensive profile data found. Strong background in Holocaust research infrastructure (EHRI), archival science, and heritage sector leadership." } }, "provenance": { @@ -183,8 +357,8 @@ "source_files": [ "/Users/kempersc/apps/glam/data/custodian/person/entity/petralinks_20251214T113100Z.json" ], - "modified_at": "2026-01-09T19:50:47.494231+00:00", - "modified_by": "enrich_ppids.py" + "modified_at": "2025-01-10T04:00:00Z", + "modified_by": "opencode-claude-sonnet-4" }, "linkedin_slug": "petralinks", "ppid_history": [ @@ -198,57 +372,13 @@ "inferred_birth_settlement", "inferred_current_settlement" ] + }, + { + "previous_ppid": "ID_NL-NH-AMS_198X_NL-UT-AME_XXXX_PETRA-LINKS", + "new_ppid": "ID_NL-NH-AMS_198X_NL-UT-AME_XXXX_PETRA-LINKS", + "changed_at": "2025-01-10T04:00:00Z", + "reason": "web_claim_birth_year_verified", + "notes": "Birth year 1982 confirmed from Gelders Archief announcement stating age 41 in February 2024. PPID unchanged as 198X decade was already correct." } - ], - "inferred_birth_decade": { - "value": "198X", - "edtf": "198X", - "precision": "decade", - "confidence": "low", - "inference_provenance": { - "method": "earliest_education_heuristic", - "inference_chain": [ - { - "step": 1, - "observation": "Education record found", - "source_field": "profile_data.education", - "source_value": { - "institution": "Universiteit van Amsterdam", - "degree": "Master, Archival Science", - "date_range": "2006 - 2010 • 4 years" - } - }, - { - "step": 2, - "extraction": "Start year extracted from date_range", - "extracted_value": 2006 - }, - { - "step": 3, - "assumption": "Education entry age is approximately 22 (±3 years)", - "rationale": "Standard entry age for this education level in Netherlands/Europe", - "confidence_impact": "Assumption introduces uncertainty; actual age may vary ±3 years" - }, - { - "step": 4, - "calculation": "2006 - 22 = 1984", - "result": "Estimated birth year: 1984", - "range": "1981-1987 (accounting for ±3 year variance)" - }, - { - "step": 5, - "generalization": "Convert to EDTF decade notation", - "input": 1984, - "output": "198X", - "rationale": "Decade precision appropriate for heuristic-based estimate" - } - ], - "assumptions": [ - "Entry age for education/first job: 22 years (±3)", - "Career records are complete in LinkedIn profile" - ], - "inferred_at": "2026-01-09T19:50:47.494224+00:00", - "inferred_by": "enrich_ppids.py" - } - } -} \ No newline at end of file + ] +} diff --git a/data/rag_eval/full_evaluation_results.json b/data/rag_eval/full_evaluation_results.json new file mode 100644 index 0000000000..b60902abd3 --- /dev/null +++ b/data/rag_eval/full_evaluation_results.json @@ -0,0 +1,1916 @@ +{ + "timestamp": "2026-01-09T20:59:50.222978", + "api_url": "https://archief.support", + "total_examples": 60, + "successful_calls": 60, + "passed_examples": 44, + "pass_rate": 0.7333333333333333, + "average_score": 0.8520833333333333, + "average_response_time_ms": 3744, + "category_filter": null, + "results": [ + { + "id": "count_001", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Utrecht?", + "expected_count": 10, + "expected_slots": { + "institution_type": "A", + "location": "NL-UT", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1488, + "answer": "Er zijn 10 archieven in Utrecht.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-UT\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 10, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_002", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Noord-Holland?", + "expected_count": 26, + "expected_slots": { + "institution_type": "A", + "location": "NL-NH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1384, + "answer": "Er zijn 26 archieven in Noord-Holland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-NH\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 26, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_003", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Zuid-Holland?", + "expected_count": 35, + "expected_slots": { + "institution_type": "A", + "location": "NL-ZH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1978, + "answer": "Er zijn 35 archieven in Zuid-Holland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-ZH\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 35, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_004", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Gelderland?", + "expected_count": 28, + "expected_slots": { + "institution_type": "A", + "location": "NL-GE", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1374, + "answer": "Er zijn 28 archieven in Gelderland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-GE\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 28, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_005", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Noord-Brabant?", + "expected_count": 14, + "expected_slots": { + "institution_type": "A", + "location": "NL-NB", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1362, + "answer": "Er zijn 14 archieven in Noord-Brabant.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-NB\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 14, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_006", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Overijssel?", + "expected_count": 31, + "expected_slots": { + "institution_type": "A", + "location": "NL-OV", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1291, + "answer": "Er zijn 31 archieven in Overijssel.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-OV\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 31, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_007", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Friesland?", + "expected_count": 24, + "expected_slots": { + "institution_type": "A", + "location": "NL-FR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1282, + "answer": "Er zijn 24 archieven in Fryslân.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-FR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 24, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_008", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Limburg?", + "expected_count": 15, + "expected_slots": { + "institution_type": "A", + "location": "NL-LI", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1371, + "answer": "Er zijn 15 archieven in Limburg.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-LI\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 15, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_009", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Zeeland?", + "expected_count": 8, + "expected_slots": { + "institution_type": "A", + "location": "NL-ZE", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1113, + "answer": "Er zijn 8 archieven in Zeeland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-ZE\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 8, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_010", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Drenthe?", + "expected_count": 13, + "expected_slots": { + "institution_type": "A", + "location": "NL-DR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1289, + "answer": "Er zijn 13 archieven in Drenthe.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-DR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 13, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_011", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Groningen?", + "expected_count": 28, + "expected_slots": { + "institution_type": "A", + "location": "NL-GR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1225, + "answer": "Er zijn 28 archieven in Groningen.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-GR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 28, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_012", + "category": "count", + "subcategory": "archive_by_province", + "question": "Hoeveel archieven zijn er in Flevoland?", + "expected_count": 3, + "expected_slots": { + "institution_type": "A", + "location": "NL-FL", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1649, + "answer": "Er zijn 3 archieven in Flevoland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-FL\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 3, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_013", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Utrecht?", + "expected_count": 59, + "expected_slots": { + "institution_type": "M", + "location": "NL-UT", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1466, + "answer": "Er zijn 59 musea in Utrecht.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-UT\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 59, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_014", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Noord-Holland?", + "expected_count": 204, + "expected_slots": { + "institution_type": "M", + "location": "NL-NH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1477, + "answer": "Er zijn 204 musea in Noord-Holland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-NH\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 204, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_015", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Zuid-Holland?", + "expected_count": 164, + "expected_slots": { + "institution_type": "M", + "location": "NL-ZH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1537, + "answer": "Er zijn 164 musea in Zuid-Holland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-ZH\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 164, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_016", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Gelderland?", + "expected_count": 135, + "expected_slots": { + "institution_type": "M", + "location": "NL-GE", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1466, + "answer": "Er zijn 135 musea in Gelderland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-GE\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 135, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_017", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Noord-Brabant?", + "expected_count": 114, + "expected_slots": { + "institution_type": "M", + "location": "NL-NB", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1317, + "answer": "Er zijn 114 musea in Noord-Brabant.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-NB\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 114, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_018", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Overijssel?", + "expected_count": 80, + "expected_slots": { + "institution_type": "M", + "location": "NL-OV", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1423, + "answer": "Er zijn 80 musea in Overijssel.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-OV\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 80, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_019", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Friesland?", + "expected_count": 70, + "expected_slots": { + "institution_type": "M", + "location": "NL-FR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1421, + "answer": "Er zijn 70 musea in Fryslân.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-FR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 70, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_020", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Limburg?", + "expected_count": 53, + "expected_slots": { + "institution_type": "M", + "location": "NL-LI", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1727, + "answer": "Er zijn 53 musea in Limburg.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-LI\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 53, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_021", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Zeeland?", + "expected_count": 48, + "expected_slots": { + "institution_type": "M", + "location": "NL-ZE", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4932, + "answer": "Er zijn 48 musea in Zeeland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-ZE\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 48, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_022", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Drenthe?", + "expected_count": 32, + "expected_slots": { + "institution_type": "M", + "location": "NL-DR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5118, + "answer": "Er zijn 32 musea in Drenthe.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-DR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 32, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_023", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Groningen?", + "expected_count": 31, + "expected_slots": { + "institution_type": "M", + "location": "NL-GR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5337, + "answer": "Er zijn 31 musea in Groningen.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-GR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 31, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_024", + "category": "count", + "subcategory": "museum_by_province", + "question": "Hoeveel musea zijn er in Flevoland?", + "expected_count": 8, + "expected_slots": { + "institution_type": "M", + "location": "NL-FL", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5112, + "answer": "Er zijn 8 musea in Flevoland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-FL\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 8, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_025", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Utrecht?", + "expected_count": 13, + "expected_slots": { + "institution_type": "L", + "location": "NL-UT", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1288, + "answer": "Er zijn 13 bibliotheken in Utrecht.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-UT\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 13, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_026", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Noord-Holland?", + "expected_count": 25, + "expected_slots": { + "institution_type": "L", + "location": "NL-NH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5090, + "answer": "Er zijn 25 bibliotheken in Noord-Holland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-NH\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 25, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_027", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Zuid-Holland?", + "expected_count": 39, + "expected_slots": { + "institution_type": "L", + "location": "NL-ZH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5410, + "answer": "Er zijn 39 bibliotheken in Zuid-Holland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-ZH\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 39, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_028", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Gelderland?", + "expected_count": 23, + "expected_slots": { + "institution_type": "L", + "location": "NL-GE", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 1591, + "answer": "Er zijn 23 bibliotheken in Gelderland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-GE\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 23, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_029", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Noord-Brabant?", + "expected_count": 24, + "expected_slots": { + "institution_type": "L", + "location": "NL-NB", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5093, + "answer": "Er zijn 24 bibliotheken in Noord-Brabant.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-NB\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 24, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_030", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Overijssel?", + "expected_count": 32, + "expected_slots": { + "institution_type": "L", + "location": "NL-OV", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5685, + "answer": "Er zijn 32 bibliotheken in Overijssel.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-OV\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 32, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_031", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Friesland?", + "expected_count": 6, + "expected_slots": { + "institution_type": "L", + "location": "NL-FR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4768, + "answer": "Er zijn 6 bibliotheken in Fryslân.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-FR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 6, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_032", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Limburg?", + "expected_count": 17, + "expected_slots": { + "institution_type": "L", + "location": "NL-LI", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4794, + "answer": "Er zijn 17 bibliotheken in Limburg.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-LI\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 17, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_033", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Zeeland?", + "expected_count": 8, + "expected_slots": { + "institution_type": "L", + "location": "NL-ZE", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5128, + "answer": "Er zijn 8 bibliotheken in Zeeland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-ZE\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 8, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_034", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Drenthe?", + "expected_count": 5, + "expected_slots": { + "institution_type": "L", + "location": "NL-DR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4854, + "answer": "Er zijn 5 bibliotheken in Drenthe.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-DR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 5, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_035", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Groningen?", + "expected_count": 5, + "expected_slots": { + "institution_type": "L", + "location": "NL-GR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4266, + "answer": "Er zijn 5 bibliotheken in Groningen.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-GR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 5, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_036", + "category": "count", + "subcategory": "library_by_province", + "question": "Hoeveel bibliotheken zijn er in Flevoland?", + "expected_count": 5, + "expected_slots": { + "institution_type": "L", + "location": "NL-FL", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4759, + "answer": "Er zijn 5 bibliotheken in Flevoland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-FL\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 5, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_037", + "category": "count", + "subcategory": "alternative_phrasing", + "question": "Wat is het aantal archieven in Utrecht?", + "expected_count": 10, + "expected_slots": { + "institution_type": "A", + "location": "NL-UT", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4157, + "answer": "Er zijn 10 archieven in Utrecht.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-UT\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 10, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_038", + "category": "count", + "subcategory": "alternative_phrasing", + "question": "Kun je me vertellen hoeveel musea er in Amsterdam zijn?", + "expected_count": 75, + "expected_slots": { + "institution_type": "M", + "location": "Amsterdam", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 4572, + "answer": "Gevonden: 96 musea in Amsterdam.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?website ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:settlementName \"Amsterdam\" ;\n schema:name ?name .\n OPTIONAL { ?institution foaf:homepage ?website }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 96, + "count_score": 0.0, + "slot_score": 0.75, + "score": 0.425, + "success": true + }, + { + "id": "count_039", + "category": "count", + "subcategory": "alternative_phrasing", + "question": "Tel het aantal bibliotheken in Zuid-Holland", + "expected_count": 39, + "expected_slots": { + "institution_type": "L", + "location": "NL-ZH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5302, + "answer": "Gevonden: 10 bibliotheken in NL-ZH.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?city ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-ZH\" ;\n schema:name ?name .\n OPTIONAL { ?institution hc:settlementName ?city }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name\nLIMIT 10", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 10, + "count_score": 0.0, + "slot_score": 0.75, + "score": 0.425, + "success": true + }, + { + "id": "count_040", + "category": "count", + "subcategory": "alternative_phrasing", + "question": "Geef het totaal aantal archieven in Noord-Holland", + "expected_count": 26, + "expected_slots": { + "institution_type": "A", + "location": "NL-NH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4540, + "answer": "Gevonden: 26 archieven in NL-NH.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?city ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-NH\" ;\n schema:name ?name .\n OPTIONAL { ?institution hc:settlementName ?city }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 26, + "count_score": 1.0, + "slot_score": 0.75, + "score": 0.925, + "success": true + }, + { + "id": "count_041", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel archieven zijn er in Den Haag?", + "expected_count": 8, + "expected_slots": { + "institution_type": "A", + "location": "Den Haag", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 4412, + "answer": "Er zijn 9 archieven in Den Haag.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:settlementName \"Den Haag\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 9, + "count_score": 0.5, + "slot_score": 1.0, + "score": 0.75, + "success": true + }, + { + "id": "count_042", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel musea zijn er in Rotterdam?", + "expected_count": 35, + "expected_slots": { + "institution_type": "M", + "location": "Rotterdam", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 4750, + "answer": "Er zijn 20 musea in Rotterdam.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:settlementName \"Rotterdam\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 20, + "count_score": 0.0, + "slot_score": 1.0, + "score": 0.5, + "success": true + }, + { + "id": "count_043", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel bibliotheken zijn er in Utrecht stad?", + "expected_count": 6, + "expected_slots": { + "institution_type": "L", + "location": "Utrecht", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 4797, + "answer": "Er zijn 13 bibliotheken in Utrecht.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-UT\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 13, + "count_score": 0.0, + "slot_score": 0.5, + "score": 0.35, + "success": true + }, + { + "id": "count_044", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel archieven heeft Haarlem?", + "expected_count": 3, + "expected_slots": { + "institution_type": "A", + "location": "Haarlem", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 6640, + "answer": "Er zijn 3 archieven in Haarlem.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:settlementName \"Haarlem\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 3, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_045", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel musea staan er in Leiden?", + "expected_count": 18, + "expected_slots": { + "institution_type": "M", + "location": "Leiden", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 4815, + "answer": "Gevonden: 21 musea in Leiden.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?website ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:settlementName \"Leiden\" ;\n schema:name ?name .\n OPTIONAL { ?institution foaf:homepage ?website }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 21, + "count_score": 0.5, + "slot_score": 0.75, + "score": 0.675, + "success": true + }, + { + "id": "count_046", + "category": "count", + "subcategory": "informal_query", + "question": "Zijn er veel archieven in Zeeland?", + "expected_count": 8, + "expected_slots": { + "institution_type": "A", + "location": "NL-ZE", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4895, + "answer": "Gevonden: 8 archieven in NL-ZE.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?city ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-ZE\" ;\n schema:name ?name .\n OPTIONAL { ?institution hc:settlementName ?city }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 8, + "count_score": 1.0, + "slot_score": 0.75, + "score": 0.925, + "success": true + }, + { + "id": "count_047", + "category": "count", + "subcategory": "informal_query", + "question": "Welke musea zijn er in Flevoland en hoeveel?", + "expected_count": 8, + "expected_slots": { + "institution_type": "M", + "location": "NL-FL", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 6658, + "answer": "Geen resultaten gevonden.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?website ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:settlementName \"\" ;\n schema:name ?name .\n OPTIONAL { ?institution foaf:homepage ?website }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name\nLIMIT 10", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": null, + "count_score": 0.0, + "slot_score": 0.25, + "score": 0.275, + "success": true + }, + { + "id": "count_048", + "category": "count", + "subcategory": "informal_query", + "question": "Ik zoek archieven in Drenthe, hoeveel zijn er?", + "expected_count": 13, + "expected_slots": { + "institution_type": "A", + "location": "NL-DR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 6061, + "answer": "Geen resultaten gevonden.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?website ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:settlementName \"\" ;\n schema:name ?name .\n OPTIONAL { ?institution foaf:homepage ?website }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name\nLIMIT 10", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": null, + "count_score": 0.0, + "slot_score": 0.25, + "score": 0.275, + "success": true + }, + { + "id": "count_049", + "category": "count", + "subcategory": "edge_case", + "question": "Hoeveel archieven en musea zijn er in Groningen?", + "expected_count": null, + "expected_slots": { + "institution_type": [ + "A", + "M" + ], + "location": "NL-GR", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5848, + "answer": "Er zijn 0 {{ institution_type_nl }} in {{ location }}.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"\" ;\n hc:settlementName \"\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 0, + "count_score": 0.5, + "slot_score": 0.25, + "score": 0.525, + "success": true + }, + { + "id": "count_050", + "category": "count", + "subcategory": "edge_case", + "question": "Hoeveel erfgoedinstellingen zijn er in Limburg?", + "expected_count": null, + "expected_slots": { + "institution_type": "*", + "location": "NL-LI", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 6178, + "answer": "Er zijn 0 overheidsinstellingen in Limburg.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"O\" ;\n hc:subregionCode \"NL-LI\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 0, + "count_score": 0.5, + "slot_score": 1.0, + "score": 0.75, + "success": true + }, + { + "id": "count_051", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel archieven zijn er in Maastricht?", + "expected_count": 5, + "expected_slots": { + "institution_type": "A", + "location": "Maastricht", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 4152, + "answer": "Er zijn 2 archieven in Maastricht.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:settlementName \"Maastricht\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 2, + "count_score": 0.0, + "slot_score": 1.0, + "score": 0.5, + "success": true + }, + { + "id": "count_052", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel musea zijn er in Arnhem?", + "expected_count": 12, + "expected_slots": { + "institution_type": "M", + "location": "Arnhem", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 4296, + "answer": "Er zijn 9 musea in Arnhem.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:settlementName \"Arnhem\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 9, + "count_score": 0.0, + "slot_score": 1.0, + "score": 0.5, + "success": true + }, + { + "id": "count_053", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel archieven zijn er in Eindhoven?", + "expected_count": 3, + "expected_slots": { + "institution_type": "A", + "location": "Eindhoven", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 5288, + "answer": "Er zijn 1 archieven in Eindhoven.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:settlementName \"Eindhoven\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 1, + "count_score": 0.0, + "slot_score": 1.0, + "score": 0.5, + "success": true + }, + { + "id": "count_054", + "category": "count", + "subcategory": "city_level", + "question": "Hoeveel bibliotheken zijn er in Groningen stad?", + "expected_count": 4, + "expected_slots": { + "institution_type": "L", + "location": "Groningen", + "location_level": "settlement", + "response_mode": "count" + }, + "response_time_ms": 4458, + "answer": "Er zijn 5 bibliotheken in Groningen.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"L\" ;\n hc:subregionCode \"NL-GR\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 5, + "count_score": 0.0, + "slot_score": 0.5, + "score": 0.35, + "success": true + }, + { + "id": "count_055", + "category": "count", + "subcategory": "formal_dutch", + "question": "Kunt u mij informeren over het aantal archieven in de provincie Utrecht?", + "expected_count": 10, + "expected_slots": { + "institution_type": "A", + "location": "NL-UT", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4702, + "answer": "Gevonden: 10 archieven in NL-UT.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?city ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-UT\" ;\n schema:name ?name .\n OPTIONAL { ?institution hc:settlementName ?city }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 10, + "count_score": 1.0, + "slot_score": 0.75, + "score": 0.925, + "success": true + }, + { + "id": "count_056", + "category": "count", + "subcategory": "formal_dutch", + "question": "Graag zou ik willen weten hoeveel musea er in Noord-Brabant gevestigd zijn", + "expected_count": 114, + "expected_slots": { + "institution_type": "M", + "location": "NL-NB", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5409, + "answer": "Geen resultaten gevonden.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?website ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:settlementName \"\" ;\n schema:name ?name .\n OPTIONAL { ?institution foaf:homepage ?website }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": null, + "count_score": 0.0, + "slot_score": 0.25, + "score": 0.275, + "success": true + }, + { + "id": "count_057", + "category": "count", + "subcategory": "abbreviated_province", + "question": "Hoeveel archieven zijn er in NH?", + "expected_count": 26, + "expected_slots": { + "institution_type": "A", + "location": "NL-NH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5013, + "answer": "Er zijn 26 archieven in Noord-Holland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-NH\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 26, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_058", + "category": "count", + "subcategory": "abbreviated_province", + "question": "Hoeveel musea in ZH?", + "expected_count": 164, + "expected_slots": { + "institution_type": "M", + "location": "NL-ZH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5446, + "answer": "Geen resultaten gevonden.", + "visualization": { + "types": [ + "table", + "map" + ], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT DISTINCT ?institution ?name ?website ?lat ?lon WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:settlementName \"\" ;\n schema:name ?name .\n OPTIONAL { ?institution foaf:homepage ?website }\n OPTIONAL { \n ?institution schema:location ?loc .\n ?loc geo:lat ?lat ;\n geo:long ?lon .\n }\n}\nORDER BY ?name", + "response_modes": [ + "table", + "map" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": null, + "count_score": 0.0, + "slot_score": 0.25, + "score": 0.275, + "success": true + }, + { + "id": "count_059", + "category": "count", + "subcategory": "misspelling", + "question": "Hoeveel archiefen zijn er in Utrecht?", + "expected_count": 10, + "expected_slots": { + "institution_type": "A", + "location": "NL-UT", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 5653, + "answer": "Er zijn 10 archieven in Utrecht.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"A\" ;\n hc:subregionCode \"NL-UT\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 10, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + }, + { + "id": "count_060", + "category": "count", + "subcategory": "misspelling", + "question": "Hoeveel musea zijn er in Noordholland?", + "expected_count": 204, + "expected_slots": { + "institution_type": "M", + "location": "NL-NH", + "location_level": "subregion", + "response_mode": "count" + }, + "response_time_ms": 4766, + "answer": "Er zijn 204 musea in Noord-Holland.", + "visualization": { + "types": [], + "primary_type": "table", + "sparql_query": "PREFIX hc: \nPREFIX hcc: \nPREFIX crm: \nPREFIX schema: \nPREFIX skos: \nPREFIX org: \nPREFIX foaf: \nPREFIX dcterms: \nPREFIX xsd: \nPREFIX wd: \nPREFIX geo: \nSELECT (COUNT(DISTINCT ?institution) AS ?count) WHERE {\n ?institution a hcc:Custodian ;\n hc:institutionType \"M\" ;\n hc:subregionCode \"NL-NH\" .\n}", + "response_modes": [ + "count" + ], + "databases_used": [ + "oxigraph" + ] + }, + "actual_count": 204, + "count_score": 1.0, + "slot_score": 1.0, + "score": 1.0, + "success": true + } + ] +} \ No newline at end of file diff --git a/frontend/public/schemas/20251121/linkml/manifest.json b/frontend/public/schemas/20251121/linkml/manifest.json index 91a680c6ce..d4520fb055 100644 --- a/frontend/public/schemas/20251121/linkml/manifest.json +++ b/frontend/public/schemas/20251121/linkml/manifest.json @@ -1,5 +1,5 @@ { - "generated": "2026-01-09T18:56:03.559Z", + "generated": "2026-01-09T19:57:45.984Z", "version": "1.0.0", "categories": [ {