{"id":"c812ea65-7469-4f2f-9574-cf6d8dd7347a","type":"API","name":"Meta-data for data.gov.uk datasets","slug":"meta-data-for-datagovuk-datasets","description":"A dataset of all the meta-data for all of the datasets available through the data.gov.uk service. This is provided as a zipped CSV or JSON file. It is published nightly. Updates: 27 Sep 2017: we've moved all the previous dumps to an S3 bucket at https://dgu-ckan-metadata-dumps.s3-eu-west-1.amazon...","free_access_class":"FREE_KEY_REQUIRED","auth_type":"API_KEY","homepage_url":"https://data.gov.uk/api","docs_url":"https://data.gov.uk/dataset/data_gov_uk-datasets","repo_url":null,"status":"ACTIVE","verification_state":"VERIFIED","tags":[],"logo_url":"https://www.google.com/s2/favicons?sz=64&domain=data.gov.uk","primary_source_url":"https://data.gov.uk/api","extraction_confidence":"0.40","created_at":"2026-06-07T22:09:13.565Z","updated_at":"2026-08-16T12:24:45.705Z","last_verified_at":"2026-08-16T12:24:45.705Z","deprecated_at":null,"ranking_score":55,"last_ranked_at":"2026-08-08T19:18:54.582Z","last_seen_at":null,"last_validated_at":null,"last_uptime_at":null,"search_vector":"'2017':42B,168B '27':40B,166B 'a':133B,155B,206B 'all':136B,142B,172B,187B 'allow':99B 'allows':225B 'amazon':95B,221B 'an':177B,182B,220B 'and':214B,227B,233B,245B 'api':57B,183B 'as':154B,205B 'at':180B 'avail':20B,111B 'available':146B,237B 'bucket':53B,97B,179B,223B 'csv':31B,82B,157B,208B 'data':3A,14B,73B,102B,126B,129A,140B,199B,228B,252B 'data.gov.uk':5A,23B,66B,113B,131A,149B,192B,239B 'dataset':6A,8B,19B,62B,110B,134B 'datasets':132A,145B,188B,236B 'descript':116B 'descriptions':242B 'develop':100B 'developers':226B 'dgu-ckan-metadata-dumps.s3-eu-west-1.amazon':55B,181B 'discov':106B 'discover':232B 'dump':49B,91B 'dumps':175B,217B 'file':34B,85B,160B,211B 'for':130A,141B,186B 'format':118B 'formats':244B 'govern':70B 'government':196B 'histor':90B 'histori':121B 'historical':216B 'history':247B 'in':219B 'includ':89B,114B 'includes':215B 'including':240B 'is':152B,162B,203B 'it':161B,224B 'itself':253B 'json':33B,84B,159B,210B 'list':63B 'listed':189B 'meta':2A,13B,128A,139B 'meta-data':1A,12B,127A,138B 'metadata':59B,76B,185B,202B 'move':45B 'moved':171B 'night':38B,87B 'nightly':164B,213B 'of':135B,143B 'on':190B,238B 'open':72B,198B 'or':158B,209B 'portal':74B,200B 'previous':48B,174B 'programmat':105B 'programmatically':231B 'provid':27B,58B 'provided':153B 'providing':184B 'publish':37B,78B,117B 'published':163B,204B 'publishers':243B 'rather':122B,248B 's':197B 's3':52B,96B,178B,222B 'sep':41B,167B 'servic':24B,67B 'service':150B,193B 'store':92B 'stored':218B 'than':249B 'the':137B,144B,148B,173B,191B,194B,201B,235B,250B 'their':241B 'this':151B 'through':147B 'to':176B,230B 'track':108B,234B 'uk':69B,195B 'under':125B 'underlying':251B 'updat':39B,86B,120B 'update':246B 'updated':212B 'updates':165B 'user':103B 'users':229B 've':44B,170B 'we':169B 'zip':30B,81B 'zipped':156B,207B","popularity_score":"0.0000","maintenance_score":"0.7000","institution_id":"ea368adb-37b1-46ed-83cc-ad0d75bedb83","institution_type":"GOVERNMENT","country_code":"GB","official_confidence":40,"proof_summary":"official domain (gov.uk) (catalog: data_gov_uk)","source_seed_url":null,"is_public_sector":true,"published_at":"2026-06-07T22:09:13.565Z","geographic_scope":"NATIONAL","name_en":null,"description_en":"An API providing metadata for all datasets listed on the data.gov.uk service, the UK government's open data portal. The metadata is published as a zipped CSV or JSON file, updated nightly, and includes historical dumps stored in an Amazon S3 bucket. It allows developers and data users to programmatically discover and track the datasets available on data.gov.uk, including their descriptions, publishers, formats, and update history, rather than the underlying data itself.","native_lang":"en","access_level":"documented","formats":[],"capability_tier":"reference","trust_score":55.41666666666667,"access":{"level":"documented","primary":{"kind":"query","label":"Run verified request","method":"GET","url":"https://data.gov.uk/api","source":"probe","runnable":true},"actions":[{"kind":"query","label":"Run verified request","method":"GET","url":"https://data.gov.uk/api","source":"probe","runnable":true},{"kind":"query","label":"Dataset metadata","method":"GET","url":"https://data.gov.uk/api/3/action/package_show?id=data_gov_uk-datasets","source":"query_example","runnable":true,"direct":false},{"kind":"landing","label":"Read the docs","method":"GET","url":"https://data.gov.uk/dataset/data_gov_uk-datasets","source":"docs","runnable":false}],"formats":[]},"maturity":{"entry_id":"c812ea65-7469-4f2f-9574-cf6d8dd7347a","granularity":"entry","granularity_label":"One unit = one catalog entry. A PROXY for the SCOPE.md §4 ladder, which governs source families, not entries: a family with 400 entries moves this reading 400 times as much as a family with one. Never compare or combine with the source_family reading.","level":"verified","level_index":2,"level_label":"Verified","meaning":"Access tested successfully","counts_as_coverage":false,"blocked_by":null,"rungs":[{"level":"discovered","level_index":1,"label":"Discovered","meaning":"Source and metadata recorded","evidence":"membership of the named population the ladder is taken over","counts_as_coverage":false,"met":true,"reached":true,"criterion":"TRUE"},{"level":"verified","level_index":2,"label":"Verified","meaning":"Access tested successfully","evidence":"entries.verification_state = 'VERIFIED'","counts_as_coverage":false,"met":true,"reached":true,"criterion":"entries.verification_state = 'VERIFIED'"},{"level":"profiled","level_index":3,"label":"Profiled","meaning":"Schema, dimensions and licence understood","evidence":"a data profile with at least one field (entry_data_profiles.field_count > 0)","counts_as_coverage":false,"met":false,"reached":false,"criterion":"EXISTS (SELECT 1 FROM entry_data_profiles p WHERE p.entry_id = entries.id AND COALESCE(p.field_count, 0) > 0)"},{"level":"executable","level_index":4,"label":"Executable","meaning":"Queries run through Commodity","evidence":"entries.capability_tier = 'live' — today's proxy for \"queryable through us\"","counts_as_coverage":true,"met":false,"reached":false,"criterion":"entries.capability_tier = 'live'"},{"level":"joinable","level_index":5,"label":"Joinable","meaning":"Canonical identifiers and concepts mapped","evidence":"a field link to a canonical identifier whose sampled VALUES match its format","counts_as_coverage":true,"met":false,"reached":false,"criterion":"EXISTS (SELECT 1 FROM entry_field_links efl WHERE efl.entry_id = entries.id AND efl.identifier_id IS NOT NULL AND efl.value_status = 'match')"},{"level":"reproducible","level_index":6,"label":"Reproducible","meaning":"Snapshots and transformation evidence retained","evidence":"at least one retained evidence manifest (migration 078)","counts_as_coverage":true,"met":false,"reached":false,"criterion":"EXISTS (SELECT 1 FROM evidence_manifests em WHERE em.entry_id = entries.id)"},{"level":"guaranteed","level_index":7,"label":"Guaranteed","meaning":"Monitored against an operational reliability target","evidence":"an active reliability target with a named monitor (migration 096)","counts_as_coverage":true,"met":false,"reached":false,"criterion":"EXISTS (SELECT 1 FROM entry_reliability_targets rt WHERE rt.entry_id = entries.id AND rt.is_active = true)"}],"officialness":{"basis":"catalog_inherited","label":"Inherited from the upstream catalog: this item came from a trusted official government catalog, and that provenance — not per-item proof — is the warrant. Its own proof score is below 80 or it matched no registered institution (apps/worker/src/connectors/catalog/qualify-store.ts).","proof_confidence":40,"proven_threshold":80,"institution_id":"ea368adb-37b1-46ed-83cc-ad0d75bedb83","definition":"CASE WHEN COALESCE(entries.is_public_sector, false) IS NOT TRUE THEN 'not_official' WHEN COALESCE(entries.official_confidence, 0) >= 80 AND entries.institution_id IS NOT NULL THEN 'per_item_proven' ELSE 'catalog_inherited' END"},"source_family":{"key":"data.gov.uk","label":"One unit = one source family, approximated by the serving host of the entry's primary source URL (e.g. bdl.stat.gov.pl). A COMPUTED stand-in for the curated families of SCOPE.md §5, which no table holds yet. A family sits at the highest level any of its entries has reached, because a family is integrated to the depth of its deepest working integration. Never compare or combine with the entry reading."},"generated_at":"2026-08-16T14:12:48.470Z"},"api_details":null,"dataset_details":{"id":"bc4930c9-e82a-45ec-aa86-ab28c7c669a5","entry_id":"c812ea65-7469-4f2f-9574-cf6d8dd7347a","upstream_issued":null,"upstream_modified":"2026-07-08T13:33:18.897Z","themes":[],"update_frequency":null,"temporal_start":null,"temporal_end":null,"spatial_coverage":null,"landing_page":null,"license_id":null,"license_raw":null,"has_documentation":false,"has_data_dictionary":false,"has_versioning":false,"source_portal":"ckan","source_portal_url":"https://data.gov.uk","created_at":"2026-07-04T02:23:17.338Z","updated_at":"2026-07-24T09:56:44.906Z","publisher":null,"publisher_url":null,"distributions":[],"license":null},"license":{"id":"ogl-uk-3.0","spdx_id":null,"name":"UK Open Government Licence v3.0","url":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","is_open":true,"is_redistributable":true,"requires_attribution":true,"category":"national","notes":null,"created_at":"2026-06-12T16:29:19.729Z"},"reuse":{"license_id":"ogl-uk-3.0","license_name":"UK Open Government Licence v3.0","license_url":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","commercial_use":{"status":"yes","value":true},"redistribution":{"status":"yes","value":true},"attribution_required":{"status":"yes","value":true},"share_alike":{"status":"no","value":false},"personal_data_warning":{"status":"yes","value":true},"cache_and_mirror":{"status":"yes","value":true},"undetermined":[],"basis":"licence_text","confidence":0.95,"confidence_tier":"high","source_text":"Licence text: you are free to \"copy, publish, distribute and transmit the Information; adapt the Information; exploit the Information commercially and non-commercially\", provided you \"acknowledge the source of the Information in your product or application by including or linking to any attribution statement specified by the Information Provider(s)\". Exemptions: \"This licence does not cover: personal data in the Information ...\". The licence lists no share-alike obligation.","source_url":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","reviewed_at":null},"license_raw":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","latest_check":{"id":"08129d66-8a64-453e-a6dd-9f1c95269c46","entry_id":"c812ea65-7469-4f2f-9574-cf6d8dd7347a","status":"VERIFIED","last_checked_at":"2026-08-16T12:24:45.384Z","p50_latency_ms":3046,"p95_latency_ms":null,"last_error":null,"consecutive_failures":0,"created_at":"2026-06-08T12:43:16.458Z","updated_at":"2026-08-16T12:24:45.384Z","consecutive_successes":80,"probe_url":"https://data.gov.uk/api","probe_method":"GET","probe_http_status":403,"probe_content_type":"text/html","probe_succeeded_at":"2026-08-16T12:24:45.384Z"},"data_profile":{"id":"d7427b3a-616c-4ff9-90ca-03c42cebf707","entry_id":"c812ea65-7469-4f2f-9574-cf6d8dd7347a","profile_source":"ckan","profile_kind":"dataset","dataset_id":"data_gov_uk-datasets","fields":[],"field_count":0,"sample_records":[],"record_count":null,"data_size_bytes":null,"dataset_count":null,"query_examples":[{"url":"https://data.gov.uk/api/3/action/package_show?id=data_gov_uk-datasets","curl":"curl -s 'https://data.gov.uk/api/3/action/package_show?id=data_gov_uk-datasets' -H 'Accept: application/json'","label":"Dataset metadata","method":"GET","description":"Full CKAN dataset record: resources, licence, organization, freshness."}],"status":"partial","error_message":null,"profiled_at":"2026-07-24T09:56:44.587Z","run_id":"855a215c-1411-41e1-bbce-180859637c1d","created_at":"2026-07-17T09:31:06.075Z","updated_at":"2026-07-24T09:56:44.587Z","license_raw":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","license_id":"ogl-uk-3.0","consecutive_failure_count":0,"last_error_at":null,"last_error_message":null,"previewable":false},"datasets":[],"limits":[]}