{"id":"064c316a-32f9-4139-868b-44e80bc75e9a","type":"DATASET","name":"Meta-data for data.gov.uk datasets","slug":"meta-data-for-datagovuk-datasets-1","description":"A dataset of all the meta-data for all of the datasets available through the data.gov.uk service. This is provided as a zipped CSV or JSON file. It is published nightly. Updates: 27 Sep 2017: we've moved all the previous dumps to an S3 bucket at https://dgu-ckan-metadata-dumps.s3-eu-west-1.amazon...","free_access_class":"FREE_NO_AUTH","auth_type":"NONE","homepage_url":"https://data.gov.uk/dataset/data_gov_uk-datasets","docs_url":"https://data.gov.uk/dataset/data_gov_uk-datasets","repo_url":null,"status":"ACTIVE","verification_state":"VERIFIED","tags":["digital"],"logo_url":"https://www.google.com/s2/favicons?sz=64&domain=data.gov.uk","primary_source_url":"https://data.gov.uk/api","extraction_confidence":"0.40","created_at":"2026-06-13T12:32:33.068Z","updated_at":"2026-08-16T12:59:27.114Z","last_verified_at":"2026-08-16T12:59:27.114Z","deprecated_at":null,"ranking_score":58,"last_ranked_at":"2026-08-09T03:34:37.595Z","last_seen_at":null,"last_validated_at":null,"last_uptime_at":"2026-08-16T10:20:54.279Z","search_vector":"'2017':42B,181B '27':40B,179B 'a':146B,168B,195B,220B 'all':149B,155B,185B,201B 'allow':90B 'allowing':229B 'amazon':112B,251B 'an':190B,250B 'and':226B,237B,262B 'archiv':109B 'archived':248B 'are':235B 'as':167B,219B 'at':193B 'avail':20B,97B 'available':159B,236B 'been':247B 'bucket':53B,114B,192B,253B 'build':127B 'building':266B 'by':258B 'catalogu':130B 'catalogues':269B 'chang':102B 'changes':241B 'contain':58B 'containing':197B 'content':136B 'contents':275B 'csv':31B,83B,170B,222B 'data':3A,14B,75B,142A,153B,214B 'data.gov.uk':5A,23B,67B,138B,144A,162B,206B,277B 'dataset':6A,8B,19B,57B,63B,95B,116B,147B,196B,255B 'datasets':145A,158B,202B,234B 'dgu-ckan-metadata-dumps.s3-eu-west-1.amazon':55B,194B 'digit':139C 'dump':49B,106B 'dumps':188B,245B 'file':34B,86B,173B,225B 'for':143A,154B,200B,265B 'govern':71B,122B 'government':210B,261B 'have':246B 'histor':105B 'historical':244B 'how':238B 'index':132B,271B 'is':165B,175B,217B,256B,263B 'it':174B,216B 'json':33B,85B,172B,224B 'list':64B 'listed':203B 'maintain':118B 'maintained':257B 'meta':2A,13B,141A,152B 'meta-data':1A,12B,140A,151B 'metadata':60B,101B,199B,240B 'monitor':134B,273B 'move':45B 'moved':184B 'night':38B,89B 'nightly':177B,228B 'of':148B,156B,276B 'on':204B 'open':74B,213B 'open-data':73B,212B 'or':171B,223B,268B,272B 'over':242B 'portal':76B,215B 'previous':48B,187B 'provid':27B,79B 'provided':166B,218B 'publish':37B,88B 'published':176B,227B 's':211B 's3':52B,113B,191B,252B 'sep':41B,180B 'servic':24B,68B 'service':163B,207B 'that':270B 'the':150B,157B,161B,186B,198B,205B,208B,254B,259B,274B 'their':239B 'this':164B 'through':160B 'time':104B,243B 'to':189B,231B,249B 'tool':128B 'tools':267B 'track':93B,232B 'uk':70B,121B,209B,260B 'updat':39B 'updates':178B 'use':125B 'useful':264B 'user':91B 'users':230B 've':44B,183B 'we':182B 'what':233B 'zip':30B,82B 'zipped':169B,221B","popularity_score":"0.0000","maintenance_score":"0.7000","institution_id":"ea368adb-37b1-46ed-83cc-ad0d75bedb83","institution_type":"GOVERNMENT","country_code":"GB","official_confidence":40,"proof_summary":"40% - Official domain (gov.uk)","source_seed_url":null,"is_public_sector":true,"published_at":"2026-06-13T12:32:33.068Z","geographic_scope":"NATIONAL","name_en":null,"description_en":"A dataset containing the metadata for all datasets listed on the data.gov.uk service, the UK Government's open-data portal. It is provided as a zipped CSV or JSON file and published nightly, allowing users to track what datasets are available and how their metadata changes over time. Historical dumps have been archived to an Amazon S3 bucket. The dataset is maintained by the UK Government and is useful for building tools or catalogues that index or monitor the contents of data.gov.uk.","native_lang":"en","access_level":"direct","formats":["HTML"],"capability_tier":"download","trust_score":50.30769230769231,"access":{"level":"direct","primary":{"kind":"download","label":"Download HTML","method":"GET","url":"http://docs.ckan.org/en/ckan-2.2.3/api.html","format":"HTML","source":"distribution","runnable":true},"actions":[{"kind":"download","label":"Download HTML","method":"GET","url":"http://docs.ckan.org/en/ckan-2.2.3/api.html","format":"HTML","source":"distribution","runnable":true},{"kind":"query","label":"Dataset metadata","method":"GET","url":"https://data.gov.uk/api/3/action/package_show?id=data_gov_uk-datasets","source":"query_example","runnable":true,"direct":false},{"kind":"landing","label":"Open source page","method":"GET","url":"https://data.gov.uk/dataset/data_gov_uk-datasets","source":"landing_page","runnable":false},{"kind":"landing","label":"Open source record","method":"GET","url":"https://data.gov.uk/api","source":"primary_source","runnable":false}],"formats":["HTML"]},"maturity":{"entry_id":"064c316a-32f9-4139-868b-44e80bc75e9a","granularity":"entry","granularity_label":"One unit = one catalog entry. A PROXY for the SCOPE.md §4 ladder, which governs source families, not entries: a family with 400 entries moves this reading 400 times as much as a family with one. Never compare or combine with the source_family reading.","level":"verified","level_index":2,"level_label":"Verified","meaning":"Access tested successfully","counts_as_coverage":false,"blocked_by":null,"rungs":[{"level":"discovered","level_index":1,"label":"Discovered","meaning":"Source and metadata recorded","evidence":"membership of the named population the ladder is taken over","counts_as_coverage":false,"met":true,"reached":true,"criterion":"TRUE"},{"level":"verified","level_index":2,"label":"Verified","meaning":"Access tested successfully","evidence":"entries.verification_state = 'VERIFIED'","counts_as_coverage":false,"met":true,"reached":true,"criterion":"entries.verification_state = 'VERIFIED'"},{"level":"profiled","level_index":3,"label":"Profiled","meaning":"Schema, dimensions and licence understood","evidence":"a data profile with at least one field (entry_data_profiles.field_count > 0)","counts_as_coverage":false,"met":false,"reached":false,"criterion":"EXISTS (SELECT 1 FROM entry_data_profiles p WHERE p.entry_id = entries.id AND COALESCE(p.field_count, 0) > 0)"},{"level":"executable","level_index":4,"label":"Executable","meaning":"Queries run through Commodity","evidence":"entries.capability_tier = 'live' — today's proxy for \"queryable through us\"","counts_as_coverage":true,"met":false,"reached":false,"criterion":"entries.capability_tier = 'live'"},{"level":"joinable","level_index":5,"label":"Joinable","meaning":"Canonical identifiers and concepts mapped","evidence":"a field link to a canonical identifier whose sampled VALUES match its format","counts_as_coverage":true,"met":false,"reached":false,"criterion":"EXISTS (SELECT 1 FROM entry_field_links efl WHERE efl.entry_id = entries.id AND efl.identifier_id IS NOT NULL AND efl.value_status = 'match')"},{"level":"reproducible","level_index":6,"label":"Reproducible","meaning":"Snapshots and transformation evidence retained","evidence":"at least one retained evidence manifest (migration 078)","counts_as_coverage":true,"met":false,"reached":false,"criterion":"EXISTS (SELECT 1 FROM evidence_manifests em WHERE em.entry_id = entries.id)"},{"level":"guaranteed","level_index":7,"label":"Guaranteed","meaning":"Monitored against an operational reliability target","evidence":"an active reliability target with a named monitor (migration 096)","counts_as_coverage":true,"met":false,"reached":false,"criterion":"EXISTS (SELECT 1 FROM entry_reliability_targets rt WHERE rt.entry_id = entries.id AND rt.is_active = true)"}],"officialness":{"basis":"catalog_inherited","label":"Inherited from the upstream catalog: this item came from a trusted official government catalog, and that provenance — not per-item proof — is the warrant. Its own proof score is below 80 or it matched no registered institution (apps/worker/src/connectors/catalog/qualify-store.ts).","proof_confidence":40,"proven_threshold":80,"institution_id":"ea368adb-37b1-46ed-83cc-ad0d75bedb83","definition":"CASE WHEN COALESCE(entries.is_public_sector, false) IS NOT TRUE THEN 'not_official' WHEN COALESCE(entries.official_confidence, 0) >= 80 AND entries.institution_id IS NOT NULL THEN 'per_item_proven' ELSE 'catalog_inherited' END"},"source_family":{"key":"data.gov.uk","label":"One unit = one source family, approximated by the serving host of the entry's primary source URL (e.g. bdl.stat.gov.pl). A COMPUTED stand-in for the curated families of SCOPE.md §5, which no table holds yet. A family sits at the highest level any of its entries has reached, because a family is integrated to the depth of its deepest working integration. Never compare or combine with the entry reading."},"generated_at":"2026-08-16T16:02:09.778Z"},"api_details":null,"dataset_details":{"id":"8b0f316b-751e-487a-b6e7-066e21b51b66","entry_id":"064c316a-32f9-4139-868b-44e80bc75e9a","upstream_issued":null,"upstream_modified":"2026-07-08T13:33:18.897Z","themes":[],"update_frequency":null,"temporal_start":null,"temporal_end":null,"spatial_coverage":null,"landing_page":"https://data.gov.uk/dataset/data_gov_uk-datasets","license_id":null,"license_raw":null,"has_documentation":false,"has_data_dictionary":false,"has_versioning":false,"source_portal":"ckan","source_portal_url":"https://data.gov.uk","created_at":"2026-07-04T01:34:30.529Z","updated_at":"2026-07-24T14:18:04.064Z","publisher":null,"publisher_url":null,"distributions":[{"id":"ddf093b5-8472-4b0d-9850-142608ee7d82","dataset_details_id":"8b0f316b-751e-487a-b6e7-066e21b51b66","title":null,"description":"CKAN API documentation","access_url":"http://docs.ckan.org/en/ckan-2.2.3/api.html","download_url":null,"media_type":null,"format":"html","byte_size":null,"license_id":null,"license_raw":null,"last_checked_at":"2026-08-16T12:59:25.491Z","is_available":true,"last_http_status":200,"created_at":"2026-07-24T14:18:03.557Z","updated_at":"2026-08-16T12:59:25.491Z"},{"id":"9654134d-3fa9-4943-8861-40ba43f181b6","dataset_details_id":"8b0f316b-751e-487a-b6e7-066e21b51b66","title":null,"description":"CKAN API","access_url":"https://data.gov.uk/api","download_url":null,"media_type":null,"format":"api","byte_size":null,"license_id":null,"license_raw":null,"last_checked_at":"2026-07-27T08:49:46.000Z","is_available":false,"last_http_status":null,"created_at":"2026-07-24T14:18:03.716Z","updated_at":"2026-07-27T08:49:46.000Z"}],"license":null},"license":{"id":"ogl-uk-3.0","spdx_id":null,"name":"UK Open Government Licence v3.0","url":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","is_open":true,"is_redistributable":true,"requires_attribution":true,"category":"national","notes":null,"created_at":"2026-06-12T16:29:19.729Z"},"reuse":{"license_id":"ogl-uk-3.0","license_name":"UK Open Government Licence v3.0","license_url":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","commercial_use":{"status":"yes","value":true},"redistribution":{"status":"yes","value":true},"attribution_required":{"status":"yes","value":true},"share_alike":{"status":"no","value":false},"personal_data_warning":{"status":"yes","value":true},"cache_and_mirror":{"status":"yes","value":true},"undetermined":[],"basis":"licence_text","confidence":0.95,"confidence_tier":"high","source_text":"Licence text: you are free to \"copy, publish, distribute and transmit the Information; adapt the Information; exploit the Information commercially and non-commercially\", provided you \"acknowledge the source of the Information in your product or application by including or linking to any attribution statement specified by the Information Provider(s)\". Exemptions: \"This licence does not cover: personal data in the Information ...\". The licence lists no share-alike obligation.","source_url":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","reviewed_at":null},"license_raw":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","latest_check":{"id":"c9904ee0-d848-4b48-adc8-78dd35b37eab","entry_id":"064c316a-32f9-4139-868b-44e80bc75e9a","status":"VERIFIED","last_checked_at":"2026-08-16T12:59:26.790Z","p50_latency_ms":1744,"p95_latency_ms":null,"last_error":null,"consecutive_failures":0,"created_at":"2026-06-13T13:13:40.224Z","updated_at":"2026-08-16T12:59:26.790Z","consecutive_successes":79,"probe_url":"http://docs.ckan.org/en/ckan-2.2.3/api.html","probe_method":"GET","probe_http_status":200,"probe_content_type":"text/html; charset=utf-8","probe_succeeded_at":"2026-08-16T12:59:26.790Z"},"data_profile":{"id":"94af5b4e-d9bf-40ee-9cfc-12fa79a52164","entry_id":"064c316a-32f9-4139-868b-44e80bc75e9a","profile_source":"ckan","profile_kind":"dataset","dataset_id":"data_gov_uk-datasets","fields":[],"field_count":0,"sample_records":[],"record_count":null,"data_size_bytes":null,"dataset_count":null,"query_examples":[{"url":"https://data.gov.uk/api/3/action/package_show?id=data_gov_uk-datasets","curl":"curl -s 'https://data.gov.uk/api/3/action/package_show?id=data_gov_uk-datasets' -H 'Accept: application/json'","label":"Dataset metadata","method":"GET","description":"Full CKAN dataset record: resources, licence, organization, freshness."}],"status":"partial","error_message":null,"profiled_at":"2026-07-24T14:18:03.049Z","run_id":"4292e952-11ce-44c0-917d-15d59c2d8551","created_at":"2026-07-17T14:09:03.039Z","updated_at":"2026-07-24T14:18:03.049Z","license_raw":"https://www.nationalarchives.gov.uk/doc/open-government-licence/version/3/","license_id":"ogl-uk-3.0","consecutive_failure_count":0,"last_error_at":null,"last_error_message":null,"previewable":false},"datasets":[],"limits":[]}