Changes
On 4 Eylül 2025 15:23:18 UTC,
 Richard Snape:
 Richard Snape:
- 
  Added field upload_in_progress with valueTrue to resource ukpn_feb_24_substation_smart_meter.parquet in UKPN substation level smart meter data
              
    | f | 1 | { | f | 1 | { | 
| 2 | "author": "", | 2 | "author": "", | ||
| 3 | "author_email": "", | 3 | "author_email": "", | ||
| 4 | "cloud_storage_key_segment": | 4 | "cloud_storage_key_segment": | ||
| 5 | "ukpn-substation-level-smart-meter-data", | 5 | "ukpn-substation-level-smart-meter-data", | ||
| 6 | "creator_user_id": "c56c870b-5347-490c-b52a-e19c774222a9", | 6 | "creator_user_id": "c56c870b-5347-490c-b52a-e19c774222a9", | ||
| 7 | "extras": [ | 7 | "extras": [ | ||
| 8 | { | 8 | { | ||
| 9 | "key": "Processing_level", | 9 | "key": "Processing_level", | ||
| 10 | "value": "raw" | 10 | "value": "raw" | ||
| 11 | } | 11 | } | ||
| 12 | ], | 12 | ], | ||
| 13 | "groups": [], | 13 | "groups": [], | ||
| 14 | "id": "63897b5b-ea83-401f-be49-402c3caa74e1", | 14 | "id": "63897b5b-ea83-401f-be49-402c3caa74e1", | ||
| 15 | "isopen": true, | 15 | "isopen": true, | ||
| 16 | "license_id": "cc-by", | 16 | "license_id": "cc-by", | ||
| 17 | "license_title": "Creative Commons Attribution", | 17 | "license_title": "Creative Commons Attribution", | ||
| 18 | "license_url": "http://www.opendefinition.org/licenses/cc-by", | 18 | "license_url": "http://www.opendefinition.org/licenses/cc-by", | ||
| 19 | "maintainer": "Richard Snape", | 19 | "maintainer": "Richard Snape", | ||
| 20 | "maintainer_email": "richard.snape@es.catapult.org.uk", | 20 | "maintainer_email": "richard.snape@es.catapult.org.uk", | ||
| 21 | "metadata_created": "2025-09-04T15:10:28.972774", | 21 | "metadata_created": "2025-09-04T15:10:28.972774", | ||
| n | 22 | "metadata_modified": "2025-09-04T15:23:17.668880", | n | 22 | "metadata_modified": "2025-09-04T15:23:18.480495", | 
| 23 | "name": "catapult--ukpn-substation-level-smart-meter-data", | 23 | "name": "catapult--ukpn-substation-level-smart-meter-data", | ||
| 24 | "notes": "This data mirrors the substation level smart meter data | 24 | "notes": "This data mirrors the substation level smart meter data | ||
| 25 | published by UKPN as mandated by Ofgem. The data here is aggregated | 25 | published by UKPN as mandated by Ofgem. The data here is aggregated | ||
| 26 | to substation level, with half hourly time granularity. There are | 26 | to substation level, with half hourly time granularity. There are | ||
| 27 | some restrictions on data publication - one of the main ones being | 27 | some restrictions on data publication - one of the main ones being | ||
| 28 | that only aggregations containing 5 or more smart meters are | 28 | that only aggregations containing 5 or more smart meters are | ||
| 29 | published. The initial upload is for February 2024 and July 2025, | 29 | published. The initial upload is for February 2024 and July 2025, | ||
| 30 | with the intention to update this on a monthly basis.\r\n\r\nFor data | 30 | with the intention to update this on a monthly basis.\r\n\r\nFor data | ||
| 31 | products aggregating this data between Network operators, watch this | 31 | products aggregating this data between Network operators, watch this | ||
| 32 | space!", | 32 | space!", | ||
| 33 | "num_resources": 2, | 33 | "num_resources": 2, | ||
| 34 | "num_tags": 2, | 34 | "num_tags": 2, | ||
| 35 | "organization": { | 35 | "organization": { | ||
| 36 | "approval_status": "approved", | 36 | "approval_status": "approved", | ||
| 37 | "created": "2025-07-10T14:52:53.643658", | 37 | "created": "2025-07-10T14:52:53.643658", | ||
| 38 | "description": "## Accelerating Net Zero energy | 38 | "description": "## Accelerating Net Zero energy | ||
| 39 | innovation\r\n\r\nWe use a \u2018whole energy\u2019 system capability | 39 | innovation\r\n\r\nWe use a \u2018whole energy\u2019 system capability | ||
| 40 | to support innovative companies \u2014 small and large \u2013 to test, | 40 | to support innovative companies \u2014 small and large \u2013 to test, | ||
| 41 | trial and scale their new products and services. Our impact comes when | 41 | trial and scale their new products and services. Our impact comes when | ||
| 42 | those innovators attract new customers, new investment and new grants | 42 | those innovators attract new customers, new investment and new grants | ||
| 43 | so they can thrive in the future energy system.\r\n\r\nLaunched in | 43 | so they can thrive in the future energy system.\r\n\r\nLaunched in | ||
| 44 | 2015 by Innovate UK, the Catapult has built a team of more than 250 | 44 | 2015 by Innovate UK, the Catapult has built a team of more than 250 | ||
| 45 | people, with a range of technical, engineering, consumer, commercial, | 45 | people, with a range of technical, engineering, consumer, commercial, | ||
| 46 | incubation, digital and policy expertise. They draw on sector-leading | 46 | incubation, digital and policy expertise. They draw on sector-leading | ||
| 47 | test facilities, modelling tools, and data collected from our back | 47 | test facilities, modelling tools, and data collected from our back | ||
| 48 | catalogue of more than 500 research projects.\r\n\r\nBased in | 48 | catalogue of more than 500 research projects.\r\n\r\nBased in | ||
| 49 | Birmingham, Energy Systems Catapult is part of a network of nine | 49 | Birmingham, Energy Systems Catapult is part of a network of nine | ||
| 50 | world-leading technology and innovation centres, established by | 50 | world-leading technology and innovation centres, established by | ||
| 51 | Innovate UK. The Catapult Network fosters collaboration between | 51 | Innovate UK. The Catapult Network fosters collaboration between | ||
| 52 | industry, government, research organisations, academia, and many | 52 | industry, government, research organisations, academia, and many | ||
| 53 | others to transform great ideas into valuable products and services.", | 53 | others to transform great ideas into valuable products and services.", | ||
| 54 | "id": "c2fc38c2-0d7a-4fec-b43d-135889f396ff", | 54 | "id": "c2fc38c2-0d7a-4fec-b43d-135889f396ff", | ||
| 55 | "image_url": "2025-08-28-143222.016007ESC-LOGO-RGB-pink-1.png", | 55 | "image_url": "2025-08-28-143222.016007ESC-LOGO-RGB-pink-1.png", | ||
| 56 | "is_organization": true, | 56 | "is_organization": true, | ||
| 57 | "name": "catapult", | 57 | "name": "catapult", | ||
| 58 | "state": "active", | 58 | "state": "active", | ||
| 59 | "title": "Catapult", | 59 | "title": "Catapult", | ||
| 60 | "type": "organization" | 60 | "type": "organization" | ||
| 61 | }, | 61 | }, | ||
| 62 | "owner_org": "c2fc38c2-0d7a-4fec-b43d-135889f396ff", | 62 | "owner_org": "c2fc38c2-0d7a-4fec-b43d-135889f396ff", | ||
| 63 | "private": false, | 63 | "private": false, | ||
| 64 | "relationships_as_object": [], | 64 | "relationships_as_object": [], | ||
| 65 | "relationships_as_subject": [], | 65 | "relationships_as_subject": [], | ||
| 66 | "resources": [ | 66 | "resources": [ | ||
| 67 | { | 67 | { | ||
| 68 | "cache_last_updated": null, | 68 | "cache_last_updated": null, | ||
| 69 | "cache_url": null, | 69 | "cache_url": null, | ||
| 70 | "cloud_storage_key": | 70 | "cloud_storage_key": | ||
| 71 | n-level-smart-meter-data/ukpn_july_25_substation_smart_meter.parquet", | 71 | n-level-smart-meter-data/ukpn_july_25_substation_smart_meter.parquet", | ||
| 72 | "created": "2025-09-04T15:13:59.431061", | 72 | "created": "2025-09-04T15:13:59.431061", | ||
| 73 | "datastore_active": false, | 73 | "datastore_active": false, | ||
| 74 | "description": "Data Schema:\r\n\r\n``` | 74 | "description": "Data Schema:\r\n\r\n``` | ||
| 75 | ion_records\"\r\n}\r\n}\r\n}\r\n},\r\n\"geoJSON\":{\r\n\"title\":\"Geo | 75 | ion_records\"\r\n}\r\n}\r\n}\r\n},\r\n\"geoJSON\":{\r\n\"title\":\"Geo | ||
| 76 | JSON object\",\r\n\"description\":\"Schema for a Geo JSON | 76 | JSON object\",\r\n\"description\":\"Schema for a Geo JSON | ||
| 77 | atureCollection\"\r\n}\r\n]\r\n},\r\n\"bbox\":{\r\n\"description\":\"A | 77 | atureCollection\"\r\n}\r\n]\r\n},\r\n\"bbox\":{\r\n\"description\":\"A | ||
| 78 | bounding box as defined by | 78 | bounding box as defined by | ||
| 79 | "\r\n}\r\n},\r\n\"crs\":{\r\n\"title\":\"crs\",\r\n\"description\":\"a | 79 | "\r\n}\r\n},\r\n\"crs\":{\r\n\"title\":\"crs\",\r\n\"description\":\"a | ||
| 80 | Coordinate Reference System | 80 | Coordinate Reference System | ||
| 81 | ,\r\n\"type\":{\r\n\"type\":\"string\",\r\n\"description\":\"Suggested | 81 | ,\r\n\"type\":{\r\n\"type\":\"string\",\r\n\"description\":\"Suggested | ||
| 82 | values: proj4, ogjwkt, | 82 | values: proj4, ogjwkt, | ||
| 83 | ection\":{\r\n\"title\":\"GeometryCollection\",\r\n\"description\":\"A | 83 | ection\":{\r\n\"title\":\"GeometryCollection\",\r\n\"description\":\"A | ||
| 84 | collection of geometry | 84 | collection of geometry | ||
| 85 | \n},\r\n\"feature\":{\r\n\"title\":\"Feature\",\r\n\"description\":\"A | 85 | \n},\r\n\"feature\":{\r\n\"title\":\"Feature\",\r\n\"description\":\"A | ||
| 86 | Geo JSON feature | 86 | Geo JSON feature | ||
| 87 | lection\":{\r\n\"title\":\"FeatureCollection\",\r\n\"description\":\"A | 87 | lection\":{\r\n\"title\":\"FeatureCollection\",\r\n\"description\":\"A | ||
| 88 | Geo JSON feature | 88 | Geo JSON feature | ||
| 89 | \r\n\"geometry\":{\r\n\"title\":\"geometry\",\r\n\"description\":\"One | 89 | \r\n\"geometry\":{\r\n\"title\":\"geometry\",\r\n\"description\":\"One | ||
| 90 | geometry as defined by | 90 | geometry as defined by | ||
| 91 | n\"\r\n}\r\n}\r\n}\r\n}\r\n],\r\n\"position\":{\r\n\"description\":\"A | 91 | n\"\r\n}\r\n}\r\n}\r\n}\r\n],\r\n\"position\":{\r\n\"description\":\"A | ||
| 92 | single | 92 | single | ||
| 93 | onalItems\":false\r\n},\r\n\"positionArray\":{\r\n\"description\":\"An | 93 | onalItems\":false\r\n},\r\n\"positionArray\":{\r\n\"description\":\"An | ||
| 94 | array of | 94 | array of | ||
| 95 | ions/position\"\r\n}\r\n},\r\n\"lineString\":{\r\n\"description\":\"An | 95 | ions/position\"\r\n}\r\n},\r\n\"lineString\":{\r\n\"description\":\"An | ||
| 96 | array of two or more | 96 | array of two or more | ||
| 97 | nItems\":2\r\n}\r\n]\r\n},\r\n\"linearRing\":{\r\n\"description\":\"An | 97 | nItems\":2\r\n}\r\n]\r\n},\r\n\"linearRing\":{\r\n\"description\":\"An | ||
| 98 | array of four positions where the first equals the | 98 | array of four positions where the first equals the | ||
| 99 | "minItems\":4\r\n}\r\n]\r\n},\r\n\"polygon\":{\r\n\"description\":\"An | 99 | "minItems\":4\r\n}\r\n]\r\n},\r\n\"polygon\":{\r\n\"description\":\"An | ||
| 100 | array of linear | 100 | array of linear | ||
| 101 | ":\"string\",\r\n\"title\":\"dataset_id\",\r\n\"description\":\"Unique | 101 | ":\"string\",\r\n\"title\":\"dataset_id\",\r\n\"description\":\"Unique | ||
| 102 | dataset | 102 | dataset | ||
| 103 | \":\"string\",\r\n\"title\":\"dno\",\r\n\"description\":\"Distribution | 103 | \":\"string\",\r\n\"title\":\"dno\",\r\n\"description\":\"Distribution | ||
| 104 | Network | 104 | Network | ||
| 105 | tring\",\r\n\"title\":\"dno_alias\",\r\n\"description\":\"Distribution | 105 | tring\",\r\n\"title\":\"dno_alias\",\r\n\"description\":\"Distribution | ||
| 106 | Network Operator and Licence | 106 | Network Operator and Licence | ||
| 107 | ",\r\n\"title\":\"secondary_substation_id\",\r\n\"description\":\"Site | 107 | ",\r\n\"title\":\"secondary_substation_id\",\r\n\"description\":\"Site | ||
| 108 | ":\"number\"\r\n},\r\n\"title\":\"geopoint\",\r\n\"description\":\"Geo | 108 | ":\"number\"\r\n},\r\n\"title\":\"geopoint\",\r\n\"description\":\"Geo | ||
| 109 | point (Latitude and Longitude) of secondary substation | 109 | point (Latitude and Longitude) of secondary substation | ||
| 110 | itle\":\"aggregated_device_count_active\",\r\n\"description\":\"Number | 110 | itle\":\"aggregated_device_count_active\",\r\n\"description\":\"Number | ||
| 111 | of Active Smart | 111 | of Active Smart | ||
| 112 | e\":\"primary_consumption_active_import\",\r\n\"description\":\"Single | 112 | e\":\"primary_consumption_active_import\",\r\n\"description\":\"Single | ||
| 113 | Element meter aggregated value | 113 | Element meter aggregated value | ||
| 114 | e\":\"secondary_consumption_active_import\",\r\n\"description\":\"Twin | 114 | e\":\"secondary_consumption_active_import\",\r\n\"description\":\"Twin | ||
| 115 | or Dual Tariff meters where we have a secondary measurement - | 115 | or Dual Tariff meters where we have a secondary measurement - | ||
| 116 | aggregated value | 116 | aggregated value | ||
| 117 | "title\":\"total_consumption_active_import\",\r\n\"description\":\"Sum | 117 | "title\":\"total_consumption_active_import\",\r\n\"description\":\"Sum | ||
| 118 | of Primary and Secondary Consumption | 118 | of Primary and Secondary Consumption | ||
| 119 | itle\":\"total_consumption_reactive_import\",\r\n\"description\":\"Sum | 119 | itle\":\"total_consumption_reactive_import\",\r\n\"description\":\"Sum | ||
| 120 | of Primary and Secondary Consumption | 120 | of Primary and Secondary Consumption | ||
| 121 | tle\":\"data_collection_log_timestamp\",\r\n\"description\":\"Interval | 121 | tle\":\"data_collection_log_timestamp\",\r\n\"description\":\"Interval | ||
| 122 | read | 122 | read | ||
| 123 | date-time\",\r\n\"title\":\"insert_time\",\r\n\"description\":\"Record | 123 | date-time\",\r\n\"title\":\"insert_time\",\r\n\"description\":\"Record | ||
| 124 | insertion | 124 | insertion | ||
| 125 | time\",\r\n\"title\":\"last_modified_time\",\r\n\"description\":\"Last | 125 | time\",\r\n\"title\":\"last_modified_time\",\r\n\"description\":\"Last | ||
| 126 | update of the record\"\r\n}\r\n}\r\n}\r\n}\r\n}\r\n}\r\n}```\r\n", | 126 | update of the record\"\r\n}\r\n}\r\n}\r\n}\r\n}\r\n}\r\n}```\r\n", | ||
| 127 | "format": "", | 127 | "format": "", | ||
| 128 | "hash": "", | 128 | "hash": "", | ||
| 129 | "id": "c4b98876-2b46-4675-babd-e7cb59342ecb", | 129 | "id": "c4b98876-2b46-4675-babd-e7cb59342ecb", | ||
| 130 | "last_modified": null, | 130 | "last_modified": null, | ||
| 131 | "metadata_modified": "2025-09-04T15:14:13.053308", | 131 | "metadata_modified": "2025-09-04T15:14:13.053308", | ||
| 132 | "mimetype": null, | 132 | "mimetype": null, | ||
| 133 | "mimetype_inner": null, | 133 | "mimetype_inner": null, | ||
| 134 | "name": "ukpn_july_25_substation_smart_meter.parquet", | 134 | "name": "ukpn_july_25_substation_smart_meter.parquet", | ||
| 135 | "package_id": "63897b5b-ea83-401f-be49-402c3caa74e1", | 135 | "package_id": "63897b5b-ea83-401f-be49-402c3caa74e1", | ||
| 136 | "position": 0, | 136 | "position": 0, | ||
| 137 | "resource_type": null, | 137 | "resource_type": null, | ||
| 138 | "size": 22389290, | 138 | "size": 22389290, | ||
| 139 | "state": "active", | 139 | "state": "active", | ||
| 140 | "tags": "Energy", | 140 | "tags": "Energy", | ||
| 141 | "url": | 141 | "url": | ||
| 142 | bd-e7cb59342ecb/download/ukpn_july_25_substation_smart_meter.parquet", | 142 | bd-e7cb59342ecb/download/ukpn_july_25_substation_smart_meter.parquet", | ||
| 143 | "url_type": "upload" | 143 | "url_type": "upload" | ||
| 144 | }, | 144 | }, | ||
| 145 | { | 145 | { | ||
| 146 | "cache_last_updated": null, | 146 | "cache_last_updated": null, | ||
| 147 | "cache_url": null, | 147 | "cache_url": null, | ||
| 148 | "cloud_storage_key": | 148 | "cloud_storage_key": | ||
| 149 | on-level-smart-meter-data/ukpn_feb_24_substation_smart_meter.parquet", | 149 | on-level-smart-meter-data/ukpn_feb_24_substation_smart_meter.parquet", | ||
| 150 | "created": "2025-09-04T15:23:16.849944", | 150 | "created": "2025-09-04T15:23:16.849944", | ||
| 151 | "datastore_active": false, | 151 | "datastore_active": false, | ||
| 152 | "description": "", | 152 | "description": "", | ||
| 153 | "format": "parquet", | 153 | "format": "parquet", | ||
| 154 | "hash": "", | 154 | "hash": "", | ||
| 155 | "id": "25ac1124-398b-47a2-a92e-72c3d4c8c552", | 155 | "id": "25ac1124-398b-47a2-a92e-72c3d4c8c552", | ||
| 156 | "last_modified": null, | 156 | "last_modified": null, | ||
| n | 157 | "metadata_modified": "2025-09-04T15:23:17.673542", | n | 157 | "metadata_modified": "2025-09-04T15:23:18.484959", | 
| 158 | "mimetype": null, | 158 | "mimetype": null, | ||
| 159 | "mimetype_inner": null, | 159 | "mimetype_inner": null, | ||
| 160 | "name": "ukpn_feb_24_substation_smart_meter.parquet", | 160 | "name": "ukpn_feb_24_substation_smart_meter.parquet", | ||
| 161 | "package_id": "63897b5b-ea83-401f-be49-402c3caa74e1", | 161 | "package_id": "63897b5b-ea83-401f-be49-402c3caa74e1", | ||
| 162 | "position": 1, | 162 | "position": 1, | ||
| 163 | "resource_type": null, | 163 | "resource_type": null, | ||
| 164 | "size": 64195746, | 164 | "size": 64195746, | ||
| 165 | "state": "active", | 165 | "state": "active", | ||
| 166 | "tags": "Energy", | 166 | "tags": "Energy", | ||
| t | t | 167 | "upload_in_progress": true, | ||
| 167 | "url": | 168 | "url": | ||
| 168 | 92e-72c3d4c8c552/download/ukpn_feb_24_substation_smart_meter.parquet", | 169 | 92e-72c3d4c8c552/download/ukpn_feb_24_substation_smart_meter.parquet", | ||
| 169 | "url_type": "upload" | 170 | "url_type": "upload" | ||
| 170 | } | 171 | } | ||
| 171 | ], | 172 | ], | ||
| 172 | "state": "active", | 173 | "state": "active", | ||
| 173 | "tags": [ | 174 | "tags": [ | ||
| 174 | { | 175 | { | ||
| 175 | "display_name": "Energy", | 176 | "display_name": "Energy", | ||
| 176 | "id": "b4d64da6-0ac1-4346-a9af-44add070dd28", | 177 | "id": "b4d64da6-0ac1-4346-a9af-44add070dd28", | ||
| 177 | "name": "Energy", | 178 | "name": "Energy", | ||
| 178 | "state": "active", | 179 | "state": "active", | ||
| 179 | "vocabulary_id": "0a37a2fa-a9df-4e4a-a3f9-b88db224084b" | 180 | "vocabulary_id": "0a37a2fa-a9df-4e4a-a3f9-b88db224084b" | ||
| 180 | }, | 181 | }, | ||
| 181 | { | 182 | { | ||
| 182 | "display_name": "Energy", | 183 | "display_name": "Energy", | ||
| 183 | "id": "44e0baeb-83ab-4bda-831a-3df4689c70d8", | 184 | "id": "44e0baeb-83ab-4bda-831a-3df4689c70d8", | ||
| 184 | "name": "Energy", | 185 | "name": "Energy", | ||
| 185 | "state": "active", | 186 | "state": "active", | ||
| 186 | "vocabulary_id": null | 187 | "vocabulary_id": null | ||
| 187 | }, | 188 | }, | ||
| 188 | { | 189 | { | ||
| 189 | "name": "Energy", | 190 | "name": "Energy", | ||
| 190 | "vocabulary_id": "0a37a2fa-a9df-4e4a-a3f9-b88db224084b" | 191 | "vocabulary_id": "0a37a2fa-a9df-4e4a-a3f9-b88db224084b" | ||
| 191 | }, | 192 | }, | ||
| 192 | { | 193 | { | ||
| 193 | "name": "Energy", | 194 | "name": "Energy", | ||
| 194 | "vocabulary_id": "0a37a2fa-a9df-4e4a-a3f9-b88db224084b" | 195 | "vocabulary_id": "0a37a2fa-a9df-4e4a-a3f9-b88db224084b" | ||
| 195 | } | 196 | } | ||
| 196 | ], | 197 | ], | ||
| 197 | "title": "UKPN substation level smart meter data", | 198 | "title": "UKPN substation level smart meter data", | ||
| 198 | "type": "dataset", | 199 | "type": "dataset", | ||
| 199 | "url": | 200 | "url": | ||
| 200 | explore/dataset/ukpn-smart-meter-consumption-substation/information/", | 201 | explore/dataset/ukpn-smart-meter-consumption-substation/information/", | ||
| 201 | "version": "1.0" | 202 | "version": "1.0" | ||
| 202 | } | 203 | } |