{"id":170244,"date":"2021-06-01T14:12:30","date_gmt":"2021-06-01T13:12:30","guid":{"rendered":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/?page_id=170244"},"modified":"2024-07-15T13:28:17","modified_gmt":"2024-07-15T12:28:17","slug":"kinnect-insights-solution","status":"publish","type":"page","link":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/data\/kinnect-insights-solution\/","title":{"rendered":"About the Insights Solution service"},"content":{"rendered":"","protected":false},"excerpt":{"rendered":"","protected":false},"author":351,"featured_media":0,"parent":104133,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_acf_changed":false,"_relevanssi_hide_post":"","_relevanssi_hide_content":"","_relevanssi_pin_for_all":"","_relevanssi_pin_keywords":"","_relevanssi_unpin_keywords":"","_relevanssi_related_keywords":"","_relevanssi_related_include_ids":"","_relevanssi_related_exclude_ids":"","_relevanssi_related_no_append":"","_relevanssi_related_not_related":"","_relevanssi_related_posts":"","_relevanssi_noindex_reason":"","inline_featured_image":false,"footnotes":""},"tags":[],"class_list":["post-170244","page","type-page","status-publish","hentry"],"acf":[],"semantic_search":{"post_id":170244,"title":"About the Insights Solution service","link":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/data\/kinnect-insights-solution\/","categories":[],"tags":[],"content":"    <div class=\"panel-content\">\n        <p>The Insights Solution is a website, collecting and publishing information about the electricity system in Great Britain.<\/p>\n\n    <\/div>\n\n\n<div class=\"pagebuilder-blocks\"><div class=\"panel-content\">\n    <h2 id=\"switching-off-bmrs\"><b><span data-contrast=\"auto\">Switching off BMRS <\/span><\/b><\/h2>\n<p><span data-contrast=\"auto\"><a href=\"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-content\/uploads\/2022\/02\/Insights-cropped-for-Newscast.png\"><img loading=\"lazy\" decoding=\"async\" class=\"size-medium wp-image-180797 alignright\" src=\"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-content\/uploads\/2022\/02\/Insights-cropped-for-Newscast-300x190.png\" alt=\"\" width=\"300\" height=\"190\" srcset=\"https:\/\/elexon-bsc-production-cdn.s3.eu-west-2.amazonaws.com\/wp-content\/uploads\/2022\/02\/18145543\/Insights-cropped-for-Newscast-300x190.png 300w, https:\/\/elexon-bsc-production-cdn.s3.eu-west-2.amazonaws.com\/wp-content\/uploads\/2022\/02\/18145543\/Insights-cropped-for-Newscast-1024x648.png 1024w, https:\/\/elexon-bsc-production-cdn.s3.eu-west-2.amazonaws.com\/wp-content\/uploads\/2022\/02\/18145543\/Insights-cropped-for-Newscast-768x486.png 768w, https:\/\/elexon-bsc-production-cdn.s3.eu-west-2.amazonaws.com\/wp-content\/uploads\/2022\/02\/18145543\/Insights-cropped-for-Newscast-600x380.png 600w, https:\/\/elexon-bsc-production-cdn.s3.eu-west-2.amazonaws.com\/wp-content\/uploads\/2022\/02\/18145543\/Insights-cropped-for-Newscast.png 1065w\" sizes=\"auto, (max-width: 300px) 100vw, 300px\"><\/a>Elexon has now replaced the Balancing Mechanism Reporting Service (BMRS) datasets and capabilities to the Insights Solution. <\/span><span data-ccp-props='{\"201341983\":0,\"335559739\":0,\"335559740\":240}'>&#xA0;<\/span><\/p>\n<p><span data-contrast=\"auto\">The BMRS TIBCO Service was switched off on <strong>31 March 2024<\/strong>, and all the other BMRS endpoints (the website, APIs and the Data Push Service) were switched off on <strong>31&#xA0;May 2024<\/strong>.<\/span><\/p>\n<p><span data-contrast=\"none\">The Insights Solution replaced the legacy BMRS application and fulfils Elexon&#x2019;s obligation under the BSC to act as the Balancing Mechanism Reporting Agent (BMRA) by collecting, displaying and providing wholesale market data.<\/span><span data-ccp-props='{\"201341983\":0,\"335559739\":0,\"335559740\":240}'>&#xA0;<\/span><\/p>\n<ul>\n<li data-leveltext=\"&#xF0B7;\" data-font=\"Symbol\" data-listid=\"2\" data-list-defn-props='{\"335552541\":1,\"335559684\":-2,\"335559685\":720,\"335559991\":360,\"469769226\":\"Symbol\",\"469769242\":[8226],\"469777803\":\"left\",\"469777804\":\"&#xF0B7;\",\"469777815\":\"multilevel\"}' aria-setsize=\"-1\" data-aria-posinset=\"1\" data-aria-level=\"1\"><a href=\"https:\/\/bmrs.elexon.co.uk\/\"><span data-contrast=\"none\">Visit the Insights Solution<\/span><span data-ccp-props='{\"134233117\":true,\"134233118\":true,\"201341983\":0,\"335559685\":0,\"335559731\":1276,\"335559739\":0,\"335559740\":240}'>&#xA0;<\/span><\/a><\/li>\n<li><a href=\"#background\">Learn more about the background&#xA0; to the Insights Solution<\/a><\/li>\n<\/ul>\n\n<\/div><div class=\"panel-content\">\n    <h2 id=\"stages-of-the-insights-solution-roll-out\"><b><span data-contrast=\"none\">Stages of the Insights Solution roll out<\/span><\/b><\/h2>\n<p><span data-contrast=\"none\">Steps that have taken place to switching off the BMRS. <\/span><\/p>\n<table style=\"border-collapse: collapse; width: 100%;\">\n<tbody>\n<tr>\n<td style=\"width: 23.0255%;\"><strong>February 2024<\/strong><\/td>\n<td style=\"width: 76.9745%;\">\n<p><strong>Availability of all BMRS datasets on Insights Solution<\/strong><\/p>\n<\/td>\n<\/tr>\n<tr>\n<td style=\"width: 23.0255%;\"><strong><span class=\"TextRun SCXW76697229 BCX8\" lang=\"EN-GB\" xml:lang=\"EN-GB\" data-contrast=\"auto\"><span class=\"NormalTextRun SCXW76697229 BCX8\">Mid March 2024<\/span><\/span><\/strong><\/td>\n<td style=\"width: 76.9745%;\">\n<p><strong>Completion of data engineering<\/strong><\/p>\n<\/td>\n<\/tr>\n<tr>\n<td style=\"width: 23.0255%;\"><strong><span class=\"TextRun SCXW94359017 BCX8\" lang=\"EN-GB\" xml:lang=\"EN-GB\" data-contrast=\"auto\"><span class=\"NormalTextRun SCXW94359017 BCX8\">31 March<\/span><span class=\"NormalTextRun SCXW94359017 BCX8\"> 2024<\/span><\/span><\/strong><\/td>\n<td style=\"width: 76.9745%;\">\n<p><b><span data-contrast=\"auto\">Switching off TIBCO service<\/span><\/b><\/p>\n<\/td>\n<\/tr>\n<tr>\n<td style=\"width: 23.0255%;\"><strong><span class=\"TextRun SCXW145246845 BCX8\" lang=\"EN-GB\" xml:lang=\"EN-GB\" data-contrast=\"auto\"><span class=\"NormalTextRun SCXW145246845 BCX8\">End of March 2024 until the end of April 2024<\/span><\/span><\/strong><\/td>\n<td style=\"width: 76.9745%;\">\n<p><b><span data-contrast=\"auto\">Parallel run of the Insights Solution and BMRS<\/span><\/b><span data-ccp-props='{\"201341983\":0,\"335559739\":0,\"335559740\":240}'>&#xA0;<\/span><\/p>\n<\/td>\n<\/tr>\n<tr>\n<td style=\"width: 23.0255%;\"><strong><span class=\"TextRun SCXW84998767 BCX8\" lang=\"EN-GB\" xml:lang=\"EN-GB\" data-contrast=\"auto\"><span class=\"NormalTextRun SCXW84998767 BCX8\">&#xA0;31 May 2024<\/span><\/span><\/strong><\/td>\n<td style=\"width: 76.9745%;\">\n<p><b><span data-contrast=\"auto\">Switch off BMRS<\/span><\/b><span data-ccp-props='{\"201341983\":0,\"335559739\":0,\"335559740\":240}'>&#xA0;<\/span><\/p>\n<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h2 id=\"insights-real-time-information-service-iris\">Insights Real-Time Information Service (IRIS)<\/h2>\n<p>IRIS is a near real-time, free, publicly available push service for accessing Insights Solution data. Watch our video to find out how to use the service.<\/p>\n\n<\/div><div class=\"panel-section\">\n\t\t\n\t\t<!-- NOINDEX -->\n\t\t<div class=\"panel-section\">\n\t\t\t<div class=\"media-store-shortcode\" data-post-id=\"205669\">\n\t\t\t\t<iframe title=\"Elexon Insights Solution: How to set up and use the IRIS service\" src=\"https:\/\/player.vimeo.com\/video\/912525748?dnt=1&amp;app_id=122963\" width=\"640\" height=\"360\" frameborder=\"0\" allow=\"autoplay; fullscreen; picture-in-picture; clipboard-write; encrypted-media; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\"><\/iframe><div>Video Published: February 2024<\/div>\t\t\t<\/div>\n\t\t<\/div>\n\t\t<!-- ENDNOINDEX -->\n\t<\/div><div class=\"panel-content\">\n    <div class=\"accordion\">\n        <div class=\"accordion-group\">\n            <h2 class=\"accordion-title h2\" tabindex=\"0\" id=\"faqs-relating-to-the-decommissioning-of-bmrs-and-the-new-insights-solution\" aria-expanded=\"false\">FAQs relating to the decommissioning of BMRS and the new Insights Solution<\/h2>            <div class=\"accordion-panel\" aria-hidden=\"true\">\n                <div class=\"panel-inner\">\n                    <h3>Data removal \/ historical records<\/h3>\n<h3><strong style=\"color: #221f1f; font-family: 'Source Sans Pro', sans-serif; font-size: 18px;\">Q. Which BMRS APIs are being decommissioned?<\/strong><\/h3>\n<p>A. Several APIs that are available via the legacy DataPush service and TIBCO have not been created within the Insights Solution. In most cases this has happened where the need to publish some European Transparency Data was removed with the introduction of BSC Change Proposal CP1583, or because the UK did not participate in the European Trans European Replacement Reserves Exchange&#x202F;(TERRE).<\/p>\n<ul>\n<li><a href=\"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/documents\/operations-settlement\/balancing-mechanism-units\/insights-solution-data-roadmap\/\" target=\"_blank\" rel=\"noopener\">View our data roadmap<\/a><\/li>\n<\/ul>\n<p><strong>Q. What is the earliest data in Insights? <br>\n<\/strong>A. Historic data obtained from the legacy BMRS (Balancing Mechanism Reporting Service) has been loaded into the Insights Solution as below:<\/p>\n<ul>\n<li>REMIT &#x2013; June 2017<\/li>\n<li>Physical Data &#x2013; Jan 2016<\/li>\n<li>Transparency Data &#x2013; May 2023<\/li>\n<\/ul>\n<h3>Settlement data<\/h3>\n<h3><strong style=\"color: #221f1f; font-family: 'Source Sans Pro', sans-serif; font-size: 18px;\">Q. Why does the SAA (Settlement Administration Agent) calculation differ from legacy BMRS (Balancing Mechanism Reporting Service)?<\/strong><\/h3>\n<p>A. There are variations in the way that the legacy BMRS and the Insights Solution calculates this data.<\/p>\n<p>The Insights Solution runs the calculation after 14 minutes and BMRS after 22 minutes after any given Settlement Period.<\/p>\n<p>If there are late acceptances these will not be considered on the BMRS.&#xA0; An additional feature of Insights Solution is that it will re-run the calculations, the next working day which will consider further changes or later acceptances. There will still be variations but with the Insights Solution refreshing this data at D+1, it will be a more accurate calculation that is a lot closer to actual Settlement prices.<\/p>\n<p><strong>Q. Why can I not find data before 1 Feb 2023 for <span class=\"ui-provider a b c d e f g h i j k l m n o p q r s t u v w x y z ab ac ae af ag ah ai aj ak\" dir=\"ltr\">Indicative Imbalance Settlement? <\/span>&#xA0;<br>\n<\/strong>A. <span class=\"ui-provider a b c d e f g h i j k l m n o p q r s t u v w x y z ab ac ae af ag ah ai aj ak\" dir=\"ltr\">The calculations are now performed by the Settlement System and not initially available when we released the Settlement datasets in production in February 2024. We will be migrating the data and will make this available before we decommission legacy BMRS on 31 May 2024.<\/span><\/p>\n<p><strong>Q. What are Settlement messages?<br>\n<\/strong>A. Settlement Messages are generated internally by the SAA. They are a new feature to give customers information about the status and accuracy of Settlement calculations. For example, when performing a Settlement Run, if no Market Index Data has been received from a Market Index Data Provider effective on that day, the SAA will generate a system message.<\/p>\n<h3><strong>Variations between old system and Insights Solution<\/strong><\/h3>\n<h3><strong style=\"color: #221f1f; font-family: 'Source Sans Pro', sans-serif; font-size: 18px;\">Q. Why am I seeing more Output Usable file types?<\/strong><\/h3>\n<p>A. The legacy datapush service outputs this data once a day. The Insights Solution will now deliver the data &#x2018;as received&#x2019; which is on the hour. This relates to datasets NOU, FOU &amp; UOU<\/p>\n<p><strong>Q. Why can I not find Total Bid Offer Data (TBOD)?<br>\n<\/strong>A. TBOD dataset is the summation of Bid Offer Data received and can be calculated outside of the Insights Solution.<\/p>\n<p><strong>Q. Why can I not find some European Transparency Regulation (ETR) data that is on the legacy BMRS?<br>\n<\/strong>A. Some datasets were not migrated from the BMRS to the Insights Solution. This follows implementation of CP1583 &#x2018;Rationalising publication of European Transparency Regulation (ETR) data on Elexon Systems&#x2019;.<\/p>\n<ul>\n<li><a href=\"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/documents\/change\/cps\/cp1551-cp1600\/cp1583-proposal-form\/\">More information on CP1583<\/a><\/li>\n<\/ul>\n<h3>Insights Real-Time Information Service (IRIS)<\/h3>\n<p><strong style=\"color: #221f1f; font-family: 'Source Sans Pro', sans-serif; font-size: 18px;\">Q. Can you have multiple queues for a single IRIS (Insights Solution Real Time Information Service) account?<br>\n<\/strong>A. No. Messages are transmitted once and if there are multiple queues it will only appear on one of them. You must have a single queue against a single account. There is no restriction on the number of unique accounts you can create.<\/p>\n<p><strong>Q. Can you tell me some more about the IRIS archive?<br>\n<\/strong>A. In response to user feedback, we have built the Insights Data Archive, a cloud blob storage service that hosts a carbon copy of every JSON message sent to IRIS users. The archive is publicly readable and updated in near-real-time as IRIS messages are published. You can access it using standard, out of the box software development tools.<\/p>\n<p>From 15 February 2024, historic data, including Indicative Settlement Prices has been available on this archive, for as far back as the start of February 2024 only. There will be no archiving of Indicative Settlement Price data beyond this. &#x202F;<\/p>\n<ul>\n<li><a href=\"https:\/\/github.com\/elexon-data\/insights-docs\/blob\/main\/docs\/iris_archive.md%22%20%5Ct%20%22_blank\">See the IRIS Archive Explainer on this GitHub page<\/a><\/li>\n<\/ul>\n<p>&#xA0;<\/p>\n\n                <\/div>\n            <\/div>\n        <\/div>\n    <\/div>\n<\/div><div class=\"panel-content\">\n    <div class=\"accordion\">\n        <div class=\"accordion-group\">\n            <h2 class=\"accordion-title h2\" tabindex=\"0\" id=\"background-to-the-insights-solution\" aria-expanded=\"false\"><p id='background'>Background to the Insights Solution<\/p><\/h2>            <div class=\"accordion-panel\" aria-hidden=\"true\">\n                <div class=\"panel-inner\">\n                    <p><span data-contrast=\"none\">The Insights Solution is part of the Elexon Kinnect Platform and is <\/span><span data-contrast=\"auto\">underpinned by cloud infrastructure which provides a number of endpoints for users to access the data. <\/span><span data-ccp-props='{\"201341983\":0,\"335559739\":0,\"335559740\":240}'>&#xA0;<\/span><\/p>\n<p><span data-contrast=\"none\">Users can &#x2018;self-serve&#x2019; data requests&#x202F; and all of the data we provide on the Insights Solution is open and available for anyone to access, modify and distribute.<\/span><span data-ccp-props='{\"201341983\":0,\"335559739\":0,\"335559740\":240}'>&#xA0;<\/span><\/p>\n<h3>Video introducing the Insights Solution<\/h3>\n<p>This video explains how the Elexon Kinnect Insights Solution forms part of our digital platform providing state of the art data provision and APIs.<\/p>\n\t\n\t\t<!-- NOINDEX -->\n\t\t<div class=\"panel-section\">\n\t\t\t<div class=\"media-store-shortcode\" data-post-id=\"192697\">\n\t\t\t\t<iframe title=\"Welcome to Elexon Kinnect Insights Solution\" src=\"https:\/\/player.vimeo.com\/video\/719146699?dnt=1&amp;app_id=122963\" width=\"640\" height=\"360\" frameborder=\"0\" allow=\"autoplay; fullscreen; picture-in-picture; clipboard-write; encrypted-media; web-share\" referrerpolicy=\"strict-origin-when-cross-origin\"><\/iframe><div>Video Published: December 2022<\/div><div>Video Length: 1 min, 17 secs<\/div>\t\t\t<\/div>\n\t\t<\/div>\n\t\t<!-- ENDNOINDEX -->\n\t\n<h2 id=\"\">&#xA0;<\/h2>\n<h3>Background to the project objectives<\/h3>\n<p>The Balancing Mechanism Reporting Service (BMRS) served to provide industry parties with operational data relating to the GB Electricity Balancing and Settlement arrangements. It was used extensively by market participants, helping them make trading decisions and understanding market dynamics, acting as a prompt reporting platform as well as a means of accessing historic data.<\/p>\n<p>Elexon introduced API data access in 2015 to access data. Since then, the number of users has increased considerably.&#xA0; There were around 7 million daily requests to the BMRS API service in 2022\/23, and the number of individual users has risen to around 90,000.<\/p>\n<p>The former BMRS platform had difficulty delivering updates and it wasn&#x2019;t able to to meet the needs of our customers for new data or functionality.&#xA0;&#xA0;<\/p>\n<p>More drawbacks of the former platform included:<\/p>\n<ul>\n<li>Difficulty in making changes which meant increasingly higher maintenance, licensing and support costs<\/li>\n<li>More costly and time consuming to make changes<\/li>\n<li>A decline in operational performance and an increase in the amount of time it took to fix the BMRS if there were unplanned outage or problem<\/li>\n<\/ul>\n\n                <\/div>\n            <\/div>\n        <\/div>\n    <\/div>\n<\/div><div class=\"panel-content\">\n    <h2 id=\"help-and-support\">Help and support<\/h2>\n<p><span class=\"TextRun Highlight SCXW33772743 BCX8\" lang=\"EN-GB\" xml:lang=\"EN-GB\" data-contrast=\"none\"><span class=\"NormalTextRun SCXW33772743 BCX8\">If you have any questions about the Insights Solution&#xA0; or you need any help in setting up the IRIS. Please contact <\/span><span class=\"NormalTextRun ContextualSpellingAndGrammarErrorV2Themed SCXW33772743 BCX8\"><span data-ccp-props='{\"201341983\":0,\"335559739\":0,\"335559740\":240}'><a href=\"https:\/\/support.elexon.co.uk\/csm\" data-wpel-link=\"internal\">Elexon Support<\/a>.&#xA0;<\/span><\/span><\/span><\/p>\n<p>We will continue to introduce new features and functionality to the Insights Solution, if you want to be part of this, join our <a href=\"https:\/\/elexon-beta.elexonhostings.co.uk\/help-shape-the-future-of-the-analysis-insights-products\/\" target=\"_blank\" rel=\"noopener\">Data &amp; Reporting user group<\/a>.<\/p>\n\n<\/div><\/div>","s3_url":""},"_links":{"self":[{"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/pages\/170244","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/users\/351"}],"replies":[{"embeddable":true,"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/comments?post=170244"}],"version-history":[{"count":48,"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/pages\/170244\/revisions"}],"predecessor-version":[{"id":209412,"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/pages\/170244\/revisions\/209412"}],"up":[{"embeddable":true,"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/pages\/104133"}],"wp:attachment":[{"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/media?parent=170244"}],"wp:term":[{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/elexon-beta.elexonhostings.co.uk\/bsc\/wp-json\/wp\/v2\/tags?post=170244"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}