Split API fetch into separate requests per price area

One request per area (DK1, DK2) avoids hitting the 200-record limit
that was truncating tomorrow's data when both areas were fetched together.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
2026-02-14 13:38:33 +01:00
co-authored by Claude Opus 4.6
parent 97a95684cf
commit 4fc2f82fbb
@@ -15,11 +15,11 @@
(defn- build-url
"Build the Energi Data Service API URL for day-ahead prices."
[start-date end-date]
[start-date end-date price-area]
(str "https://api.energidataservice.dk/dataset/DayAheadPrices"
"?start=" start-date
"&end=" end-date
"&filter=" (URLEncoder/encode (json/write-str {"PriceArea" ["DK1" "DK2"]}) "UTF-8")
"&filter=" (URLEncoder/encode (json/write-str {"PriceArea" [price-area]}) "UTF-8")
"&sort=TimeDK%20asc"
"&limit=200"))
@@ -36,19 +36,23 @@
(when (= 200 (.statusCode response))
(json/read-str (.body response) :key-fn keyword))))
(defn fetch-prices-from-api
"Fetch today's and tomorrow's prices from Energi Data Service."
[]
(let [today (LocalDate/now dk-zone)
tomorrow (.plusDays today 1)
;; Fetch from start of today to end of tomorrow
start (.format today date-fmt)
end (.format (.plusDays tomorrow 1) date-fmt)
url (build-url start end)]
(log/info "Fetching day-ahead prices from" url)
(defn- fetch-area
"Fetch today's and tomorrow's prices for a single price area."
[start end price-area]
(let [url (build-url start end price-area)]
(log/info "Fetching day-ahead prices for" price-area "from" url)
(when-let [data (fetch-json url)]
(:records data))))
(defn fetch-prices-from-api
"Fetch today's and tomorrow's prices from Energi Data Service for DK1 and DK2."
[]
(let [today (LocalDate/now dk-zone)
start (.format today date-fmt)
end (.format (.plusDays today 2) date-fmt)]
(concat (fetch-area start end "DK1")
(fetch-area start end "DK2"))))
(defn- parse-timestamp
"Parse an ISO timestamp string to java.sql.Timestamp."
[s]