Merge branch 'master' into scoped-auth

Author: ghyatzo

Project.toml

@@ -1,14 +1,16 @@
 name = "CDSAPI"
 uuid = "8a7b9de3-9c00-473e-88b4-7eccd7ef2fea"
 authors = ["Micky Yun Chan <[email protected]> and contributors"]
-version = "2.0.3"
+version = "2.0.4"
 
 [deps]
+Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
 HTTP = "cd3eb016-35fb-5094-929b-558a96fad6f3"
 JSON = "682c06a0-de6a-54ab-a142-c8b1cf79cde6"
 ScopedValues = "7e506255-f358-4e82-b7e4-beb19740aa63"
 
 [compat]
+Dates = "1.11"
 HTTP = "1"
 JSON = "0.21"
 ScopedValues = "1.3.0"

src/CDSAPI.jl

@@ -2,6 +2,7 @@ module CDSAPI
 
 using HTTP
 using JSON
+using Dates
 
 using ScopedValues
 
@@ -121,12 +122,17 @@ function retrieve(name, params::AbstractDict, filename; wait=1.0)
     data = JSON.parse(String(response.body))
     endpoint = Dict(response.headers)["location"]
 
+    laststatus = nothing
     while data["status"] != "successful"
         data = HTTP.request("GET", endpoint,
             ["PRIVATE-TOKEN" => key]
         )
         data = JSON.parse(String(data.body))
-        @info "CDS request" dataset=name status=data["status"]
+
+        if data["status"] != laststatus
+            @info "CDS request update on $(now())" dataset = name status = data["status"]
+            laststatus = data["status"]
+        end
 
         if data["status"] == "failed"
             throw(ErrorException("""
@@ -147,6 +153,7 @@ function retrieve(name, params::AbstractDict, filename; wait=1.0)
         ["PRIVATE-TOKEN" => key]
     )
     body = JSON.parse(String(response.body))
+
     HTTP.download(body["asset"]["value"]["href"], filename)
 
     return data