Redo since scratch files disappeared

Author: briochemc

scripts/check_cyclo_average_data.jl

@@ -3,7 +3,7 @@ using Format
 
 datadir = "/scratch/xv83/TMIP/data"
 modeldir = joinpath(datadir, "ACCESS-ESM1-5")
-decades = [1850, 1990, 2030, 2090]
+decades = [1850, 2030, 2090]
 # decades = [1990]
 experiments = [t < 2010 ? "historical" : "ssp370" for t in decades]
 vars = ("umo", "vmo", "mlotst", "tx_trans_gm", "ty_trans_gm", "tx_trans_submeso", "ty_trans_submeso")
@@ -16,7 +16,10 @@ files = ["$var.nc" for var in vars]
         experimentdir = joinpath(modeldir, experiment)
         @testset "$(member)" for member in members
             dir = joinpath(experimentdir, member, "Jan$(decade)-Dec$(decade + 9)", "cyclomonth")
-            @test all(isfile(joinpath(dir, file)) for file in files)
+            # @test all(isfile(joinpath(dir, file)) for file in files)
+            @testset "$(var)" for var in vars
+                @test isfile(joinpath(dir, "$var.nc"))
+            end
         end
     end
 end

scripts/check_timestepcalG.jl

@@ -0,0 +1,32 @@
+# This script just prints a tiny table that shows the "completion rate" of making  variables
+using Format
+using Test
+datadir = "/scratch/xv83/TMIP/data"
+modeldir = joinpath(datadir, "ACCESS-ESM1-5")
+decades = [2030, 2090]
+experiments = [t < 2010 ? "historical" : "ssp370" for t in decades]
+files = ("seqeff_centered_kVdeep3e-05_kH300_kVML1e+00_$(format(i, width=2, zeropadding=true)).nc" for i in 1:12)
+members = map(m -> "r$(m)i1p1f1", 1:40)
+
+@testset "time steppers" begin
+    @testset "$experiment $decade" for (decade, experiment) in zip(decades, experiments)
+        experimentdir = joinpath(modeldir, experiment)
+        @testset "$member" for member in members
+            @testset "final month $i" for i in 1:12
+                dir = joinpath(experimentdir, member, "Jan$(decade)-Dec$(decade + 9)")
+                file = "seqeff_centered_kVdeep3e-05_kH300_kVML1e+00_$(format(i, width=2, zeropadding=true)).nc"
+                @test isfile(joinpath(dir, file))
+            end
+            dir = joinpath(experimentdir, member, "Jan$(decade)-Dec$(decade + 9)")
+            isdone = [isfile(joinpath(dir, file)) for file in files]
+            # @test all(isdone)
+            if all(.!isdone)
+                println("$experiment $decade $member: all files missing")
+            elseif any(.!isdone)
+                println("$experiment $decade $member: final months $(findall(.!isdone)) missing")
+            end
+        end
+    end
+end
+
+nothing

scripts/cyclo_average_CMIP6_ACCESS_variables.sh

@@ -27,12 +27,12 @@ module load python3/3.12.1
 # CHANGE HERE the model, experiment, ensemble, etc.
 model=ACCESS-ESM1-5
 # model=ACCESS-CM2
-experiment=historical
-year_start=1850
+# experiment=historical
+# year_start=1850
 # year_start=1990
-# experiment=ssp370
+experiment=ssp370
 # year_start=2030
-# year_start=2090
+year_start=2090
 num_years=10
 lumpby=month
 # lumpby=season

scripts/cyclo_average_unarchived_CMIP6_ACCESS_GM_variables.py

@@ -146,13 +146,13 @@ def climatology(ds, lumpby):
 decades = range(decade_start, year_start + num_years, 10)
 
 # Members to loop through
-# members = range(1, 41)
+members = range(1, 41)
 # members = range(1, 9)
 # members = range(9, 41)
 # members = [1, 3, 4, 5, 6, 7, 8]
 # members = [1, 3, 4]
 # members = [5, 6, 7, 8]
-members = [39, 40]
+# members = [39, 40]
 
 
 print("Starting client")