finished pre-processing

TomBlock · TomBlock · commit 15dbc3956525 · 2023-04-13T17:21:40.000+02:00
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/AirtProvider.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/AirtProvider.java
@@ -15,6 +15,10 @@ class AirtProvider {
     void open(File airtFile) {
         airtMap = new HashMap<>();
 
+        if (airtFile == null) {
+            return;
+        }
+
         try (final FileReader fileReader = new FileReader(airtFile)) {
             final BufferedReader bufferedReader = new BufferedReader(fileReader);
             String line;
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/BAROProvider.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/BAROProvider.java
@@ -13,6 +13,10 @@ class BAROProvider {
     void open(File baroFile) {
         baroMap = new HashMap<>();
 
+        if (baroFile == null) {
+            return;
+        }
+
         try (final FileReader fileReader = new FileReader(baroFile)) {
             final BufferedReader bufferedReader = new BufferedReader(fileReader);
             String line;
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/Configuration.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/Configuration.java
@@ -10,4 +10,8 @@ class Configuration {
     String rhFileName;
     String windFileName;
     String baroFileName;
+    String rainFileName;
+    String posFileName;
+    float nominalLon;
+    float nominalLat;
 }
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/POSProvider.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/POSProvider.java
@@ -10,8 +10,18 @@
 class POSProvider {
 
     private POSRecord[] posArray;
+    private float nominalLon;
+    private float nominalLat;
+
+    void open(File posFile, float nominalLon, float nominalLat) {
+        this.nominalLon = nominalLon;
+        this.nominalLat = nominalLat;
+
+        if (posFile == null) {
+            posArray = new POSRecord[0];
+            return;
+        }
 
-    void open(File posFile) {
         final ArrayList<POSRecord> posRecords = new ArrayList<>();
 
         try (final FileReader fileReader = new FileReader(posFile)) {
@@ -39,7 +49,36 @@ void open(File posFile) {
     }
 
     POSRecord get(int date) {
-        return null;
-        // todo 1 tb/tb continue here
+        for (int i = 0; i < posArray.length; i++) {
+            if (posArray[i].date < date) {
+                continue;
+            }
+
+            if (posArray[i].date == date) {
+                return posArray[i];
+            }
+
+            if (i > 0) {
+                return interpolate(posArray[i - 1], posArray[i], date);
+            } else {
+                return posArray[0];
+            }
+        }
+
+        final POSRecord posRecord = new POSRecord();
+        posRecord.lon = nominalLon;
+        posRecord.lat = nominalLat;
+        return posRecord;
+    }
+
+    static POSRecord interpolate(POSRecord before, POSRecord after, int date) {
+        final POSRecord posRecord = new POSRecord();
+        posRecord.date = date;
+
+        final float factor = (float) (date - before.date) / (float) (after.date - before.date);
+
+        posRecord.lon = before.lon + factor * (after.lon - before.lon);
+        posRecord.lat = before.lat + factor * (after.lat - before.lat);
+        return posRecord;
     }
 }
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/RAINProvider.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/RAINProvider.java
@@ -0,0 +1,54 @@
+package com.bc.fiduceo.reader.insitu.tao.preproc;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.FileReader;
+import java.io.IOException;
+import java.util.HashMap;
+
+class RAINProvider {
+
+    private HashMap<Integer, RAINRecord> rainMap;
+
+    void open(File rainFile) {
+        rainMap = new HashMap<>();
+
+        if (rainFile == null){
+            return;
+        }
+
+        try (final FileReader fileReader = new FileReader(rainFile)) {
+            final BufferedReader bufferedReader = new BufferedReader(fileReader);
+            String line;
+            while ((line = bufferedReader.readLine()) != null) {
+                if (!Character.isDigit(line.charAt(0))) {
+                    continue;
+                }
+
+                final RAINRecord rainRecord = new RAINRecord();
+                final String[] tokens = TaoPreProcessor.tokenize(line);
+                rainRecord.date = TaoPreProcessor.toUnixEpoch(tokens[0], tokens[1]);
+                rainRecord.RAIN = tokens[2];
+                rainRecord.Q = tokens[3];
+                rainRecord.M = tokens[4];
+
+                rainMap.put(rainRecord.date, rainRecord);
+            }
+        } catch (IOException e) {
+            throw new RuntimeException(e);
+        }
+    }
+
+    RAINRecord get(int date) {
+        RAINRecord sstRecord = rainMap.get(date);
+        if (sstRecord == null) {
+            sstRecord = new RAINRecord();
+            sstRecord.date = date;
+            sstRecord.RAIN = "-9.99";
+            sstRecord.Q = "9";
+            sstRecord.M = "D";
+        }
+
+        return sstRecord;
+    }
+}
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/RAINRecord.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/RAINRecord.java
@@ -0,0 +1,9 @@
+package com.bc.fiduceo.reader.insitu.tao.preproc;
+
+class RAINRecord {
+
+    int date;
+    String RAIN;
+    String Q;
+    String M;
+}
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/RHProvider.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/RHProvider.java
@@ -15,6 +15,10 @@ class RHProvider {
     void open(File rhFile) {
         rhMap = new HashMap<>();
 
+        if (rhFile == null) {
+            return;
+        }
+
         try (final FileReader fileReader = new FileReader(rhFile)) {
             final BufferedReader bufferedReader = new BufferedReader(fileReader);
             String line;
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/SSTProvider.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/SSTProvider.java
@@ -1,7 +1,5 @@
 package com.bc.fiduceo.reader.insitu.tao.preproc;
 
-import org.esa.snap.core.util.StringUtils;
-
 import java.io.BufferedReader;
 import java.io.File;
 import java.io.FileReader;
@@ -15,6 +13,10 @@ class SSTProvider {
     void open(File sstFile) {
         sstMap = new HashMap<>();
 
+        if (sstFile == null){
+            return;
+        }
+
         try (final FileReader fileReader = new FileReader(sstFile)) {
             final BufferedReader bufferedReader = new BufferedReader(fileReader);
             String line;
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/TAORecord.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/TAORecord.java
@@ -2,17 +2,20 @@
 
 class TAORecord {
     int date;
+    String lon;
+    String lat;
     String SSS;
     String SST;
     String AIRT;
     String RH;
     String WSPD;
     String WDIR;
     String BARO;
+    String RAIN;
     String Q;
     String M;
 
     String toLine() {
-        return date + " " + SSS + " " + SST + " " + AIRT + " " + RH + " " + WSPD + " " + WDIR + " " + BARO + " " +Q + " " + M;
+        return date + " " + lon + " " + lat + " " + SSS + " " + SST + " " + AIRT + " " + RH + " " + WSPD + " " + WDIR + " " + BARO + " " + RAIN + " " + Q + " " + M;
     }
 }
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/TaoPreProcessor.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/TaoPreProcessor.java
@@ -13,33 +13,43 @@ public static void main(String[] args) throws IOException {
         final Configuration configuration = new Configuration();
         configuration.sourceDir = "C:\\Satellite\\CIMR\\TAO_buoy";
         configuration.targetDir = "C:\\Satellite\\CIMR\\TAO_merged";
-        configuration.filePrefix = "TAO_T0N110W";
-        configuration.sssFileName = "TAO_T0N110W_D_SALT_hourly.ascii";
-        configuration.sstFileName = "TAO_T0N110W_D_SST_10min.ascii";
-        configuration.airtFileName = "TAO_T0N110W_D_AIRT_10min.ascii";
-        configuration.rhFileName = "TAO_T0N110W_D_RH_10min.ascii";
-        configuration.windFileName = "TAO_T0N110W_D_WIND_10min.ascii";
-        configuration.baroFileName = "TAO_T0N110W_D_BARO_hourly.ascii";
+        configuration.filePrefix = "TAO_T2N180W";
+        configuration.sssFileName = "TAO_T2N180W_D_SALT_hourly.ascii";
+        configuration.sstFileName = "TAO_T2N180W_D_SST_10min.ascii";
+        configuration.airtFileName = "TAO_T2N180W_D_AIRT_10min.ascii";
+        configuration.rhFileName = "TAO_T2N180W_D_RH_10min.ascii";
+        configuration.windFileName = "TAO_T2N180W_D_WIND_10min.ascii";
+        configuration.baroFileName = null;
+        configuration.rainFileName = null;
+        configuration.posFileName = "TAO_T2N180W_R_POS.ascii";
+        configuration.nominalLon = -180.f;
+        configuration.nominalLat = 2.f;
 
         // --- read all we need ---
         final File sourceDir = new File(configuration.sourceDir);
         final File sssFile = new File(sourceDir, configuration.sssFileName);
 
         final HashMap<String, List<SSSRecord>> sssMap = parseSSSFile(sssFile);
         final SSTProvider sstProvider = new SSTProvider();
-        sstProvider.open(new File(sourceDir, configuration.sstFileName));
+        sstProvider.open(getFile(sourceDir, configuration.sstFileName));
 
         final AirtProvider airtProvider = new AirtProvider();
-        airtProvider.open(new File(sourceDir, configuration.airtFileName));
+        airtProvider.open(getFile(sourceDir, configuration.airtFileName));
 
         final RHProvider rhProvider = new RHProvider();
-        rhProvider.open(new File(sourceDir, configuration.rhFileName));
+        rhProvider.open(getFile(sourceDir, configuration.rhFileName));
 
         final WINDProvider windProvider = new WINDProvider();
-        windProvider.open(new File(sourceDir, configuration.windFileName));
+        windProvider.open(getFile(sourceDir, configuration.windFileName));
 
         final BAROProvider baroProvider = new BAROProvider();
-        baroProvider.open(new File(sourceDir, configuration.baroFileName));
+        baroProvider.open(getFile(sourceDir, configuration.baroFileName));
+
+        final RAINProvider rainProvider = new RAINProvider();
+        rainProvider.open(getFile(sourceDir, configuration.rainFileName));
+
+        final POSProvider posProvider = new POSProvider();
+        posProvider.open(getFile(sourceDir, configuration.posFileName), configuration.nominalLon, configuration.nominalLat);
 
         final HashMap<String, List<TAORecord>> taoMap = new HashMap<>();
 
@@ -54,8 +64,13 @@ public static void main(String[] args) throws IOException {
                 String M = "";
                 String Q = "";
 
-                // salinity
+                // date and place
                 taoRecord.date = sssRecord.date;
+                final POSRecord posRecord = posProvider.get(taoRecord.date);
+                taoRecord.lon = Float.toString(posRecord.lon);
+                taoRecord.lat = Float.toString(posRecord.lat);
+
+                // salinity
                 taoRecord.SSS = sssRecord.SSS;
                 M = M.concat(sssRecord.M);
                 Q = Q.concat(sssRecord.Q);
@@ -91,6 +106,12 @@ public static void main(String[] args) throws IOException {
                 M = M.concat(baroRecord.M);
                 Q = Q.concat(baroRecord.Q);
 
+                // rainfall
+                final RAINRecord rainRecord = rainProvider.get(sssRecord.date);
+                taoRecord.RAIN = rainRecord.RAIN;
+                M = M.concat(rainRecord.M);
+                Q = Q.concat(rainRecord.Q);
+
                 taoRecord.M = M;
                 taoRecord.Q = Q;
 
@@ -132,6 +153,13 @@ public static void main(String[] args) throws IOException {
         }
     }
 
+    private static File getFile(File sourceDir, String fileName) {
+        if (StringUtils.isNotNullAndNotEmpty(fileName)) {
+            return new File(sourceDir, fileName);
+        }
+        return null;
+    }
+
     private static PrintWriter switchWriter(Configuration configuration, DecimalFormat format, PrintWriter writer, String filePrefix, int currentYear, int currentMonth) throws IOException {
         if (writer != null) {
             writer.flush();
@@ -150,7 +178,9 @@ private static PrintWriter switchWriter(Configuration configuration, DecimalForm
             throw new IOException("unable to create file: " + targetFile.getAbsolutePath());
         }
 
-        return new PrintWriter(targetFile);
+        final PrintWriter printWriter = new PrintWriter(targetFile);
+        printWriter.println("# utc longitude latitude SSS SST AIRT RH WSPD WDIR BARO RAIN M Q");
+        return printWriter;
     }
 
     private static HashMap<String, List<SSSRecord>> parseSSSFile(File sssFile) {
@@ -184,7 +214,13 @@ private static HashMap<String, List<SSSRecord>> parseSSSFile(File sssFile) {
                 if (tokens.length == 12) {
                     sssRecord.Q = tokens[10].substring(0, 1);
                     sssRecord.M = tokens[11].substring(0, 1);
-                } else if (tokens.length == 5) {
+                } else if (tokens.length == 9) {
+                    sssRecord.Q = tokens[7].substring(0, 1);
+                    sssRecord.M = tokens[8].substring(0, 1);
+                } else if (tokens.length == 6) {
+                    sssRecord.Q = tokens[4].substring(0, 1);
+                    sssRecord.M = tokens[5].substring(0, 1);
+                }else if (tokens.length == 5) {
                     sssRecord.Q = tokens[3];
                     sssRecord.M = tokens[4];
                 } else {
diff --git a/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/WINDProvider.java b/core/src/main/java/com/bc/fiduceo/reader/insitu/tao/preproc/WINDProvider.java
@@ -15,6 +15,10 @@ class WINDProvider {
     void open(File windFile) {
         windMap = new HashMap<>();
 
+        if (windFile == null) {
+            return;
+        }
+
         try (final FileReader fileReader = new FileReader(windFile)) {
             final BufferedReader bufferedReader = new BufferedReader(fileReader);
             String line;
diff --git a/core/src/test/java/com/bc/fiduceo/reader/insitu/tao/preproc/POSProviderTest.java b/core/src/test/java/com/bc/fiduceo/reader/insitu/tao/preproc/POSProviderTest.java
@@ -0,0 +1,36 @@
+package com.bc.fiduceo.reader.insitu.tao.preproc;
+
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+
+public class POSProviderTest {
+
+    @Test
+    public void testInterpolate() {
+        final POSRecord before = new POSRecord();
+        before.date = 1451952099;
+        before.lon = 28.5f;
+        before.lat = -10.f;
+
+        final POSRecord after = new POSRecord();
+        after.date = 1451952299;
+        after.lon = 29.5f;
+        after.lat = -10.4f;
+
+        POSRecord interpolated = POSProvider.interpolate(before, after, 1451952199);
+        assertEquals(1451952199, interpolated.date);
+        assertEquals(29.f, interpolated.lon, 1e-8);
+        assertEquals(-10.2f, interpolated.lat, 1e-8);
+
+        interpolated = POSProvider.interpolate(before, after, 1451952110);
+        assertEquals(1451952110, interpolated.date);
+        assertEquals(28.555f, interpolated.lon, 1e-8);
+        assertEquals(-10.022f, interpolated.lat, 1e-8);
+
+        interpolated = POSProvider.interpolate(before, after, 1451952286);
+        assertEquals(1451952286, interpolated.date);
+        assertEquals(29.435f, interpolated.lon, 1e-8);
+        assertEquals(-10.374f, interpolated.lat, 1e-8);
+    }
+}
diff --git a/core/src/test/java/com/bc/fiduceo/reader/insitu/tao/preproc/POSProvider_IO_Test.java b/core/src/test/java/com/bc/fiduceo/reader/insitu/tao/preproc/POSProvider_IO_Test.java
diff --git a/core/src/test/java/com/bc/fiduceo/reader/insitu/tao/preproc/TAORecordTest.java b/core/src/test/java/com/bc/fiduceo/reader/insitu/tao/preproc/TAORecordTest.java

Original file line number	Diff line number	Diff line change
`@@ -10,4 +10,8 @@ class Configuration {`
`10`	`10`	`String rhFileName;`
`11`	`11`	`String windFileName;`
`12`	`12`	`String baroFileName;`
	`13`	`+ String rainFileName;`
	`14`	`+ String posFileName;`
	`15`	`+ float nominalLon;`
	`16`	`+ float nominalLat;`
`13`	`17`	`}`