initial commit

Author: mikegottlieb84

.gitignore

@@ -0,0 +1,34 @@
+venv/
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+
+.DS_Store
+
+__pycache__/
+*.pyc
+
+.pytest_cache/
+.idea
+
+venv/
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+
+.DS_Store
+
+__pycache__/
+*.pyc
+
+.pytest_cache/
+.idea
+
+notebooks/.ipynb_checkpoints
+*.log
+
+src/garpos_tools/garpos/
+src/garpos_tools/build/
+*.egg-info

.gitlab-ci.yml

@@ -0,0 +1,9 @@
+include:
+  - project: earthscope/infrastructure/gitlab-ci
+    ref: "latest"
+    file: project-template-library-python.yml
+
+variables:
+  CONTAINER_REGISTRY_PLATFORM: "AWS-PUB"
+
+

LICENSE

@@ -0,0 +1,7 @@
+# EarthScope Seafloor Geodesy Tools
+
+This repo contains a python library `es_sfgtools` designed to enable users to preprocess raw GNSS-A data from SV2 and SV3 wavegliders, as well as run GNSS-A processing using [GARPOS](https://github.com/s-watanabe-jhod/garpos)
+
+The library will be published on PyPi, and installable as follows
+
+> pip install es_sfgtools

README.md

@@ -0,0 +1,11 @@
+- SV2 processing 
+    --Change dfpo00 processing to use validation from SV1 processing
+    --Adjust Ping/Return time units to be seconds of the day
+    --Test garpos pipeline on SV2 data
+
+- JupyterHub
+    -- Create data-loader/catalogger class that handles merging/visuals
+    -- Integrate intermediate file processing with the generalized data handler
+        --- Test out intermediate to final processing with functions in dev_datahandler
+
+- Make downloading multithreaded

TODO.txt

@@ -0,0 +1,28 @@
+[build-system]
+requires = ["setuptools>=62.6", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "es_sfgtools"
+version ="0.0.1"
+authors = [
+  { name="Mike Gottlieb", email="mike.gottlieb@earthscope.org" },
+  { name="Franklyn Dunbar",email="franklyn.dunbar@earthscope.org"},
+  { name="Rachel Terry", email="rachel.terry@earthscope.org"}
+]
+description = "Utilities for translating and processing Seafloor Geodesy data"
+readme = "README.md"
+license = { file="LICENSE" }
+requires-python = ">= 3.10"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "Operating System :: OS Independent",
+]
+dynamic = ["dependencies", "optional-dependencies"]
+
+[tool.setuptools.dynamic]
+dependencies = {file = ["requirements.txt"]}
+optional-dependencies = {dev = { file = ["requirements-dev.txt"] }}
+
+[project.urls]
+"Homepage" = "https://gitlab.com/earthscope/public/seafloor-geodesy"

pyproject.toml

@@ -0,0 +1,8 @@
+black==22.1.0
+build==0.7.0
+pytest==7.1.1
+twine==3.8.0
+pandera
+pydantic
+julian
+numpy

requirements-dev.txt

@@ -0,0 +1,17 @@
+boto3
+botocore
+numpy
+pandas
+julian
+pyarrow
+pandera
+pydantic
+pyproj
+pymap3d
+tqdm
+earthscope-sdk
+earthscope-cli
+ipywidgets
+matplotlib
+seaborn
+folium

requirements.txt

@@ -0,0 +1,3 @@
+from .es_sfgtools import schemas, utils
+from .env import get_env, get_env_required
+from .pipeline.temp import DataHandler

src/__init__.py

@@ -0,0 +1,12 @@
+import os
+
+
+def get_env(key: str, default: str = None) -> str:
+    return os.environ.get(key, default=default)
+
+
+def get_env_required(key: str) -> str:
+    try:
+        return os.environ[key]
+    except KeyError:
+        raise KeyError(f"The required environment variable `{key}` is missing")