Merge pull request #47 from HeyLittleJohn/initial-release

Code ready for initial release

Author: jhirschibar

.vscode/launch.json

@@ -8,7 +8,7 @@
             "name": "Data Pipeline-CLI orchestrator",
             "type": "debugpy",
             "request": "launch",
-            "program": "~/option_bot/option_bot/data_pipeline/main.py",
+            "program": "~/curator/curator/data_pipeline/main.py",
             "console": "integratedTerminal",
             "justMyCode": true,
             "args": [
@@ -51,7 +51,7 @@
             "name": "Training Agent",
             "type": "debugpy",
             "request": "launch",
-            "program": "~/option_bot/option_bot/rl_agent/main.py",
+            "program": "~/curator/curator/rl_agent/main.py",
             "console": "integratedTerminal",
             "justMyCode": true,
             "args": [

Makefile

@@ -7,9 +7,9 @@ BUILDKIT_PROGRESS=plain
 
 check:
 	poetry install
-	poetry run isort option_bot/
-	poetry run black option_bot/
-	poetry run flake8 option_bot/
+	poetry run isort curator/
+	poetry run black curator/
+	poetry run flake8 curator/
 
 DESCRIPTION="DB Update"
 update_db:

README.md

@@ -18,7 +18,7 @@ Install [pyenv](https://github.com/pyenv/pyenv) and use it to create a virtualen
 
 ### Poetry
 
-We use [Poetry](https://python-poetry.org/) for dependency management. Once poetry is installed on your machine and you've cloned this repo, go into the project root `option_bot` directory and run `poetry install` to install all dependencies indicated in the pyTOML.
+We use [Poetry](https://python-poetry.org/) for dependency management. Once poetry is installed on your machine and you've cloned this repo, go into the project root `curator` directory and run `poetry install` to install all dependencies indicated in the pyTOML.
 
 ### Data Sources
 
@@ -29,7 +29,7 @@ Likewise, store your username, password, and MFA QR code for Robinhood locally u
 
 ## Using the App
 
-To begin using the app, navigate to your root `option_bot` folder (after having poetry installed everything), and run the following command to build your local db:
+To begin using the app, navigate to your root `curator` folder (after having poetry installed everything), and run the following command to build your local db:
 ```CLI Command Here```
 
 Then run the below command to view the available CLI for the project:

alembic/env.py

@@ -6,8 +6,8 @@
 from sqlalchemy.ext.asyncio import create_async_engine
 
 from alembic import context
-from option_bot.db_tools.schemas import Base
-from option_bot.proj_constants import POSTGRES_DATABASE_URL
+from curator.db_tools.schemas import Base
+from curator.proj_constants import POSTGRES_DATABASE_URL
 
 
 # this is the Alembic Config object, which provides

option_bot/__init__.py curator/__init__.pyoption_bot/__init__.py renamed to curator/__init__.py

@@ -24,7 +24,7 @@
     TaskID,
 )
 
-from option_bot.proj_constants import log
+from curator.proj_constants import log
 
 
 class QuoteScheduler(RoundRobin):

option_bot/data_pipeline/QuotePool.py curator/data_pipeline/QuotePool.pyoption_bot/data_pipeline/QuotePool.py renamed to curator/data_pipeline/QuotePool.py

@@ -2,7 +2,7 @@
 
 ## Overview
 
-This package contains the tools, scripts, and clients needed to download data from the Polygon API, clean it, and upload to . Downloaded data is stored in raw `.json` in the `option_bot/data/` directory.
+This package contains the tools, scripts, and clients needed to download data from the Polygon API, clean it, and upload to . Downloaded data is stored in raw `.json` in the `curator/data/` directory.
 
 ## Organization
 

option_bot/data_pipeline/README.md curator/data_pipeline/README.mdoption_bot/data_pipeline/README.md renamed to curator/data_pipeline/README.md

@@ -22,8 +22,8 @@
 from db_tools.queries import lookup_multi_ticker_ids
 from db_tools.utils import OptionTicker
 
-from option_bot.proj_constants import POLYGON_BASE_URL, log
-from option_bot.utils import pool_kwarg_config
+from curator.proj_constants import POLYGON_BASE_URL, log
+from curator.utils import pool_kwarg_config
 
 planned_exceptions = (
     InvalidArgs,
@@ -111,7 +111,7 @@ async def download_options_prices(o_tickers: list[tuple[str, int, datetime, str]
         o_tickers: list of OptionTicker tuples
         month_hist: number of months of history to pull
     """
-    pool_kwargs = {"childconcurrency": 400, "maxtasksperchild": 50000}
+    pool_kwargs = {"childconcurrency": 250, "maxtasksperchild": 50000}
     op_prices = HistoricalOptionsPrices(months_hist=months_hist)
     await api_pool_downloader(paginator=op_prices, pool_kwargs=pool_kwargs, args_data=o_tickers)
 
@@ -134,7 +134,7 @@ async def download_options_quotes(ticker: str, o_tickers: list[OptionTicker], mo
         o_tickers: list of OptionTicker tuples
         month_hist: number of months of history to pull
     """
-    pool_kwargs = {"childconcurrency": 40, "maxtasksperchild": 1000, "processes": 30}
+    pool_kwargs = {"childconcurrency": 14, "maxtasksperchild": 1000, "processes": 30}
     o_ticker_lookup = {x.o_ticker: x.id for x in o_tickers}
     op_quotes = HistoricalQuotes(months_hist=months_hist, o_ticker_lookup=o_ticker_lookup)
     BATCH_SIZE_OTICKERS = 1000