Merge pull request #7 from andyh1203/auto-create-output-dir

Create output dir if destination_path specified

Author: Andy Huynh

CHANGELOG.md

@@ -1,8 +1,13 @@
 # Change Log
 
+## [0.1.4] - 2022-02-10
+
+- [#7](https://github.com/andyh1203/target-jsonl/pull/7)
+  Create output dir if it does not exist
+
 ## [0.1.3] - 2022-02-10
 
 - [#3](https://github.com/andyh1203/target-jsonl/pull/3)
   Add custom name config for filename
-- [#4](https://github.com/andyh1203/target-jsonl/pull/4)
+- [#5](https://github.com/andyh1203/target-jsonl/pull/5)
   feat: add adjustment to decimal precision and update singer-python

setup.py

@@ -6,7 +6,7 @@
 
 setup(
     name='target-jsonl',
-    version='0.1.3',
+    version='0.1.4',
     description='Singer.io target for writing JSON Line files',
     long_description=readme,
     long_description_content_type='text/markdown',

target_jsonl.py

@@ -6,6 +6,7 @@
 import os
 import sys
 from datetime import datetime
+from pathlib import Path
 
 import singer
 from jsonschema import Draft4Validator, FormatChecker
@@ -53,6 +54,8 @@ def persist_messages(
             validators[o['stream']].validate((o['record']))
 
             filename = (custom_name or o['stream']) + timestamp_file_part + '.jsonl'
+            if destination_path:
+                Path(destination_path).mkdir(parents=True, exist_ok=True)
             filename = os.path.expanduser(os.path.join(destination_path, filename))
 
             with open(filename, 'a', encoding='utf-8') as json_file: