We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent beb7f27 commit 93cbcbdCopy full SHA for 93cbcbd
ingest_templates/dcas_ipis.yml
@@ -16,11 +16,14 @@ attributes:
16
17
ingestion:
18
source:
19
- type: local_file
20
- path: ./tmp/upload/COLPDATA.csv
+ type: s3
+ bucket: edm-recipes
21
+ key: inbox/dcas/ipis/{{ version }}/dcas_ipis.csv
22
file_format:
23
type: csv
- encoding: ISO-8859-1
24
+ # encoding: ISO-8859-1
25
+ # I think we needed the above in the past, but including it now results in an invalid column header: bbl
26
+ # Leaving it here just in case this weird behavior is reintroduced
27
processing_steps:
28
- name: clean_column_names
29
args: {"replace": {" ": "_", "-": "_"}, "lower": True}
0 commit comments