input: Don't fail when an .ods column header is empty

#378

Author: Bjwebb

CHANGELOG.md

@@ -6,6 +6,10 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 
 ## [Unreleased]
 
+### Fixed
+
+- Don't fail when an .ods column header is empty https://github.com/OpenDataServices/flatten-tool/issues/378
+
 ## [0.16.0] - 2021-03-24
 
 ### Fixed

flattentool/input.py

@@ -882,7 +882,10 @@ def get_sheet_lines(self, sheet_name):
             output_row = OrderedDict()
             for i, x in enumerate(row):
 
-                header = coli_to_header[i]
+                try:
+                    header = coli_to_header[i]
+                except KeyError:
+                    continue
                 value = x
                 if not header:
                     # None means that the cell will be ignored

flattentool/tests/fixtures/ods/empty_column_header.ods

@@ -312,6 +312,32 @@ def test_ods_input_formula(self):
             OrderedDict([("colC", 4), ("colD", 12)]),
         ]
 
+    def test_xlsx_empty_column_header(self):
+        xlsxinput = XLSXInput(
+            input_name="flattentool/tests/fixtures/xlsx/empty_column_header.xlsx"
+        )
+
+        xlsxinput.read_sheets()
+
+        assert list(xlsxinput.sub_sheet_names) == ["main"]
+        assert list(xlsxinput.get_sheet_lines("main")) == [
+            {"colA": "cell1", None: None},
+            {"colA": "cell3", None: None},
+        ]
+
+    def test_ods_empty_column_header(self):
+        odsinput = ODSInput(
+            input_name="flattentool/tests/fixtures/ods/empty_column_header.ods"
+        )
+
+        odsinput.read_sheets()
+
+        assert list(odsinput.sub_sheet_names) == ["main"]
+        assert list(odsinput.get_sheet_lines("main")) == [
+            {"colA": "cell1"},
+            {"colA": "cell3"},
+        ]
+
 
 class TestInputFailure(object):
     def test_csv_no_directory(self):

flattentool/tests/fixtures/xlsx/empty_column_header.xlsx

@@ -135,3 +135,27 @@ def test_unflatten_org_xml_xlsx(tmpdir, input_format):
         open("flattentool/tests/fixtures/iati-org.xml").read()
         == tmpdir.join("output.xml").read()
     )
+
+
+@pytest.mark.parametrize("input_format", ["xlsx", "ods"])
+def test_unflatten_empty_column_header(tmpdir, input_format):
+    unflatten(
+        input_name="flattentool/tests/fixtures/{}/empty_column_header.{}".format(
+            input_format, input_format
+        ),
+        output_name=tmpdir.join("output.json").strpath,
+        input_format=input_format,
+    )
+    assert (
+        tmpdir.join("output.json").read()
+        == """{
+    "main": [
+        {
+            "colA": "cell1"
+        },
+        {
+            "colA": "cell3"
+        }
+    ]
+}"""
+    )