Merge pull request #47 from elementary-data/filter_bug_fix

Filter bug fix

Author: oravi

lineage/lineage_graph.py

@@ -227,11 +227,21 @@ def filter_on_database(self, database_filter: str) -> None:
 
         self._lineage_graph = self.get_subgraph(nodes_in_db, upstream_depth, downstream_depth)
 
+    @staticmethod
+    def _split_graph_node_name(node: str) -> (Union[str, None], Union[str, None], Union[str, None]):
+        split_node = [part.lower() for part in node.split('.')]
+        if len(split_node) != 3:
+            return None, None, None
+        node_database_name, node_schema_name, node_table_name = split_node
+        return node_database_name, node_schema_name, node_table_name
+
     def filter_on_schema(self, schema_filter: str) -> None:
         upstream_depth, schema_name, downstream_depth = self.parse_filter(schema_filter)
         nodes_in_schema = set()
         for node in self._lineage_graph:
-            node_database_name, node_schema_name, node_table_name = [part.lower() for part in node.split('.')]
+            node_database_name, node_schema_name, _ = self._split_graph_node_name(node)
+            if node_schema_name is None:
+                continue
             normalized_schema_name = schema_name.lower()
             if normalized_schema_name == node_schema_name or normalized_schema_name == \
                     '.'.join([node_database_name, node_schema_name]):
@@ -243,7 +253,9 @@ def filter_on_table(self, table_filter: str) -> None:
         upstream_depth, table_name, downstream_depth = self.parse_filter(table_filter)
         matched_nodes = set()
         for node in self._lineage_graph.nodes:
-            node_database_name, node_schema_name, node_table_name = [part.lower() for part in node.split('.')]
+            _, node_schema_name, node_table_name = self._split_graph_node_name(node)
+            if node_table_name is None or node_schema_name is None:
+                continue
             normalized_table_name = table_name.lower()
             if normalized_table_name == node_table_name or normalized_table_name == '.'.join([node_schema_name,
                                                                                               node_table_name]):

setup.py

@@ -10,7 +10,7 @@
 setup(
     name='elementary-data',
     description='Data monitoring and lineage',
-    version='0.1.4',
+    version='0.1.5',
     packages=find_packages(),
     python_requires='>=3.6.2',
     entry_points='''
@@ -42,7 +42,7 @@
         'requests>=2.7,<3.0.0',
         'beautifulsoup4',
         'posthog',
-        'sqlfluff',
+        'sqlfluff<0.9.0',
         'ruamel.yaml',
         # Indirect
         'protobuf<4,>=3.13.0',