Update typeshed serializer to serialize imported symbols (#1029)

Author: andrea-guarino-sonarsource

python-frontend/typeshed_serializer/serializer/symbols.py

@@ -305,14 +305,13 @@ def __init__(self, mypy_file: mpn.MypyFile):
         self.overloaded_functions = []
         for key in mypy_file.names:
             name = mypy_file.names.get(key)
-            if name.fullname.startswith(mypy_file.fullname):
-                symbol_table_node = name.node
-                if isinstance(symbol_table_node, mpn.FuncDef):
-                    self.functions.append(FunctionSymbol(symbol_table_node))
-                if isinstance(symbol_table_node, mpn.OverloadedFuncDef):
-                    self.overloaded_functions.append(OverloadedFunctionSymbol(symbol_table_node))
-                if isinstance(symbol_table_node, mpn.TypeInfo):
-                    self.classes.append(ClassSymbol(symbol_table_node))
+            symbol_table_node = name.node
+            if isinstance(symbol_table_node, mpn.FuncDef):
+                self.functions.append(FunctionSymbol(symbol_table_node))
+            if isinstance(symbol_table_node, mpn.OverloadedFuncDef):
+                self.overloaded_functions.append(OverloadedFunctionSymbol(symbol_table_node))
+            if isinstance(symbol_table_node, mpn.TypeInfo):
+                self.classes.append(ClassSymbol(symbol_table_node))
 
     def to_proto(self) -> symbols_pb2.ModuleSymbol:
         pb_module = symbols_pb2.ModuleSymbol()

python-frontend/typeshed_serializer/serializer/typeshed_serializer.py

@@ -112,7 +112,7 @@ def save_merged_symbols(is_debug=False):
 
 
 def main():
-    ...
+    save_merged_symbols()
 
 
 if __name__ == '__main__':

python-frontend/typeshed_serializer/tests/test_symbols.py

@@ -28,12 +28,12 @@ def test_module_symbol(typeshed_stdlib):
     abc_module = typeshed_stdlib.files.get("abc")
     module_symbol = symbols.ModuleSymbol(abc_module)
     assert module_symbol.fullname == "abc"
-    assert len(module_symbol.classes) == 3
+    assert len(module_symbol.classes) == 5
     assert len(module_symbol.functions) == 4
 
     pb_module = module_symbol.to_proto()
     assert pb_module.fully_qualified_name == "abc"
-    assert len(pb_module.classes) == 3
+    assert len(pb_module.classes) == 5
     assert len(pb_module.functions) == 4
 
 

python-frontend/typeshed_serializer/tests/test_symbols_merger.py

@@ -167,7 +167,7 @@ def test_actual_module_merge(fake_module_36_38):
     assert commonclass_symbol.methods['fakemodule.CommonClass.common_method_multiple_definition'][1].valid_for == ["38"]
 
     functions_dict = merged_fakemodule_module.functions
-    assert len(functions_dict) == 4
+    assert len(functions_dict) == 5
     common_function_symbols = functions_dict['fakemodule.common_function']
     assert len(common_function_symbols) == 1
     assert common_function_symbols[0].valid_for == ["36", "38"]
@@ -266,7 +266,7 @@ def assert_abc_merged_module(merged_modules, expected_valid_for):
     assert isinstance(abc_merged_symbol, MergedModuleSymbol)
     assert abc_merged_symbol.fullname == "abc"
     assert ([c for c in abc_merged_symbol.classes]
-            == ['abc.ABCMeta', 'abc.abstractproperty', 'abc.ABC'])
+            == ['_typeshed.SupportsWrite', 'typing.TypeVar', 'abc.ABCMeta', 'abc.abstractproperty', 'abc.ABC'])
     for merged_class_proto in abc_merged_symbol.classes.values():
         assert len(merged_class_proto) == 1
         assert merged_class_proto[0].valid_for == expected_valid_for