Add tests for scala and kotlin

Signed-off-by: Tushar Goel <[email protected]>

Author: TG1999

scanpipe/pipelines/deploy_to_develop.py

@@ -73,11 +73,13 @@ def steps(cls):
             cls.match_archives_to_purldb,
             cls.find_java_packages,
             cls.map_java_to_class,
-            cls.map_jar_to_source,
+            cls.map_jar_to_java_source,
             cls.find_scala_packages,
             cls.map_scala_to_class,
+            cls.map_jar_to_scala_source,
             cls.find_kotlin_packages,
             cls.map_kotlin_to_class,
+            cls.map_jar_to_kotlin_source,
             cls.map_javascript,
             cls.map_javascript_symbols,
             cls.map_javascript_strings,
@@ -185,7 +187,7 @@ def map_java_to_class(self):
         )
 
     @optional_step("Java")
-    def map_jar_to_source(self):
+    def map_jar_to_java_source(self):
         """Map .jar files to their related source directory."""
         d2d.map_jar_to_jvm_source(
             project=self.project, logger=self.log, jvm_lang=jvm.JavaLanguage
@@ -226,6 +228,13 @@ def map_kotlin_to_class(self):
             project=self.project, logger=self.log, jvm_lang=jvm.KotlinLanguage
         )
 
+    @optional_step("Kotlin")
+    def map_jar_to_kotlin_source(self):
+        """Map .jar files to their related source directory."""
+        d2d.map_jar_to_jvm_source(
+            project=self.project, logger=self.log, jvm_lang=jvm.KotlinLanguage
+        )
+
     @optional_step("JavaScript")
     def map_javascript(self):
         """

scanpipe/tests/pipes/test_d2d.py

@@ -402,7 +402,7 @@ def test_scanpipe_pipes_d2d_map_java_to_class_no_java(self):
         expected = "No ('.java',) resources to map."
         self.assertIn(expected, buffer.getvalue())
 
-    def test_scanpipe_pipes_d2d_map_jar_to_source(self):
+    def test_scanpipe_pipes_d2d_map_jar_to_java_source(self):
         from1 = make_resource_file(
             self.project1,
             path="from/flume-ng-node-1.9.0-sources.jar-extract/org/apache/flume/node/"
@@ -450,6 +450,104 @@ def test_scanpipe_pipes_d2d_map_jar_to_source(self):
         relation = self.project1.codebaserelations.get(map_type="jar_to_source")
         self.assertEqual(from2, relation.from_resource)
         self.assertEqual(to_jar, relation.to_resource)
+    
+    def test_scanpipe_pipes_d2d_map_jar_to_scala_source(self):
+        from1 = make_resource_file(
+            self.project1,
+            path="from/flume-ng-node-1.9.0-sources.jar-extract/org/apache/flume/node/"
+            "AbstractConfigurationProvider.scala",
+            extra_data={"scala_package": "org.apache.flume.node"},
+        )
+        from2 = make_resource_file(
+            self.project1,
+            path="from/flume-ng-node-1.9.0-sources.jar-extract",
+        )
+        to1 = make_resource_file(
+            self.project1,
+            path="to/flume-ng-node-1.9.0.jar-extract/org/apache/flume/node/"
+            "AbstractConfigurationProvider.class",
+        )
+        make_resource_file(
+            self.project1,
+            path="to/flume-ng-node-1.9.0.jar-extract/META-INF/MANIFEST.MF",
+        )
+        to_jar = make_resource_file(
+            self.project1,
+            path="to/flume-ng-node-1.9.0.jar",
+        )
+
+        buffer = io.StringIO()
+        d2d.map_jvm_to_class(
+            self.project1, logger=buffer.write, jvm_lang=jvm.ScalaLanguage
+        )
+        relation = self.project1.codebaserelations.get()
+        self.assertEqual(from1, relation.from_resource)
+        self.assertEqual(to1, relation.to_resource)
+        self.assertEqual("scala_to_class", relation.map_type)
+        expected = {"from_source_root": "from/flume-ng-node-1.9.0-sources.jar-extract/"}
+        self.assertEqual(expected, relation.extra_data)
+
+        buffer = io.StringIO()
+        with self.assertNumQueries(6):
+            d2d.map_jar_to_jvm_source(
+                self.project1, logger=buffer.write, jvm_lang=jvm.ScalaLanguage
+            )
+        expected = "Mapping 1 .jar resources using map_jar_to_source"
+        self.assertIn(expected, buffer.getvalue())
+
+        self.assertEqual(2, self.project1.codebaserelations.count())
+        relation = self.project1.codebaserelations.get(map_type="jar_to_source")
+        self.assertEqual(from2, relation.from_resource)
+        self.assertEqual(to_jar, relation.to_resource)
+    
+    def test_scanpipe_pipes_d2d_map_jar_to_kotlin_source(self):
+        from1 = make_resource_file(
+            self.project1,
+            path="from/flume-ng-node-1.9.0-sources.jar-extract/org/apache/flume/node/"
+            "AbstractConfigurationProvider.kt",
+            extra_data={"kotlin_package": "org.apache.flume.node"},
+        )
+        from2 = make_resource_file(
+            self.project1,
+            path="from/flume-ng-node-1.9.0-sources.jar-extract",
+        )
+        to1 = make_resource_file(
+            self.project1,
+            path="to/flume-ng-node-1.9.0.jar-extract/org/apache/flume/node/"
+            "AbstractConfigurationProvider.class",
+        )
+        make_resource_file(
+            self.project1,
+            path="to/flume-ng-node-1.9.0.jar-extract/META-INF/MANIFEST.MF",
+        )
+        to_jar = make_resource_file(
+            self.project1,
+            path="to/flume-ng-node-1.9.0.jar",
+        )
+
+        buffer = io.StringIO()
+        d2d.map_jvm_to_class(
+            self.project1, logger=buffer.write, jvm_lang=jvm.KotlinLanguage
+        )
+        relation = self.project1.codebaserelations.get()
+        self.assertEqual(from1, relation.from_resource)
+        self.assertEqual(to1, relation.to_resource)
+        self.assertEqual("kotlin_to_class", relation.map_type)
+        expected = {"from_source_root": "from/flume-ng-node-1.9.0-sources.jar-extract/"}
+        self.assertEqual(expected, relation.extra_data)
+
+        buffer = io.StringIO()
+        with self.assertNumQueries(6):
+            d2d.map_jar_to_jvm_source(
+                self.project1, logger=buffer.write, jvm_lang=jvm.KotlinLanguage
+            )
+        expected = "Mapping 1 .jar resources using map_jar_to_source"
+        self.assertIn(expected, buffer.getvalue())
+
+        self.assertEqual(2, self.project1.codebaserelations.count())
+        relation = self.project1.codebaserelations.get(map_type="jar_to_source")
+        self.assertEqual(from2, relation.from_resource)
+        self.assertEqual(to_jar, relation.to_resource)
 
     def test_scanpipe_pipes_d2d_map_jar_to_source_works_for_jar(self):
         from1 = make_resource_file(