Add buildless tests

Author: smowton

java/integration-tests-lib/buildless_test_utils.py

@@ -0,0 +1,37 @@
+import sys
+import os.path
+import glob
+
+def extract_fetched_jar_path(l):
+  if not l.startswith("["):
+    # Line continuation
+    return None
+  bits = l.split(" ", 3) # date time processid logline
+  if len(bits) >= 4 and bits[3].startswith("Fetch "):
+    return bits[3][6:].strip()
+  else:
+    return None
+
+def read_fetched_jars(fname):
+  with open(fname, "r") as f:
+    lines = [l for l in f]
+    return [l for l in map(extract_fetched_jar_path, lines) if l is not None]
+
+def check_buildless_fetches():
+
+  extractor_logs = glob.glob(os.path.join("test-db", "log", "javac-extractor-*.log"))
+  fetched_jars = map(read_fetched_jars, extractor_logs)
+  all_fetched_jars = tuple(sorted([item for sublist in fetched_jars for item in sublist]))
+
+  try:
+    with open("buildless-fetches.expected", "r") as f:  
+      expected_jar_fetches = tuple(l.strip() for l in f)
+  except FileNotFoundError:
+    expected_jar_fetches = tuple()
+
+  if all_fetched_jars != expected_jar_fetches:
+    print("Expected jar fetch mismatch. Expected:\n%s\n\nActual:\n%s" % ("\n".join(expected_jar_fetches), "\n".join(all_fetched_jars)), file = sys.stderr)
+    with open("buildless-fetches.actual", "w") as f:
+      for j in all_fetched_jars:
+        f.write(j + "\n")
+    sys.exit(1)

java/ql/integration-tests/all-platforms/java/buildless-dependency-different-repository/buildless-fetches.expected

@@ -0,0 +1,2 @@
+http://localhost:9428/releases/com/github/my/other/repo/test/otherreleasetest/1.0/otherreleasetest-1.0.jar
+http://localhost:9429/releases/com/github/hosted/in/other/repo/test/inotherrepo/1.0/inotherrepo-1.0.jar

java/ql/integration-tests/all-platforms/java/buildless-dependency-different-repository/pom.xml

@@ -0,0 +1,28 @@
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+ 
+  <groupId>com.mycompany.app</groupId>
+  <artifactId>my-app</artifactId>
+  <version>1.0-SNAPSHOT</version>
+ 
+  <properties>
+    <maven.compiler.source>8</maven.compiler.source>
+    <maven.compiler.target>8</maven.compiler.target>
+  </properties>
+
+  <repositories>
+    <repository>
+      <id>first-test-repo</id>
+      <url>http://localhost:9428/releases</url>
+    </repository>
+  </repositories>
+
+  <dependencies>
+    <dependency>
+      <groupId>com.github.my.other.repo.test</groupId>
+      <artifactId>otherreleasetest</artifactId>
+      <version>1.0</version>
+    </dependency>
+  </dependencies>
+</project>

java/ql/integration-tests/all-platforms/java/buildless-dependency-different-repository/repo/releases/com/github/my/other/repo/test/otherreleasetest/1.0/otherreleasetest-1.0.jar

@@ -0,0 +1 @@
+ff29cc2e7c14353abbfddd2356672fa3

java/ql/integration-tests/all-platforms/java/buildless-dependency-different-repository/repo/releases/com/github/my/other/repo/test/otherreleasetest/1.0/otherreleasetest-1.0.jar.md5

@@ -0,0 +1 @@
+f1e9185fe95c430181ddf79643794ea3762239c4

java/ql/integration-tests/all-platforms/java/buildless-dependency-different-repository/repo/releases/com/github/my/other/repo/test/otherreleasetest/1.0/otherreleasetest-1.0.jar.sha1

@@ -0,0 +1,24 @@
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+
+  <groupId>com.github.my.other.repo.test</groupId>
+  <artifactId>otherreleasetest</artifactId>
+  <version>1.0</version>
+
+  <repositories>
+    <repository>
+      <id>second-test-repo</id>
+      <url>http://localhost:9429/releases</url>
+    </repository>
+  </repositories>
+
+  <dependencies>
+    <dependency>
+      <groupId>com.github.hosted.in.other.repo.test</groupId>
+      <artifactId>inotherrepo</artifactId>
+      <version>1.0</version>
+    </dependency>
+  </dependencies>
+</project>
+

java/ql/integration-tests/all-platforms/java/buildless-dependency-different-repository/repo/releases/com/github/my/other/repo/test/otherreleasetest/1.0/otherreleasetest-1.0.pom

@@ -0,0 +1 @@
+fb11c1bdba89ffd4a2bedc9c79fe7d66

java/ql/integration-tests/all-platforms/java/buildless-dependency-different-repository/repo/releases/com/github/my/other/repo/test/otherreleasetest/1.0/otherreleasetest-1.0.pom.md5

@@ -0,0 +1 @@
+787d45cbeba15d9e29cdd446234497df84138458