AIBench XCRun wait for benchmark completion on Server-Side

Summary: As titled

Reviewed By: cccclai

Differential Revision: D53377316

fbshipit-source-id: b2ae6e40656fe84f4b8c33c698035fc992eee480

Author: Varun Puri

benchmarking/platforms/ios/ios_platform.py

@@ -195,6 +195,29 @@ def runBenchmark(self, cmd, *args, **kwargs):
             with open(logfile, "r") as f:
                 getLogger().info(f.read())
 
+        if self.use_xcrun:
+            # Since XCRun doesn't provide logs, we generate a file with the logs on the device (for ExecuTorch benchmark) at /tmp/BENCH_LOG. Once the benchmark completes, /tmp/BENCH_DONE will be created.
+            # The xcrun command to detect fiels takes a while. 15 seconds should be enough for the commandto complete.
+            timeout = kwargs.get("platform_args", {}).get("timeout", 1200)
+            while "tmp/BENCH_DONE" not in self.util.listFiles() and timeout >= 0:
+                time.sleep(15)
+                timeout -= 15
+            if "tmp/BENCH_DONE" not in self.util.listFiles():
+                getLogger().info(
+                    f"Benchmark did not complete within the timeout period ({timeout} seconds)."
+                )
+
+            self.util.pull("/tmp/BENCH_LOG", logfile)
+
+            if os.path.isfile(logfile):
+                logfile_reader = open(logfile, "r")
+                logfile_contents = logfile_reader.read()
+                getLogger().info("\n\t[ ======= Benchmark Logs ======= ]")
+                getLogger().info(logfile_contents)
+                getLogger().info("\t[ ===== End Benchmark Logs ===== ]\n")
+                log_screen += logfile_contents
+                logfile_reader.close()
+
         return log_screen, meta
 
     def rebootDevice(self):

benchmarking/platforms/ios/xcrun.py

@@ -87,11 +87,35 @@ def pull(self, src, tgt):
             "--device",
             self.device,
         ]
-        self.run(cmd)
+        return self.run(cmd)
 
     def reboot(self):
         cmd = ["reboot", "--device", self.device]
-        self.run(cmd)
+        return self.run(cmd)
+
+    def listFiles(self):
+        list_files_cmd = [
+            "info",
+            "files",
+            "--domain-type",
+            "appDataContainer",
+            "--domain-identifier",
+            self.bundle_id,
+            "--username",
+            "mobile",
+            "--device",
+            self.device,
+        ]
+
+        rows = self.run(list_files_cmd)
+        # All of the files are listed below a line of dashes ----
+        line_row_idx = 0
+        for i in range(0, len(rows)):
+            if rows[i].startswith("----"):
+                line_row_idx = i
+                break
+
+        return rows[line_row_idx + 1 :]
 
     def deleteFile(self, file, **kwargs):
         # files will be deleted when the app is uninstalled
@@ -102,4 +126,4 @@ def batteryLevel(self):
         return super().batteryLevel()
 
     def uninstallApp(self, bundle):
-        self.run(["uninstall", "app", bundle, "--device", self.device])
+        return self.run(["uninstall", "app", bundle, "--device", self.device])