Compile Python app and dependencies to bytecode

Author: FeodorFitsner

.appveyor.yml

@@ -46,7 +46,7 @@ build_script:
   - ls dist
   - sh: |
       DIST_FILE_NAME=dist/python-ios-dist-v$APPVEYOR_BUILD_VERSION.tar.gz
-      tar -czvf $DIST_FILE_NAME dist/lib dist/root
+      tar -czvf $DIST_FILE_NAME dist/*
       appveyor PushArtifact $DIST_FILE_NAME -DeploymentName python-dist
 
   # publish package

CHANGELOG.md

@@ -1,6 +1,7 @@
 ## 0.1.3
 
 * Add app's path to `PYTHONPATH`.
+* Compile Python app to bytecode.
 
 ## 0.1.2
 

bin/package_command.dart

@@ -1,11 +1,15 @@
 import 'dart:convert';
 import 'dart:io';
+import 'dart:isolate';
 
 import 'package:archive/archive_io.dart';
 import 'package:args/command_runner.dart';
 import 'package:path/path.dart' as path;
 import 'package:toml/toml.dart';
 
+const junkFileExtensions = [".so", ".py", ".c", ".typed"];
+const junkFilesAndDirectories = ["__pycache__", "bin"];
+
 class PackageCommand extends Command {
   @override
   final name = "package";
@@ -37,6 +41,17 @@ class PackageCommand extends Command {
 
     try {
       final currentPath = Directory.current.path;
+      final packagePath = (await Isolate.resolvePackageUri(
+              Uri.parse('package:serious_python/.')))
+          ?.path;
+
+      if (packagePath == null) {
+        stdout.writeln("Cannot resolve 'serious_python' package path.");
+        exit(1);
+      }
+
+      final iosDistPath =
+          path.join(Directory(packagePath).parent.absolute.path, "ios", "dist");
 
       // source dir
       var sourceDirPath = argResults!.rest.first;
@@ -111,36 +126,28 @@ class PackageCommand extends Command {
           extraArgs.add("--pre");
         }
 
-        final pipProcess = await Process.start(
-            'python3',
-            [
-              '-m',
-              'pip',
-              'install',
-              '--isolated',
-              '--upgrade',
-              ...extraArgs,
-              '--target',
-              path.join(tempDir.path, '__pypackages__'),
-              ...dependencies
-            ],
-            environment: {
-              "CC": "/bin/false",
-              "CXX": "/bin/false",
-              "PYTHONPATH": tempDir.path,
-              "PYTHONOPTIMIZE": "2",
-            },
-            runInShell: true,
-            includeParentEnvironment: false);
-
-        await for (final line in pipProcess.stdout.transform(utf8.decoder)) {
-          stdout.write(line);
-        }
-
-        if (await pipProcess.exitCode != 0) {
-          stdout.write(await pipProcess.stderr.transform(utf8.decoder).join());
-          exit(1);
-        }
+        final pythonPath =
+            path.join(iosDistPath, "hostpython3", "bin", "python");
+
+        await runExec(pythonPath, [
+          '-m',
+          'pip',
+          'install',
+          '--isolated',
+          '--upgrade',
+          ...extraArgs,
+          '--target',
+          path.join(tempDir.path, '__pypackages__'),
+          ...dependencies
+        ], environment: {
+          "CC": "/bin/false",
+          "CXX": "/bin/false",
+          "PYTHONPATH": tempDir.path,
+          "PYTHONOPTIMIZE": "2",
+        });
+
+        // compile all python code
+        await runExec(pythonPath, ['-m', 'compileall', '-b', tempDir.path]);
       }
 
       // remove unnecessary files
@@ -193,17 +200,38 @@ class PackageCommand extends Command {
     directory.listSync().forEach((entity) {
       if (entity is Directory) {
         cleanupPyPackages(entity);
-      } else if (entity is File && entity.path.endsWith('.so')) {
+      } else if (entity is File &&
+              junkFileExtensions.contains(path.extension(entity.path)) ||
+          junkFilesAndDirectories.contains(path.basename(entity.path))) {
+        stdout.writeln("Deleting ${entity.path}");
         entity.deleteSync();
       }
     });
 
     directory.listSync().forEach((entity) {
-      if (entity is Directory && entity.path.endsWith('__pycache__')) {
-        entity.deleteSync(recursive: true);
-      } else if (entity is Directory && entity.path.endsWith('bin')) {
+      if (entity is Directory &&
+          junkFilesAndDirectories.contains(path.basename(entity.path))) {
+        stdout.writeln("Deleting ${entity.path}");
         entity.deleteSync(recursive: true);
       }
     });
   }
+
+  Future<int> runExec(String execPath, List<String> args,
+      {Map<String, String>? environment}) async {
+    final proc = await Process.start(execPath, args,
+        environment: environment,
+        runInShell: true,
+        includeParentEnvironment: false);
+
+    await for (final line in proc.stdout.transform(utf8.decoder)) {
+      stdout.write(line);
+    }
+
+    if (await proc.exitCode != 0) {
+      stdout.write(await proc.stderr.transform(utf8.decoder).join());
+      exit(1);
+    }
+    return proc.exitCode;
+  }
 }

example/flask_example/app/src/main.py

@@ -3,7 +3,7 @@
 
 from flask import Flask, request
 
-print("Python program has started!")
+print("Python program has just started!")
 
 
 class PythonRunner:

example/flask_example/ios/Podfile.lock

@@ -3,7 +3,7 @@ PODS:
   - path_provider_foundation (0.0.1):
     - Flutter
     - FlutterMacOS
-  - serious_python (0.1.0):
+  - serious_python (0.1.2):
     - Flutter
 
 DEPENDENCIES:
@@ -22,7 +22,7 @@ EXTERNAL SOURCES:
 SPEC CHECKSUMS:
   Flutter: f04841e97a9d0b0a8025694d0796dd46242b2854
   path_provider_foundation: eaf5b3e458fc0e5fbb9940fb09980e853fe058b8
-  serious_python: 954ab1502631a446dd28e0bacdb519e8a803a1fe
+  serious_python: 11f4ce79371037a06e96c78c8ed9b30cd7d0b6f7
 
 PODFILE CHECKSUM: 7be2f5f74864d463a8ad433546ed1de7e0f29aef
 

lib/serious_python.dart

@@ -47,6 +47,8 @@ class SeriousPython {
       appPath = await extractAssetZip(assetPath);
       if (appFileName != null) {
         appPath = p.join(appPath, appFileName);
+      } else if (await File(p.join(appPath, "main.pyc")).exists()) {
+        appPath = p.join(appPath, "main.pyc");
       } else if (await File(p.join(appPath, "main.py")).exists()) {
         appPath = p.join(appPath, "main.py");
       } else {