Flip deep learning

Summary:
X-link: pytorch/FBGEMM#2831

X-link: facebookresearch/FBGEMM#26

Reviewed By: connernilsen

Differential Revision: D59653154

fbshipit-source-id: 2be7d6c6d540db34391bbd6e0dafe62eec185e82

Author: maggiemoss

examples/mpc_autograd_cnn/launcher.py

@@ -89,6 +89,7 @@ def _run_experiment(args):
         level=level,
         format="%(asctime)s - %(process)d - %(name)s - %(levelname)s - %(message)s",
     )
+    # pyre-fixme[21]: Could not find module `mpc_autograd_cnn`.
     from mpc_autograd_cnn import run_mpc_autograd_cnn  # @manual
 
     run_mpc_autograd_cnn(

examples/mpc_cifar/launcher.py

@@ -130,6 +130,7 @@
 
 def _run_experiment(args):
     # only import here to initialize crypten within the subprocesses
+    # pyre-fixme[21]: Could not find module `mpc_cifar`.
     from mpc_cifar import run_mpc_cifar  # @manual
 
     # Only Rank 0 will display logs.

examples/mpc_imagenet/launcher.py

@@ -27,6 +27,8 @@
 from deeplearning.projects.crypten.examples.multiprocess_launcher import (
     MultiProcessLauncher,
 )
+
+# pyre-fixme[21]: Could not find module `mpc_imagenet`.
 from mpc_imagenet import run_experiment  # @manual
 
 

examples/mpc_linear_svm/launcher.py

@@ -74,6 +74,7 @@ def _run_experiment(args):
         level=level,
         format="%(asctime)s - %(process)d - %(name)s - %(levelname)s - %(message)s",
     )
+    # pyre-fixme[21]: Could not find module `mpc_linear_svm`.
     from mpc_linear_svm import run_mpc_linear_svm  # @manual
 
     run_mpc_linear_svm(

examples/tfe_benchmarks/launcher.py

@@ -139,6 +139,7 @@
 
 def _run_experiment(args):
     # only import here to initialize crypten within the subprocesses
+    # pyre-fixme[21]: Could not find module `tfe_benchmarks`.
     from tfe_benchmarks import run_tfe_benchmarks  # @manual
 
     # Only Rank 0 will display logs.

test/test_arithmetic.py

@@ -23,6 +23,8 @@ class TestArithmetic(MultiProcessTestCase):
     This class tests all functions of the ArithmeticSharedTensor.
     """
 
+    # pyre-fixme[14]: `setUp` overrides method defined in `MultiProcessTestCase`
+    #  inconsistently.
     def setUp(self) -> None:
         super().setUp()
         # We don't want the main process (rank -1) to initialize the communcator
@@ -170,23 +172,32 @@ def test_arithmetic(self) -> None:
             self._check(encrypted_out, reference, "square failed")
 
         # Test radd, rsub, and rmul
+        # pyre-fixme[61]: `tensor1` is undefined, or not always defined.
         reference = 2 + tensor1
+        # pyre-fixme[61]: `tensor1` is undefined, or not always defined.
         encrypted = ArithmeticSharedTensor(tensor1)
+        # pyre-fixme[58]: `+` is not supported for operand types `int` and
+        #  `ArithmeticSharedTensor`.
         encrypted_out = 2 + encrypted
         self._check(encrypted_out, reference, "right add failed")
 
+        # pyre-fixme[61]: `tensor1` is undefined, or not always defined.
         reference = 2 - tensor1
         encrypted_out = 2 - encrypted
         self._check(encrypted_out, reference, "right sub failed")
 
+        # pyre-fixme[61]: `tensor1` is undefined, or not always defined.
         reference = 2 * tensor1
+        # pyre-fixme[58]: `*` is not supported for operand types `int` and
+        #  `ArithmeticSharedTensor`.
         encrypted_out = 2 * encrypted
         self._check(encrypted_out, reference, "right mul failed")
 
     def test_sum(self) -> None:
         """Tests sum reduction on encrypted tensor."""
         tensor = get_random_test_tensor(size=(5, 100, 100), is_float=True)
         encrypted = ArithmeticSharedTensor(tensor)
+        # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `sum`.
         self._check(encrypted.sum(), tensor.sum(), "sum failed")
 
         for dim in [0, 1, 2]:
@@ -198,6 +209,7 @@ def test_prod(self) -> None:
         """Tests prod reduction on encrypted tensor."""
         tensor = get_random_test_tensor(size=(3, 3), max_value=3, is_float=False)
         encrypted = ArithmeticSharedTensor(tensor)
+        # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `prod`.
         self._check(encrypted.prod(), tensor.prod().float(), "prod failed")
 
         # test with dim argument
@@ -231,6 +243,7 @@ def test_mean(self) -> None:
         """Tests computing means of encrypted tensors."""
         tensor = get_random_test_tensor(size=(5, 10, 15), is_float=True)
         encrypted = ArithmeticSharedTensor(tensor)
+        # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `mean`.
         self._check(encrypted.mean(), tensor.mean(), "mean failed")
 
         for dim in [0, 1, 2]:
@@ -350,6 +363,7 @@ def test_dot_ger(self) -> None:
 
             # dot
             encrypted_tensor = ArithmeticSharedTensor(tensor1)
+            # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `dot`.
             encrypted_out = encrypted_tensor.dot(tensor2)
             self._check(
                 encrypted_out,
@@ -363,6 +377,7 @@ def test_dot_ger(self) -> None:
 
             # ger
             encrypted_tensor = ArithmeticSharedTensor(tensor1)
+            # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `ger`.
             encrypted_out = encrypted_tensor.ger(tensor2)
             self._check(
                 encrypted_out,
@@ -382,11 +397,13 @@ def test_squeeze(self) -> None:
             reference = tensor.unsqueeze(dim)
 
             encrypted = ArithmeticSharedTensor(tensor)
+            # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `unsqueeze`.
             encrypted_out = encrypted.unsqueeze(dim)
             self._check(encrypted_out, reference, "unsqueeze failed")
 
             # Test squeeze
             encrypted = ArithmeticSharedTensor(tensor.unsqueeze(0))
+            # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `squeeze`.
             encrypted_out = encrypted.squeeze()
             self._check(encrypted_out, reference.squeeze(), "squeeze failed")
 
@@ -417,12 +434,15 @@ def test_transpose(self) -> None:
 
             if len(size) == 2:  # t() asserts dim == 2
                 reference = tensor.t()
+                # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `t`.
                 encrypted_out = encrypted_tensor.t()
                 self._check(encrypted_out, reference, "t() failed")
 
             for dim0 in range(len(size)):
                 for dim1 in range(len(size)):
                     reference = tensor.transpose(dim0, dim1)
+                    # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute
+                    #  `transpose`.
                     encrypted_out = encrypted_tensor.transpose(dim0, dim1)
                     self._check(encrypted_out, reference, "transpose failed")
 
@@ -445,6 +465,7 @@ def test_permute(self) -> None:
             # test reversing the dimensions
             dim_arr = [x - 1 for x in range(tensor.dim(), 0, -1)]
             reference = tensor.permute(dim_arr)
+            # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `permute`.
             encrypted_out = encrypted_tensor.permute(dim_arr)
             self._check(encrypted_out, reference, "permute failed")
 
@@ -628,6 +649,7 @@ def test_take(self) -> None:
         for dimension in range(0, 4):
             reference = torch.from_numpy(tensor.numpy().take(index, dimension))
             encrypted_tensor = ArithmeticSharedTensor(tensor)
+            # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `take`.
             encrypted_out = encrypted_tensor.take(index, dimension)
             self._check(encrypted_out, reference, "take function failed: dimension set")
 
@@ -653,6 +675,8 @@ def test_get_set(self) -> None:
                 reference = tensor[:, 0]
 
                 encrypted_tensor = ArithmeticSharedTensor(tensor)
+                # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute
+                #  `__getitem__`.
                 encrypted_out = encrypted_tensor[:, 0]
                 self._check(encrypted_out, reference, "getitem failed")
 
@@ -933,6 +957,7 @@ def test_gather(self) -> None:
                 index = index.abs().clamp(0, 4)
                 encrypted = ArithmeticSharedTensor(tensor)
                 reference = tensor.gather(dim, index)
+                # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `gather`.
                 encrypted_out = encrypted.gather(dim, index)
                 self._check(encrypted_out, reference, f"gather failed with size {size}")
 
@@ -948,6 +973,7 @@ def test_split(self) -> None:
                 for idx in range(6):
                     split = (idx, 5 - idx)
                     reference0, reference1 = tensor.split(split, dim=dim)
+                    # pyre-fixme[16]: `ArithmeticSharedTensor` has no attribute `split`.
                     encrypted_out0, encrypted_out1 = encrypted.split(split, dim=dim)
 
                     self._check(

test/test_autograd.py

@@ -452,6 +452,7 @@ def test_autograd(self) -> None:
             # check output of forward pass:
             output, encr_output = outputs[-1][0], encr_outputs[-1][0]
             self._check(encr_output._tensor, output, "forward failed")
+            # pyre-fixme[16]: `TestAutograd` has no attribute `assertTrue`.
             self.assertTrue(encr_output.requires_grad, "requires_grad incorrect")
 
             # perform backward pass:
@@ -477,6 +478,7 @@ def test_autograd_repetition(self) -> None:
             output = input.exp().sum()
             encr_output = encr_input.exp().sum()
             self._check(encr_output._tensor, output, "forward failed")
+            # pyre-fixme[16]: `TestAutograd` has no attribute `assertTrue`.
             self.assertTrue(encr_output.requires_grad, "requires_grad incorrect")
 
             # perform backward computation:
@@ -487,7 +489,10 @@ def test_autograd_repetition(self) -> None:
 
 # Run all unit tests with both TFP and TTP providers
 class TestTFP(MultiProcessTestCase, TestAutograd):
+    # pyre-fixme[14]: `setUp` overrides method defined in `MultiProcessTestCase`
+    #  inconsistently.
     def setUp(self) -> None:
+        # pyre-fixme[16]: `CrypTenConfig` has no attribute `mpc`.
         self._original_provider = cfg.mpc.provider
         cfg.mpc.provider = "TFP"
         super(TestTFP, self).setUp()
@@ -498,7 +503,10 @@ def tearDown(self) -> None:
 
 
 class TestTTP(MultiProcessTestCase, TestAutograd):
+    # pyre-fixme[14]: `setUp` overrides method defined in `MultiProcessTestCase`
+    #  inconsistently.
     def setUp(self) -> None:
+        # pyre-fixme[16]: `CrypTenConfig` has no attribute `mpc`.
         self._original_provider = cfg.mpc.provider
         cfg.mpc.provider = "TTP"
         super(TestTTP, self).setUp()

test/test_binary.py

@@ -21,6 +21,8 @@ class TestBinary(MultiProcessTestCase):
     This class tests all functions of BinarySharedTensor.
     """
 
+    # pyre-fixme[14]: `setUp` overrides method defined in `MultiProcessTestCase`
+    #  inconsistently.
     def setUp(self) -> None:
         super().setUp()
         # We don't want the main process (rank -1) to initialize the communcator
@@ -112,12 +114,14 @@ def test_transpose(self) -> None:
 
             if len(size) == 2:  # t() asserts dim == 2
                 reference = tensor.t()
+                # pyre-fixme[16]: `BinarySharedTensor` has no attribute `t`.
                 encrypted_out = encrypted_tensor.t()
                 self._check(encrypted_out, reference, "t() failed")
 
             for dim0 in range(len(size)):
                 for dim1 in range(len(size)):
                     reference = tensor.transpose(dim0, dim1)
+                    # pyre-fixme[16]: `BinarySharedTensor` has no attribute `transpose`.
                     encrypted_out = encrypted_tensor.transpose(dim0, dim1)
                     self._check(encrypted_out, reference, "transpose failed")
 
@@ -140,6 +144,7 @@ def test_permute(self) -> None:
             # test reversing the dimensions
             dim_arr = [x - 1 for x in range(tensor.dim(), 0, -1)]
             reference = tensor.permute(dim_arr)
+            # pyre-fixme[16]: `BinarySharedTensor` has no attribute `permute`.
             encrypted_out = encrypted_tensor.permute(dim_arr)
             self._check(encrypted_out, reference, "permute failed")
 
@@ -243,6 +248,8 @@ def test_add(self) -> None:
             reference = tensor + tensor2
             encrypted_tensor = BinarySharedTensor(tensor)
             encrypted_tensor2 = tensor_type(tensor2)
+            # pyre-fixme[58]: `+` is not supported for operand types
+            #  `BinarySharedTensor` and `Any`.
             encrypted_out = encrypted_tensor + encrypted_tensor2
             self._check(encrypted_out, reference, "%s add failed" % tensor_type)
 
@@ -281,6 +288,7 @@ def test_get_set(self) -> None:
                 reference = tensor[:, 0]
 
                 encrypted_tensor = BinarySharedTensor(tensor)
+                # pyre-fixme[16]: `BinarySharedTensor` has no attribute `__getitem__`.
                 encrypted_out = encrypted_tensor[:, 0]
                 self._check(encrypted_out, reference, "getitem failed")
 
@@ -462,6 +470,7 @@ def test_gather(self) -> None:
                 index = index.abs().clamp(0, 4)
                 encrypted = BinarySharedTensor(tensor)
                 reference = tensor.gather(dim, index)
+                # pyre-fixme[16]: `BinarySharedTensor` has no attribute `gather`.
                 encrypted_out = encrypted.gather(dim, index)
                 self._check(encrypted_out, reference, f"gather failed with size {size}")
 
@@ -516,6 +525,7 @@ def test_split(self) -> None:
                 for idx in range(6):
                     split = (idx, 5 - idx)
                     reference0, reference1 = tensor.split(split, dim=dim)
+                    # pyre-fixme[16]: `BinarySharedTensor` has no attribute `split`.
                     encrypted_out0, encrypted_out1 = encrypted.split(split, dim=dim)
 
                     self._check(