Migrate test_external

Author: ethho

tests/test_external.py

@@ -1,30 +1,17 @@
 import numpy as np
 from numpy.testing import assert_array_equal
-from nose.tools import assert_true, assert_equal
 from datajoint.external import ExternalTable
 from datajoint.blob import pack, unpack
 import datajoint as dj
-from .schema_external import stores_config, SimpleRemote, Simple, schema
+from .schema_external import SimpleRemote, Simple
 import os
 
-current_location_s3 = dj.config["stores"]["share"]["location"]
-current_location_local = dj.config["stores"]["local"]["location"]
 
-
-def setUp(self):
-    dj.config["stores"] = stores_config
-
-
-def tearDown(self):
-    dj.config["stores"]["share"]["location"] = current_location_s3
-    dj.config["stores"]["local"]["location"] = current_location_local
-
-
-def test_external_put():
+def test_external_put(schema_ext, mock_stores, mock_cache):
     """
     external storage put and get and remove
     """
-    ext = ExternalTable(schema.connection, store="raw", database=schema.database)
+    ext = ExternalTable(schema_ext.connection, store="raw", database=schema_ext.database)
     initial_length = len(ext)
     input_ = np.random.randn(3, 7, 8)
     count = 7
@@ -42,78 +29,84 @@ def test_external_put():
     assert_array_equal(input_, output_)
 
 
-def test_s3_leading_slash(index=100, store="share"):
-    """
-    s3 external storage configured with leading slash
-    """
+class TestLeadingSlash:
+
+    def test_s3_leading_slash(self, schema_ext, mock_stores, mock_cache, minio_client):
+        """
+        s3 external storage configured with leading slash
+        """
+        self._leading_slash(schema_ext, index=100, store="share")
 
-    oldConfig = dj.config["stores"][store]["location"]
+    def test_file_leading_slash(self, schema_ext, mock_stores, mock_cache, minio_client):
+        """
+        File external storage configured with leading slash
+        """
+        self._leading_slash(schema_ext, index=200, store="local")
 
-    value = np.array([1, 2, 3])
+    def _leading_slash(self, schema_ext, index, store):
+        oldConfig = dj.config["stores"][store]["location"]
+        value = np.array([1, 2, 3])
 
-    id = index
-    dj.config["stores"][store]["location"] = "leading/slash/test"
-    SimpleRemote.insert([{"simple": id, "item": value}])
-    assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
+        id = index
+        dj.config["stores"][store]["location"] = "leading/slash/test"
+        SimpleRemote.insert([{"simple": id, "item": value}])
+        assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
 
-    id = index + 1
-    dj.config["stores"][store]["location"] = "/leading/slash/test"
-    SimpleRemote.insert([{"simple": id, "item": value}])
-    assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
+        id = index + 1
+        dj.config["stores"][store]["location"] = "/leading/slash/test"
+        SimpleRemote.insert([{"simple": id, "item": value}])
+        assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
 
-    id = index + 2
-    dj.config["stores"][store]["location"] = "leading\\slash\\test"
-    SimpleRemote.insert([{"simple": id, "item": value}])
-    assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
+        id = index + 2
+        dj.config["stores"][store]["location"] = "leading\\slash\\test"
+        SimpleRemote.insert([{"simple": id, "item": value}])
+        assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
 
-    id = index + 3
-    dj.config["stores"][store]["location"] = "f:\\leading\\slash\\test"
-    SimpleRemote.insert([{"simple": id, "item": value}])
-    assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
+        id = index + 3
+        dj.config["stores"][store]["location"] = "f:\\leading\\slash\\test"
+        SimpleRemote.insert([{"simple": id, "item": value}])
+        assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
 
-    id = index + 4
-    dj.config["stores"][store]["location"] = "f:\\leading/slash\\test"
-    SimpleRemote.insert([{"simple": id, "item": value}])
-    assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
+        id = index + 4
+        dj.config["stores"][store]["location"] = "f:\\leading/slash\\test"
+        SimpleRemote.insert([{"simple": id, "item": value}])
+        assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
 
-    id = index + 5
-    dj.config["stores"][store]["location"] = "/"
-    SimpleRemote.insert([{"simple": id, "item": value}])
-    assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
+        id = index + 5
+        dj.config["stores"][store]["location"] = "/"
+        SimpleRemote.insert([{"simple": id, "item": value}])
+        assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
 
-    id = index + 6
-    dj.config["stores"][store]["location"] = "C:\\"
-    SimpleRemote.insert([{"simple": id, "item": value}])
-    assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
+        id = index + 6
+        dj.config["stores"][store]["location"] = "C:\\"
+        SimpleRemote.insert([{"simple": id, "item": value}])
+        assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
 
-    id = index + 7
-    dj.config["stores"][store]["location"] = ""
-    SimpleRemote.insert([{"simple": id, "item": value}])
-    assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
+        id = index + 7
+        dj.config["stores"][store]["location"] = ""
+        SimpleRemote.insert([{"simple": id, "item": value}])
+        assert np.array_equal(value, (SimpleRemote & "simple={}".format(id)).fetch1("item"))
 
-    dj.config["stores"][store]["location"] = oldConfig
+        dj.config["stores"][store]["location"] = oldConfig
 
 
-def test_file_leading_slash():
+def test_remove_fail(schema_ext, mock_stores, mock_cache, minio_client):
     """
-    file external storage configured with leading slash
+    https://github.com/datajoint/datajoint-python/issues/953
     """
-    test_s3_leading_slash(index=200, store="local")
+    assert dj.config["stores"]["local"]["location"]
 
-
-def test_remove_fail():
-    # https://github.com/datajoint/datajoint-python/issues/953
     data = dict(simple=2, item=[1, 2, 3])
     Simple.insert1(data)
     path1 = dj.config["stores"]["local"]["location"] + "/djtest_extern/4/c/"
     currentMode = int(oct(os.stat(path1).st_mode), 8)
     os.chmod(path1, 0o40555)
     (Simple & "simple=2").delete()
-    listOfErrors = schema.external["local"].delete(delete_external_files=True)
-    assert len(listOfErrors) == 1, "unexpected number of errors"
+    listOfErrors = schema_ext.external["local"].delete(delete_external_files=True)
+
     assert (
-        len(schema.external["local"] & dict(hash=listOfErrors[0][0])) == 1
+        len(schema_ext.external["local"] & dict(hash=listOfErrors[0][0])) == 1
     ), "unexpected number of rows in external table"
     # ---------------------CLEAN UP--------------------
     os.chmod(path1, currentMode)
-    listOfErrors = schema.external["local"].delete(delete_external_files=True)
+    listOfErrors = schema_ext.external["local"].delete(delete_external_files=True)