Configure, start and stop stashcache

Author: matyasselmeci

files/test_sequence

@@ -9,6 +9,7 @@ test_110_condor_cron
 test_130_gridftp
 test_140_lcmaps
 test_150_xrootd
+test_155_stashcache
 test_160_rsv
 test_170_pbs
 test_180_cvmfs
@@ -32,6 +33,7 @@ test_420_gridftp
 test_430_uberftp
 test_440_glexec
 test_450_xrootd
+test_460_stashcache
 test_470_rsv
 test_490_jobs
 test_510_edgmkgridmap
@@ -50,6 +52,7 @@ test_790_condorce
 test_800_gratia
 test_820_cvmfs
 test_830_rsv
+test_835_stashcache
 test_840_xrootd
 test_850_lcmaps
 test_860_gridftp

osgtest/tests/test_155_stashcache.py

@@ -0,0 +1,150 @@
+import os
+from osgtest.library import core
+from osgtest.library import files
+from osgtest.library.osgunittest import OSGTestCase
+from osgtest.library import service
+
+
+CACHE_DIR = "/tmp/sccache"
+CACHE_PORT = 1094  # can't change this - stashcp doesn't allow you to specify port
+CACHE_HTTP_PORT = 8001
+ORIGIN_PORT = 1095
+ORIGIN_DIR = "/tmp/scorigin"
+CACHE_AUTHFILE_PATH = "/etc/xrootd/Authfile-cache"
+CACHE_CONFIG_PATH = "/etc/xrootd/xrootd-stashcache-cache-server.cfg"
+ORIGIN_CONFIG_PATH = "/etc/xrootd/xrootd-stashcache-origin-server.cfg"
+CACHES_JSON_PATH = "/etc/stashcache/caches.json"
+
+
+# TODO Set up authenticated stashcache as well
+CACHE_CONFIG_TEXT = """\
+all.export  /
+set cachedir = {CACHE_DIR}
+xrd.allow host *
+sec.protocol  host
+all.adminpath /var/spool/xrootd
+
+xrootd.trace emsg login stall redirect
+ofs.trace all
+xrd.trace all
+cms.trace all
+
+ofs.osslib  libXrdPss.so
+# normally this is the redirector but we don't have one in this environment
+pss.origin localhost:{ORIGIN_PORT}
+pss.cachelib libXrdFileCache.so
+pss.setopt DebugLevel 1
+
+oss.localroot $(cachedir)
+
+pfc.blocksize 512k
+pfc.ram       1024m
+# ^ xrootd won't start without a gig
+pfc.prefetch  10
+pfc.diskusage 0.90 0.95
+
+ofs.authorize 1
+acc.audit deny grant
+
+acc.authdb {CACHE_AUTHFILE_PATH}
+sec.protbind * none
+xrd.protocol http:{CACHE_HTTP_PORT} libXrdHttp.so
+
+xrd.port {CACHE_PORT}
+
+http.listingdeny yes
+http.staticpreload http://static/robots.txt /etc/xrootd/stashcache-robots.txt
+
+# Tune the client timeouts to more aggressively timeout.
+pss.setopt ParallelEvtLoop 10
+pss.setopt RequestTimeout 25
+#pss.setopt TimeoutResolution 1
+pss.setopt ConnectTimeout 25
+pss.setopt ConnectionRetry 2
+#pss.setopt StreamTimeout 35
+
+all.sitename osgtest
+
+xrootd.diglib * /etc/xrootd/digauth.cf
+""".format(**globals())
+
+
+CACHE_AUTHFILE_TEXT = """\
+u * / rl
+"""
+
+
+ORIGIN_CONFIG_TEXT = """\
+xrd.allow host *
+sec.protocol  host
+sec.protbind  * none
+all.adminpath /var/spool/xrootd
+all.pidpath /var/run/xrootd
+
+# The directory on local disk containing the files to share, e.g. "/stash".
+oss.localroot {ORIGIN_DIR}
+all.export /
+
+xrd.port {ORIGIN_PORT}
+all.role server
+
+xrootd.trace emsg login stall redirect
+ofs.trace all
+xrd.trace all
+cms.trace all
+""".format(**globals())
+
+
+CACHES_JSON_TEXT = """\
+[
+{"name":"root://localhost", "status":1, "longitude":-89.4012, "latitude":43.0731}
+]
+"""
+
+
+_NAMESPACE = "stashcache"
+
+
+def _getcfg(key):
+    return core.config["%s.%s" % (_NAMESPACE, key)]
+
+
+def _setcfg(key, val):
+    core.config["%s.%s" % (_NAMESPACE, key)] = val
+
+
+class TestStartStashCache(OSGTestCase):
+    @core.elrelease(7,8)
+    def setUp(self):
+        core.skip_ok_unless_installed("stashcache-origin-server", "stashcache-cache-server", "stashcache-client")
+
+    def test_01_configure(self):
+        for key, val in [
+            ("cache_authfile_path", CACHE_AUTHFILE_PATH),
+            ("cache_config_path", CACHE_CONFIG_PATH),
+            ("origin_config_path", ORIGIN_CONFIG_PATH),
+            ("caches_json_path", CACHES_JSON_PATH),
+            ("cache_http_port", CACHE_HTTP_PORT),
+            ("origin_dir", ORIGIN_DIR),
+            ("cache_dir", CACHE_DIR)
+        ]:
+            _setcfg(key, val)
+
+        d = os.path.dirname(CACHES_JSON_PATH)
+        if not os.path.isdir(d):
+            os.makedirs(os.path.dirname(d))
+        for key, text in [
+            ("cache_config_path", CACHE_CONFIG_TEXT),
+            ("cache_authfile_path", CACHE_AUTHFILE_TEXT),
+            ("origin_config_path", ORIGIN_CONFIG_TEXT),
+            ("caches_json_path", CACHES_JSON_TEXT)
+        ]:
+            files.write(_getcfg(key), text, owner=_NAMESPACE, chmod=0o644)
+
+    def test_02_start_origin(self):
+        if not service.is_running("xrootd@stashcache-origin-server"):
+            service.check_start("xrootd@stashcache-origin-server")
+
+    def test_03_start_cache(self):
+        if not service.is_running("xrootd@stashcache-cache-server"):
+            service.check_start("xrootd@stashcache-cache-server")

osgtest/tests/test_460_stashcache.py

@@ -0,0 +1 @@
+# hiii

osgtest/tests/test_835_stashcache.py

@@ -0,0 +1,40 @@
+import os
+from osgtest.library import core
+from osgtest.library import files
+from osgtest.library.osgunittest import OSGTestCase
+from osgtest.library import service
+
+
+_NAMESPACE = "stashcache"
+
+
+def _getcfg(key):
+    return core.config["%s.%s" % (_NAMESPACE, key)]
+
+
+def _setcfg(key, val):
+    core.config["%s.%s" % (_NAMESPACE, key)] = val
+
+
+class TestStopStashCache(OSGTestCase):
+    @core.elrelease(7,8)
+    def setUp(self):
+        core.skip_ok_unless_installed("stashcache-origin-server", "stashcache-cache-server", "stashcache-client")
+
+    def test_01_stop_origin(self):
+        service.check_stop("xrootd@stashcache-origin-server")
+
+    def test_02_stop_cache(self):
+        service.check_stop("xrootd@stashcache-cache-server")
+
+    def test_03_unconfigure(self):
+        for key in [
+            "cache_config_path",
+            "cache_authfile_path",
+            "origin_config_path",
+            "caches_json_path"
+        ]:
+            files.restore(_getcfg(key), owner=_NAMESPACE)
+
+    def test_04_clean_dirs(self):
+        pass