(site/ls/cluster/lsstcam-ccs) add s3nd

Author: jhoblitt

hieradata/site/ls/cluster/lsstcam-ccs.yaml

@@ -19,3 +19,30 @@ s3daemon::instances:
     env:
       S3_ENDPOINT_URL: "https://s3.ls.lsst.org"
       S3DAEMON_PORT: 15570
+      S3DAEMON_HOST: "0.0.0.0"  # allow connections from other nodes for testing
+  ls-lsstcam-s3nd:  # untuned because s3.ls.lsst.org is currently low performance
+    image: "%{alias('s3nd_default_image')}"
+    env:
+      S3ND_ENDPOINT_URL: "https://s3.ls.lsst.org"
+      S3ND_PORT: 15571
+      S3ND_HOST: ""  # allow connections from other nodes for testing
+  s3dfrgw-lsstcam:
+    image: "%{alias('s3daemon_default_image')}"
+    env:
+      S3_ENDPOINT_URL: "https://s3dfrgw.slac.stanford.edu"
+      S3DAEMON_PORT: 15580
+      S3DAEMON_HOST: "0.0.0.0"  # allow connections from other nodes for testing
+  # needs to be tuned for s3dfrgw; tests in 2024 shows s3dfrgw as having very
+  # slow performance compared to sdfembs3
+  s3dfrgw-lsstcam-s3nd:
+    image: "%{alias('s3nd_default_image')}"
+    env:
+      S3ND_ENDPOINT_URL: "https://s3dfrgw.slac.stanford.edu"
+      S3ND_PORT: 15581
+      S3ND_HOST: ""  # allow connections from other nodes for testing
+      S3ND_UPLOAD_TIMEOUT: "10s"
+      S3ND_QUEUE_TIMEOUT: "30s"
+      S3ND_UPLOAD_MAX_PARALLEL: "25"
+      S3ND_UPLOAD_TRIES: "5"
+      S3ND_UPLOAD_PARTSIZE: "50Mi"  # larger than test file size
+      S3ND_UPLOAD_BWLIMIT: "160Mi"

spec/fixtures/hieradata/site/ls/cluster/lsstcam-ccs.yaml

@@ -3,3 +3,12 @@ s3daemon::instances:
   ls-lsstcam:
     aws_access_key_id: "%{alias('s3daemon_test::aws_access_key_id')}"
     aws_secret_access_key: "%{alias('s3daemon_test::aws_secret_access_key')}"
+  ls-lsstcam-s3nd:
+    aws_access_key_id: "%{alias('s3daemon_test::aws_access_key_id')}"
+    aws_secret_access_key: "%{alias('s3daemon_test::aws_secret_access_key')}"
+  s3dfrgw-lsstcam:
+    aws_access_key_id: "%{alias('s3daemon_test::aws_access_key_id')}"
+    aws_secret_access_key: "%{alias('s3daemon_test::aws_secret_access_key')}"
+  s3dfrgw-lsstcam-s3nd:
+    aws_access_key_id: "%{alias('s3daemon_test::aws_access_key_id')}"
+    aws_secret_access_key: "%{alias('s3daemon_test::aws_secret_access_key')}"

spec/hosts/nodes/lsstcam-dc01.ls.lsst.org_spec.rb

@@ -35,6 +35,46 @@
           env: {
             'S3_ENDPOINT_URL' => 'https://s3.ls.lsst.org',
             'S3DAEMON_PORT' => 15_570,
+            'S3DAEMON_HOST' => '0.0.0.0',
+          }
+        )
+      end
+
+      it do
+        is_expected.to contain_s3daemon__instance('ls-lsstcam-s3nd').with(
+          image: 'ghcr.io/lsst-dm/s3nd:sha-1a94702',
+          env: {
+            'S3ND_ENDPOINT_URL' => 'https://s3.ls.lsst.org',
+            'S3ND_PORT' => 15_571,
+            'S3ND_HOST' => '',
+          }
+        )
+      end
+
+      it do
+        is_expected.to contain_s3daemon__instance('s3dfrgw-lsstcam').with(
+          image: 'ghcr.io/lsst-dm/s3daemon:sha-57e1aa9',
+          env: {
+            'S3_ENDPOINT_URL' => 'https://s3dfrgw.slac.stanford.edu',
+            'S3DAEMON_PORT' => 15_580,
+            'S3DAEMON_HOST' => '0.0.0.0',
+          }
+        )
+      end
+
+      it do
+        is_expected.to contain_s3daemon__instance('s3dfrgw-lsstcam-s3nd').with(
+          image: 'ghcr.io/lsst-dm/s3nd:sha-1a94702',
+          env: {
+            'S3ND_ENDPOINT_URL' => 'https://s3dfrgw.slac.stanford.edu',
+            'S3ND_PORT' => 15_581,
+            'S3ND_HOST' => '',
+            'S3ND_UPLOAD_TIMEOUT' => '10s',
+            'S3ND_QUEUE_TIMEOUT' => '30s',
+            'S3ND_UPLOAD_MAX_PARALLEL' => '25',
+            'S3ND_UPLOAD_TRIES' => '5',
+            'S3ND_UPLOAD_PARTSIZE' => '50Mi',  # larger than test file size
+            'S3ND_UPLOAD_BWLIMIT' => '160Mi',
           }
         )
       end