diff --git a/oss/etc/nginx/templates/upstreams.conf.template b/oss/etc/nginx/templates/upstreams.conf.template
index 383c1667..10dbbe03 100644
--- a/oss/etc/nginx/templates/upstreams.conf.template
+++ b/oss/etc/nginx/templates/upstreams.conf.template
@@ -1,8 +1,11 @@
+# This configuration should dynamically reload S3 backends
+# as they change in DNS.
+
 # Use NGINX's non-blocking DNS resolution
 resolver ${DNS_RESOLVERS};
 
 upstream storage_urls {
-    # Upstreams are not refreshed until NGINX configuration is reloaded.
-    # NGINX Plus will dynamically reload upstreams when DNS records are changed.
-    server ${S3_UPSTREAM};
+    zone s3_backends 64k;
+
+    server ${S3_UPSTREAM} resolve;
 }
diff --git a/plus/etc/nginx/templates/upstreams.conf.template b/plus/etc/nginx/templates/upstreams.conf.template
index 6c87e6bd..10dbbe03 100644
--- a/plus/etc/nginx/templates/upstreams.conf.template
+++ b/plus/etc/nginx/templates/upstreams.conf.template
@@ -1,4 +1,4 @@
-# This configuration with NGINX Plus should dynamically reload S3 backends
+# This configuration should dynamically reload S3 backends
 # as they change in DNS.
 
 # Use NGINX's non-blocking DNS resolution