nginx: split lua out of config file

Much easier to work with single-language files.

Author: rmg

Dockerfile

@@ -3,7 +3,7 @@ MAINTAINER Ryan Graham <[email protected]>
 
 RUN apk --no-cache add dnsmasq
 
-ADD entrypoint.sh nginx.conf /
+ADD entrypoint.sh nginx.conf ephemeral-npm.lua /
 
 # Not port 80 because ephemeral-npm stnadardized on couchdb's port already
 EXPOSE 4873

ephemeral-npm.lua

@@ -0,0 +1,45 @@
+local cjson = require "cjson.safe"
+
+local _M = {}
+
+function _M.init()
+    local npmConfig = ngx.shared.npmConfig
+    local registry = os.getenv("npm_config_registry"):gsub("/+$", "")
+    local pattern = registry:gsub("%.", "%%."):gsub("%-", "%%-")
+    -- escape . and - which have special meaning in Lua patterns
+    npmConfig:set('npm_config_registry', registry)
+    npmConfig:set('npm_upstream_pattern', pattern)
+end
+
+function _M.getPackage()
+    local uri = ngx.var.uri
+    local meta = ngx.shared.npmMeta
+    local body = meta:get(uri)
+    -- yep, our own shared memory cache implementation :-/
+    if body == nil then
+        local res = ngx.location.capture('/-@-' .. uri,
+                                        { copy_all_vars = true })
+        body = res.body
+        local pkgJSON = cjson.decode(body)
+        if pkgJSON == nil then
+            -- somehow the metadata isn't valid JSON.. let's tell
+            -- the client to try again and hope it works out better
+            -- next time
+            return ngx.redirect(uri, ngx.HTTP_MOVED_TEMPORARILY)
+        end
+        meta:set(uri, body)
+    end
+    ngx.header["Content-Length"] = #body
+    ngx.print(body)
+end
+
+function _M.filterPackageBody()
+    local npmConfig = ngx.shared.npmConfig
+    local upstream = npmConfig:get('npm_upstream_pattern')
+    -- need to construct URL because we may be proxying http<->https
+    local base = ngx.var.scheme .. '://' .. ngx.var.http_host
+    -- ngx.log(ngx.ERR, "Modifying JSON of " .. ngx.var.uri .. " to replace '" .. upstream .. "' with '" .. base .. "'")
+    ngx.arg[1] = string.gsub(ngx.arg[1], upstream, base)
+end
+
+return _M

nginx.conf

@@ -8,7 +8,6 @@ events {
     worker_connections  1024;
 }
 
-
 http {
     # We literally only care about 2 types of files/payloads.
     types {
@@ -27,15 +26,11 @@ http {
     access_log logs/access.log upstreamlog;
 
     lua_shared_dict npmConfig 32k;
+    lua_shared_dict npmMeta 128M;
+
     init_by_lua_block {
-        local npmConfig = ngx.shared.npmConfig
-        local registry = os.getenv("npm_config_registry"):gsub("/+$", "")
-        local pattern = registry:gsub("%.", "%%."):gsub("%-", "%%-")
-        -- escape . and - which have special meaning in Lua patterns
-        npmConfig:set('npm_config_registry', registry)
-        npmConfig:set('npm_upstream_pattern', pattern)
-        -- ngx.log(ngx.ERR, 'using upstream base: ', registry)
-        -- ngx.log(ngx.ERR, 'using upstream pattern: ', pattern)
+        local ephemeralNPM = require "ephemeral-npm"
+        ephemeralNPM.init()
     }
 
     server {
@@ -49,6 +44,14 @@ http {
             try_files          $uri @fetch-tgz;
         }
         location / {
+            content_by_lua_block {
+                local ephemeralNPM = require "ephemeral-npm"
+                ephemeralNPM.getPackage()
+            }
+        }
+        location /-@- {
+            internal;
+            rewrite                /-@-/(.+) /$1 break;
             resolver               127.0.0.1 ipv6=off;
             proxy_pass             $npm_config_registry;
             proxy_buffers          32 1m;
@@ -65,20 +68,17 @@ http {
             header_filter_by_lua_block {
                 ngx.header.content_length = nil
             }
-            # replace all occurances of, eg. https://registry.npmjs.org with http://127.0.0.1:4873
             body_filter_by_lua_block {
-                local npmConfig = ngx.shared.npmConfig
-                local upstream = npmConfig:get('npm_upstream_pattern')
-                -- need to construct URL because we may be proxying http<->https
-                local base = ngx.var.scheme .. '://' .. ngx.var.http_host
-                -- ngx.log(ngx.ERR, "Modifying JSON of " .. ngx.var.uri .. " to replace '" .. upstream .. "' with '" .. base .. "'")
-                ngx.arg[1] = string.gsub(ngx.arg[1], upstream, base)
+                local ephemeralNPM = require "ephemeral-npm"
+                ephemeralNPM.filterPackageBody()
             }
         }
         location @fetch-tgz {
             internal;
             resolver           127.0.0.1 ipv6=off;
             proxy_pass         $npm_config_registry;
+            proxy_buffering    on;
+            proxy_buffers      512 512k;
             proxy_store        on;
             proxy_store_access user:rw group:rw all:r;
             proxy_temp_path    /tmp/npm/temp;