Publish the hompage as a docker image and updated more scripts (#36)

* Docker

* Actions

* Fixed docker tag

* TestPyPi

* Use cache in docker publishing

* Made list-translations branch specific

* Fixed list-translations

* Bumped version

* Fix exiting on invalid branch

* Bumped version

* Fixed some languages

* Fix for cldr-localenames-modern

* Try to fix this hell

* Debug

* This is driving me crazy

* Another fix

* Adding it would be better

* Removed legacy versions

* Suppress warnings

* Changed name of flag and disables caching of docker layers

* Remove debug and changed repo

* Set correct tags to docker image

Author: Felix Kleinekathöfer

.github/workflows/build.yml

@@ -49,7 +49,7 @@ jobs:
     - name: Build
       run: npm run build
 
-  publish:
+  publish-pypi:
     runs-on: ubuntu-latest
     needs: build
     if: startsWith(github.ref, 'refs/tags')
@@ -72,7 +72,7 @@ jobs:
     - name: Setup Node.js
       uses: actions/setup-node@v1
       with:
-        node-version: 14 
+        node-version: 14
     - name: Setup Python 3.x
       uses: actions/setup-python@v2
       with:
@@ -95,3 +95,38 @@ jobs:
       env:
         TWINE_USERNAME: __token__
         TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
+
+  publish-docker:
+    runs-on: ubuntu-latest
+    needs: build
+    if: startsWith(github.ref, 'refs/tags')
+    steps:
+    - name: Docker meta
+      id: docker_meta
+      uses: crazy-max/ghaction-docker-meta@v1
+      with:
+        images: docker-registry.spongepowered.org/sponge-docs-theme
+        tag-match: \d{1,3}.\d{1,3}.\d{1,3}
+        tag-match-group: 0
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v1
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v1
+    - name: Login to DockerHub
+      uses: docker/login-action@v1
+      with:
+        registry: docker-registry.spongepowered.org
+        username: ${{ secrets.SPONGE_MAVEN_REPO_USER }}
+        password: ${{ secrets.SPONGE_MAVEN_REPO_PASSWORD }}
+    - name: Build and push
+      uses: docker/build-push-action@v2
+      with:
+        push: true
+        tags: ${{ steps.docker_meta.outputs.tags }} 
+        labels: ${{ steps.docker_meta.outputs.labels }}
+        build-args: |
+          GITHUB_USER=${{ github.actor }}
+          GITHUB_TOKEN=${{ github.token }}
+          CROWDIN_TOKEN=${{ secrets.CROWDIN_TOKEN }}
+          CROWDIN_PROJECT_ID=${{ secrets.CROWDIN_PROJECT_ID }}
+          BASE_URL=https://docs.spongepowered.org

.gitignore

@@ -194,3 +194,4 @@ jspm_packages
 ### sponge-docs-theme ###
 sponge_docs_theme
 !**/js/lib/
+docker-compose.yml

Dockerfile

@@ -0,0 +1,26 @@
+#------- Build
+
+FROM alpine:latest as builder
+
+ARG GITHUB_USER
+ARG GITHUB_TOKEN
+ARG CROWDIN_TOKEN
+ARG CROWDIN_PROJECT_ID
+ARG BASE_URL
+
+WORKDIR /app
+
+RUN apk add --no-cache nodejs npm
+
+# This caches node install in docker builds
+COPY package.json /app/package.json
+RUN npm install
+
+COPY . /app
+RUN ./node_modules/.bin/gulp homepage:build
+
+#------- Copy to nginx
+
+FROM nginx:1.19.4-alpine
+
+COPY --from=builder /app/dist/homepage /usr/share/nginx/html

package-lock.json

@@ -3,23 +3,23 @@
   "private": true,
   "devDependencies": {
     "autoprefixer": "^10.0.1",
-    "cldr-core": "^36.0.0",
-    "cldr-localenames-modern": "^36.0.0",
-    "cldrjs": "^0.5.0",
+    "cldr-core": "^37.0.0",
+    "cldr-localenames-modern": "^37.0.0",
+    "cldrjs": "^0.5.5",
     "del": "^6.0.0",
     "gulp": "^4.0.2",
     "gulp-buble": "^0.9.0",
     "gulp-clean-css": "^4.3.0",
     "gulp-concat": "^2.6.1",
     "gulp-connect": "^5.7.0",
     "gulp-htmlmin": "^5.0.1",
-    "gulp-nunjucks": "^5.0.1",
+    "gulp-nunjucks": "^5.1.0",
     "gulp-postcss": "^9.0.0",
-    "gulp-sass": "^4.0.1",
+    "gulp-sass": "^4.1.0",
     "gulp-svgmin": "^3.0.0",
     "gulp-uglify": "^3.0.0",
     "plugin-error": "^1.0.1",
-    "postcss": "^8.1.0",
+    "postcss": "^8.1.6",
     "request": "^2.79.0",
     "request-promise-native": "^1.0.3"
   },

package.json

@@ -36,7 +36,10 @@ module.exports.load = () =>
 
             // Load all bundles
             for (locale of require('cldr-core/availableLocales').availableLocales.modern) {
-                Cldr.load(require(`cldr-localenames-modern/main/${locale}/languages`))
+                // TODO: Remove this when cldr-localenames-modern gets a fix
+                if(locale !== "ms-ID" && locale !== "sd-Arab") {
+                    Cldr.load(require(`cldr-localenames-modern/main/${locale}/languages`))
+                }
             }
 
             resolve(new CldrLanguages(Cldr))

src/homepage/data/cldr.js

@@ -1,53 +1,87 @@
 const rp = require('request-promise-native');
+const github = require('./github');
 
-const projectIdentifier = 'sponge-docs';
-const crowdinApiKey = process.env.CROWDIN_API_KEY;
+const crowdinProjectId = process.env.CROWDIN_PROJECT_ID;
+const crowdinToken = process.env.CROWDIN_TOKEN;
 
 const localLanguages = require('./languages');
 
+const headers = {
+    'Authorization': 'Bearer ' + crowdinToken,
+    'Accept': 'application/json'
+};
+
 module.exports.getLocaleMappings = () =>
     rp({
-        uri: 'https://api.crowdin.com/api/supported-languages?json',
+        uri: 'https://api.crowdin.com/api/v2/languages?limit=500',
+        headers: {
+            'Accept': 'application/json'
+        },
         json: true
     }).then((resp) => {
         const result = {};
-        for (language of resp) {
-            result[localLanguages[language.crowdin_code] || language.crowdin_code] = language.locale
+
+        for (language of resp.data) {
+            const id = localLanguages[language.data.id] || language.data.id;
+            result[id] = {};
+            result[id]['name'] = language.data.name;
+            result[id]['locale'] = language.data.locale;
         }
         return result;
     });
 
-if (crowdinApiKey) {
-    module.exports.getLanguages = () =>
+if (crowdinProjectId && crowdinToken) {
+    getBranchMappings = () => new Promise((resolve, reject) => {
+        let crowdinBranches =  {};
         rp({
-            uri: `https://api.crowdin.com/api/project/${projectIdentifier}/status`,
-            qs: {
-                key: crowdinApiKey,
-                json: true
-            },
+            uri: `https://api.crowdin.com/api/v2/projects/${crowdinProjectId}/branches`,
+            headers: headers,
             json: true
-        }).then(resp => {
-            const languages = [];
-
-            for (language of resp) {
-                // Include only languages with at least 5% progress
-                if (language.translated_progress >= 5 || language.code.startsWith('en-')) {
-                    languages.push({
-                        name: language.name,
-                        code: localLanguages[language.code] || language.code
-                    })
-                } else {
-                    console.warn(`Skipping ${language.name} with ${language.translated_progress}% completion`)
-                }
+        }).then((resp) => {
+            for (branch of resp.data) {
+                crowdinBranches[branch.data.name] = branch.data.id;
             }
+            resolve(crowdinBranches);
+        }).catch(err => reject(err))
+    })
+
+    module.exports.getLanguages = () => new Promise((resolve, reject) => {
+        Promise.all([github.getVersions(), getBranchMappings()]).then((result) => {
+            let languages = {};
+
+            let promises = [];
+
+            result[0].forEach(version => {
+                promises.push(rp({
+                    uri: `https://api.crowdin.com/api/v2/projects/${crowdinProjectId}/branches/${result[1][version]}/languages/progress`,
+                    headers: headers,
+                    json: true
+                }).then(resp => {
+                    languages[version] = [];
+
+                    for (language of resp.data) {
+                        // Include only languages with at least 5% progress
+                        if (language.data.translationProgress >= 5 || language.data.languageId.startsWith('en-')) {
+                            languages[version].push({
+                                id: localLanguages[language.data.languageId] || language.data.languageId
+                            })
+                        } else {
+                            console.warn(`[${version}] Skipping ${language.data.languageId} with ${language.data.translationProgress}% completion`)
+                        }
+                    }
 
-            // Sort languages by Crowdin code
-            languages.sort((a, b) => a.code.localeCompare(b.code));
+                    // Sort languages by language id
+                    languages[version].sort((a, b) => a.id.localeCompare(b.id));
+                }))
+            })
 
-            return languages;
+            Promise.all(promises).then(() => {
+                resolve(languages);
+            }).catch(err => reject(err))
         });
+    })
 } else {
-    console.warn("CROWDIN_API_KEY is not set; using local test languages");
+    console.warn("CROWDIN_PROJECT_ID or CROWDIN_TOKEN is not set; using local test data");
     module.exports.getLanguages = () =>
         new Promise((resolve, reject) => {
             try {