feat(pdf): build pdf by new tsx script

Author: zoobestik

.gitignore

@@ -35,20 +35,18 @@ pdf/kotlin-reference.pdf
 pdf/tmp.html
 *.pyc
 google-credentials.json
-./package-lock.json
+package-lock.json
 .env
 pages/api/
 external/
 assets/externals
 pages/docs/tutorials/kotlin-for-py/
 _teamcity
-dist
+/dist
 libs
 generated
 .next
 .teamcity/*.iml
 
-/scripts/doindex/package-lock.json
-/search-report*
-/reports
+/reports*
 /data/page_views_map.json

.teamcity/builds/TemplateSearchIndex.kt

@@ -7,7 +7,7 @@ import jetbrains.buildServer.configs.kotlin.buildSteps.ScriptBuildStep
 import jetbrains.buildServer.configs.kotlin.triggers.schedule
 import vcsRoots.KotlinLangOrg
 
-const val SCRIPT_PATH = "scripts/doindex";
+const val SCRIPT_PATH = "scripts/dist";
 
 fun scriptDistAnalyze(block: ScriptBuildStep.() -> Unit) = ScriptBuildStep {
     id = "script-dist-analyze"
@@ -42,11 +42,7 @@ abstract class TemplateSearchIndex(init: BuildType.() -> Unit) : BuildType({
     }
 
     vcs {
-        root(
-            KotlinLangOrg, """
-                $SCRIPT_PATH
-            """.trimIndent()
-        )
+        root(KotlinLangOrg, "$SCRIPT_PATH/")
         cleanCheckout = true
         showDependenciesChanges = true
     }

.teamcity/builds/apiReferences/BuildApiPages.kt

@@ -1,6 +1,7 @@
 package builds.apiReferences
 
 import BuildParams.DOKKA_TEMPLATES_VERSION
+import builds.SCRIPT_PATH
 import builds.scriptDistAnalyze
 import jetbrains.buildServer.configs.kotlin.BuildStep
 import jetbrains.buildServer.configs.kotlin.BuildSteps
@@ -39,7 +40,7 @@ abstract class BuildApiPages(
     artifactRules = "$pagesRoot/** => pages.zip"
 
     vcs {
-        root(KotlinLangOrg, "scripts/doindex/")
+        root(KotlinLangOrg, "$SCRIPT_PATH/")
     }
 
     params {

.teamcity/builds/apiReferences/stdlib/BuildStdlibApiReference.kt

@@ -1,11 +1,13 @@
 package builds.apiReferences.stdlib
 
 import BuildParams.KOTLIN_CORE_API_BUILD_ID
+import builds.SCRIPT_PATH
 import builds.apiReferences.scriptGenerateSitemap
 import builds.apiReferences.scriptNoRobots
 import jetbrains.buildServer.configs.kotlin.AbsoluteId
 import jetbrains.buildServer.configs.kotlin.BuildType
 import jetbrains.buildServer.configs.kotlin.buildSteps.script
+import vcsRoots.KotlinLangOrg
 
 private const val PAGES_ROOT = "dist/api/core"
 
@@ -14,11 +16,7 @@ object BuildStdlibApiReference : BuildType({
     description = "Build pages for Kotlin Core API"
 
     vcs {
-        root(
-            vcsRoots.KotlinLangOrg, """
-                scripts/doindex/
-            """.trimIndent()
-        )
+        root(KotlinLangOrg, "$SCRIPT_PATH/")
     }
 
     artifactRules = """

.teamcity/builds/kotlinlang/buidTypes/PdfGenerator.kt

@@ -1,46 +1,72 @@
 package builds.kotlinlang.buidTypes
 
+import builds.SCRIPT_PATH
 import builds.kotlinlang.templates.DockerImageBuilder
-import jetbrains.buildServer.configs.kotlin.AbsoluteId
 import jetbrains.buildServer.configs.kotlin.BuildType
+import jetbrains.buildServer.configs.kotlin.FailureAction
 import jetbrains.buildServer.configs.kotlin.buildSteps.script
 
-
 object PdfGenerator : BuildType({
   name = "PDF Generator"
   description = "Build PDF reference https://kotlinlang.org/docs/"
 
   templates(DockerImageBuilder)
 
-  artifactRules = "pdf/kotlin-docs.pdf => kotlin-docs.pdf"
+  artifactRules = """
+      dist/docs/pdf.html
+      pdf/kotlin-docs.pdf
+  """.trimIndent()
+
+  requirements {
+    doesNotContain("docker.server.osType", "windows")
+  }
 
   steps {
     script {
+      id = "script-dist-pdf-html"
+      name = "Generate pdf.html"
+        //language=bash
+        scriptContent = """
+        #!/bin/sh
+        set -e
+        npm install
+        npm run generate-pdf
+      """.trimIndent()
+      dockerImage = "node:22-alpine"
+      workingDir = SCRIPT_PATH
+    }
+    script {
+      name = "Generate PDF"
+      //language=sh
       scriptContent = """
-        #!/bin/bash
-        
-        mv ./dist/docs/pdfSourceKR.html ./dist/docs/pdf.html
+        # install legacy wkhtmltopdf deps
+        apt update
+        apt install -y xfonts-75dpi xfonts-100dpi libjpeg62-turbo xfonts-base
+        wget https://deb.debian.org/debian/pool/main/o/openssl/libssl1.1_1.1.1w-0+deb11u1_amd64.deb
+        wget https://deb.debian.org/debian/pool/main/o/openssl/libssl-dev_1.1.1w-0+deb11u1_amd64.deb
+        wget https://deb.debian.org/debian/pool/main/o/openssl/openssl_1.1.1w-0+deb11u1_amd64.deb
+        dpkg -i libssl1.1_1.1.1w-0+deb11u1_amd64.deb libssl-dev_1.1.1w-0+deb11u1_amd64.deb openssl_1.1.1w-0+deb11u1_amd64.deb
+        ln -s /usr/lib/x86_64-linux-gnu/libjpeg.so.62 /usr/lib/x86_64-linux-gnu/libjpeg.so.8
+        # refresh wkhtmltopdf 
+        wget https://github.com/wkhtmltopdf/packaging/releases/download/0.12.6-1/wkhtmltox_0.12.6-1.buster_amd64.deb
+        dpkg -i wkhtmltox_0.12.6-1.buster_amd64.deb
         
         ## refresh packages
         pip install -r requirements.txt
-        
         python kotlin-website.py reference-pdf
       """.trimIndent()
-      dockerImage = "%dep.Kotlin_KotlinSites_Builds_KotlinlangOrg_BuildPythonContainer.kotlin-website-image%"
+      dockerImage = "python:3.9"
     }
   }
 
   dependencies {
-    dependency(AbsoluteId("Documentation_TransitioningProducts_KotlinReferenceWithCoroutines")) {
+    dependency(BuildReferenceDocs) {
       snapshot {
+        onDependencyFailure = FailureAction.FAIL_TO_START
+        onDependencyCancel = FailureAction.CANCEL
       }
-
       artifacts {
-        cleanDestination = true
-        artifactRules = """
-          webHelpImages.zip!** => dist/docs/images
-          pdfSourceKR.html => dist/docs/
-        """.trimIndent()
+        artifactRules = "+:docs.zip!** => dist/docs/"
       }
     }
   }