Use inlined stembuild content instead of repo

The https://github.com/cloudfoundry/stembuild repo has been consolidated
into bosh-windows-stemcell-builder, this change updates CI to use the
local content instead of the separate repo.

- do not convert line endings under stembuild/vendor/

Author: aramprice

.gitattributes

@@ -1 +1,2 @@
 *.go text eol=lf
+stembuild/vendor/** -text

ci/pipelines/windows-2019-ng.yml

@@ -160,13 +160,6 @@ resources:
     - ci/docker/Dockerfile
     username: bosh-admin-bot
     password: ((github_public_repo_token))
-- name: stembuild
-  type: git
-  source:
-    uri: https://github.com/cloudfoundry/stembuild.git
-    branch: windows-2019
-    username: bosh-admin-bot
-    password: ((github_public_repo_token))
 - name: bosh-stemcells-ci
   type: git
   source:
@@ -270,11 +263,11 @@ resources:
     repository: Win32-OpenSSH
     access_token: ((github_public_repo_token))
     tag_filter: v([^v].*)
-- name: post-stembuild-release
+- name: stemcell-builder-github-release
   type: github-release
   source:
     owner: cloudfoundry
-    repository: stembuild
+    repository: bosh-windows-stemcell-builder
     access_token: ((github_public_repo_token))
 
 - name: bosh-agent-release
@@ -690,34 +683,34 @@ jobs:
   plan:
   - in_parallel:
     - get: bosh-windows-stemcell-builder-ci-image
-    - get: bosh-windows-acceptance-tests
     - get: bosh-windows-stemcell-builder-ci
+    - get: stemcell-builder
+    - get: bosh-windows-acceptance-tests
     - get: golang-release
     - get: ovftool
-    - get: stembuild
     - get: version
       resource: main-version
     - get: weekly
       trigger: true
-  - task: bump-stembuild-deps
+  - task: bump-golang-deps
     file: golang-release/ci/tasks/shared/bump-deps.yml
     params:
       SOURCE_PATH: stembuild
     input_mapping:
-      input_repo: stembuild
+      input_repo: stemcell-builder
     output_mapping:
-      output_repo: stembuild
+      output_repo: stemcell-builder
   - in_parallel:
     - task: unit-test-on-linux
       file: bosh-windows-stemcell-builder-ci/ci/tasks/test-units-stembuild-linux/task.yml
       image: bosh-windows-stemcell-builder-ci-image
     - task: unit-test-on-windows
       file: bosh-windows-stemcell-builder-ci/ci/tasks/test-units-stembuild-windows/task.yml
       tags: [windows-nimbus]
-  - put: stembuild
+  - put: stemcell-builder
     params:
       rebase: true
-      repository: stembuild
+      repository: stemcell-builder
   - task: bump-bosh-windows-acceptance-tests-deps
     file: golang-release/ci/tasks/shared/bump-deps.yml
     input_mapping:
@@ -786,7 +779,6 @@ jobs:
         passed:
         - test-stemcell-builder
         - test-bosh-psmodules
-      - get: stembuild
       - get: lgpo-binary
       - get: version
         resource: main-version
@@ -895,8 +887,6 @@ jobs:
       - get: lgpo-binary
       - get: bosh-agent-release
         passed: [build]
-      - get: stembuild
-        passed: [build]
       - get: ovftool
       - put: nimbus-ips
         inputs: detect
@@ -1007,8 +997,6 @@ jobs:
       - get: lgpo-binary
       - get: bosh-agent-release
         passed: [build]
-      - get: stembuild
-        passed: [build]
       - get: ovftool
       - put: nimbus-ips
         inputs: detect
@@ -2193,16 +2181,14 @@ jobs:
         - wuts-gcp
         - wuts-aws-govcloud # implies => aws-build-number
         - wuts-azure
+        - stembuild-linux
+        - stembuild-windows
       - get: stembuild-untested-linux
         passed: [ wuts-stembuild-linux-stemcell ]
       - get: stembuild-linux-stemcell
         passed: [ wuts-stembuild-linux-stemcell ]
       - get: stembuild-untested-windows
         passed: [ wuts-stembuild-windows-stemcell ]
-      - get: stembuild
-        passed:
-        - stembuild-linux
-        - stembuild-windows
       - get: main-version
         passed:
         - wuts-gcp
@@ -2609,7 +2595,7 @@ jobs:
         passed: [promote-azure]
       - get: gcp-stemcell-final
         passed: [promote-gcp]
-      - get: stembuild
+      - get: stemcell-builder
         passed: [promote]
       - get: stembuild-untested-windows
         passed: [promote-stembuild]
@@ -2618,14 +2604,14 @@ jobs:
   - task: set-stembuild-version
     file: bosh-windows-stemcell-builder-ci/ci/tasks/set-stembuild-version/task.yml
     image: bosh-windows-stemcell-builder-ci-image
-  - task: get-stembuild-commit-sha
-    file: bosh-windows-stemcell-builder-ci/ci/tasks/get-stembuild-commit-sha/task.yml
+  - task: get-repo-commit-sha
+    file: bosh-windows-stemcell-builder-ci/ci/tasks/get-repo-commit-sha/task.yml
     image: bosh-windows-stemcell-builder-ci-image
-  - put: post-stembuild-release
+  - put: stemcell-builder-github-release
     params:
       name: final-stembuilds/tag
       tag: final-stembuilds/tag
-      commitish: stembuild-commit/sha
+      commitish: stemcell-builder-commit/sha
       globs:
         - final-stembuilds/stembuild*
 

ci/tasks/build-stembuild-linux/run.sh

@@ -5,17 +5,16 @@ set -x
 ROOT_DIR=$(pwd)
 
 VERSION=$(cat version/version)
-STEMBUILD_DIR="${ROOT_DIR}/stembuild/stembuild"
 OUTPUT_DIR="${ROOT_DIR}/output"
 
-cp "${ROOT_DIR}"/${STEMCELL_AUTOMATION_ZIP} "${STEMBUILD_DIR}/assets/StemcellAutomation.zip"
+cp "${ROOT_DIR}"/${STEMCELL_AUTOMATION_ZIP} \
+  "${ROOT_DIR}/stemcell-builder/stembuild/assets/StemcellAutomation.zip"
 
-pushd "${STEMBUILD_DIR}"
+pushd "${ROOT_DIR}/stemcell-builder/stembuild"
   echo '***Building Stembuild***'
-  make \
-    STEMCELL_VERSION="${VERSION}" \
-    build
+  make STEMCELL_VERSION="${VERSION}" build
 popd
 
 echo '***Copying stembuild to output directory***'
-cp "${STEMBUILD_DIR}/out/stembuild" "${OUTPUT_DIR}/stembuild-linux-x86_64-${VERSION}"
+cp "${ROOT_DIR}/stemcell-builder/stembuild/out/stembuild" \
+  "${OUTPUT_DIR}/stembuild-linux-x86_64-${VERSION}"

ci/tasks/build-stembuild-linux/task.yml

@@ -2,8 +2,8 @@
 platform: linux
 
 inputs:
-  - name: stembuild
   - name: bosh-windows-stemcell-builder-ci
+  - name: stemcell-builder
   - name: version
   - name: stemcell-automation-release
     optional: true

ci/tasks/build-stembuild-windows/task.yml

@@ -2,8 +2,8 @@
 platform: windows
 
 inputs:
-- name: stembuild
 - name: bosh-windows-stemcell-builder-ci
+- name: stemcell-builder
 - name: version
 - name: stemcell-automation-release
   optional: true

ci/tasks/generate-deps-file/task.yml

@@ -3,7 +3,7 @@ platform: linux
 
 inputs:
   - name: bosh-windows-stemcell-builder-ci
-  - name: stembuild
+  - name: stemcell-builder
   - name: open-ssh
   - name: lgpo-binary
   - name: version

ci/tasks/get-repo-commit-sha/task.yml

@@ -0,0 +1,19 @@
+---
+platform: linux
+
+inputs:
+- name: stemcell-builder
+
+outputs:
+- name: stemcell-builder-commit
+
+run:
+  path: bash
+  args:
+  - "-c"
+  - |
+    set -eu -o pipefail
+    set -x
+    ROOT="$(pwd)"
+    cd stemcell-builder
+    git rev-parse HEAD > ${ROOT}/stemcell-builder-commit/sha"

ci/tasks/get-stembuild-commit-sha/task.yml

@@ -13,7 +13,7 @@ export PATH=${GOPATH}/bin:$PATH
 # install vcsim for vCenter manager and client contract integration tests
 go -C govmomi/vcsim install
 
-pushd "${ROOT_DIR}/stembuild/stembuild"
+pushd "${ROOT_DIR}/stemcell-builder/stembuild"
   echo ***Test Stembuild Code***
 
   make contract

ci/tasks/test-contract-stembuild-linux/run.sh

@@ -2,8 +2,8 @@
 platform: linux
 
 inputs:
-- name: stembuild
 - name: bosh-windows-stemcell-builder-ci
+- name: stemcell-builder
 - name: govmomi
 
 run: