court-scrapers/.github/workflows/scrape.yml at main · datamade/court-scrapers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
name: Scrape cases and update latest nightly release

on:
  workflow_call:
    inputs:
      command:
        required: true
        type: string

jobs:
  scrape:
    runs-on: ubuntu-latest
    container:
      image: ghcr.io/datamade/court-scrapers:main

    steps:
      - name: Set current date as env variable
        run: echo "BEGIN_COURTS_RUN=$(date +'%s')" >> $GITHUB_ENV

      - uses: actions/checkout@v3

      - name: Download latest database zip
        uses: robinraju/release-downloader@v1.8
        with:
          latest: true
          tag: "nightly"
          fileName: "*.db.zip"

      - name: Decrypt database
        run: |
          unzip -P '${{ secrets.CASE_DB_PW }}' cases.db.zip && rm cases.db.zip

      - name: Scrape cases
        run: ${{ inputs.command }}

      - name: Setup database for upload
        run: |
          zip -P '${{ secrets.CASE_DB_PW }}' cases.db.zip cases.db

      - name: Upload new release
        uses: WebFreak001/deploy-nightly@v3.0.0
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        with:
          upload_url: https://uploads.github.com/repos/datamade/court-scrapers/releases/131985702/assets{?name,label}
          release_id: 131985702
          asset_path: ./cases.db.zip
          asset_name: cases.db.zip
          asset_content_type: application/zip # required by GitHub API
          max_releases: 7

      # - name: Keepalive
      #   uses: gautamkrishnar/keepalive-workflow@v2