File tree Expand file tree Collapse file tree 1 file changed +23
-6
lines changed
Expand file tree Collapse file tree 1 file changed +23
-6
lines changed Original file line number Diff line number Diff line change 88 workflow_dispatch :
99
1010jobs :
11- fetch :
11+ debug- fetch :
1212 runs-on : ubuntu-latest
1313
1414 steps :
@@ -22,13 +22,30 @@ jobs:
2222 - name : Checkout repository
2323 uses : actions/checkout@v4
2424 with :
25- fetch-depth : 0
25+ fetch-depth : 100
2626 sparse-checkout : |
2727 data/${{ steps.current-quarter.outputs.value }}/1-fetch
28- scripts
28+ scripts/1-fetch
2929 token : ${{ secrets.BOT_TOKEN }}
3030
31- - name : Show and tell
31+ - name : Set up Python
32+ uses : actions/setup-python@v5
33+ with :
34+ python-version : ' 3.11'
35+
36+ - name : Install dependencies
37+ run : |
38+ pip install --upgrade pip
39+ pip install pipenv
40+ pipenv sync --system
41+
42+ - name : Set PYTHONPATH
43+ run : echo "PYTHONPATH=./scripts" >> "${GITHUB_ENV}"
44+
45+ - name : Fetch from Google Custom Search (GCS)
3246 run : |
33- ls -a
34- tree
47+ ./scripts/1-fetch/gcs_fetch.py \
48+ --limit=100 --enable-save --enable-git --dev
49+ env :
50+ GCS_DEVELOPER_KEY : ${{ secrets.GCS_DEVELOPER_KEY }}
51+ GCS_CX : ${{ secrets.GCS_CX }}
You can’t perform that action at this time.
0 commit comments