66 schedule :
77 - cron : ' 0 8 * * *' # Trigger at 8 AM every day
88
9- # jobs:
10- # test-quick-dataset-analysis:
11- # runs-on: ${{ matrix.os }}
12- # env:
13- # SENTRY_OPT_OUT: True
14- # strategy:
15- # matrix:
16- # os: [ubuntu-latest]
17- # python-version: ['3.9']
18- # steps:
19- # - name: Checkout repository
20- # uses: actions/checkout@v3
21- # with:
22- # fetch-depth: 0
23-
24- # - name: Set up Python
25- # uses: actions/setup-python@v3
26- # with:
27- # python-version: ${{ matrix.python-version }}
28-
29- # - name: Install dependencies
30- # run: |
31- # python -m pip install --upgrade pip
32- # pip install fastdup matplotlib
33-
34- # - name: Download dataset
35- # run: |
36- # wget "https://thor.robots.ox.ac.uk/~vgg/data/pets/images.tar.gz" -O "images.tar.gz"
37- # tar xf "images.tar.gz"
38-
39- # - name: Run example
40- # run: |
41- # python .github/workflows/tests/quick_dataset_analysis.py
42-
43- # - name: Save artifacts
44- # uses: actions/upload-artifact@v3
45- # with:
46- # name: fastdup_work_dir
47- # path: fastdup_work_dir/
48-
49- # test-cleaning-image-dtaset:
50- # runs-on: ${{ matrix.os }}
51- # env:
52- # SENTRY_OPT_OUT: True
53- # strategy:
54- # matrix:
55- # os: [ubuntu-latest]
56- # python-version: ['3.9']
57- # steps:
58- # - name: Checkout repository
59- # uses: actions/checkout@v3
60- # with:
61- # fetch-depth: 0
62-
63- # - name: Set up Python
64- # uses: actions/setup-python@v3
65- # with:
66- # python-version: ${{ matrix.python-version }}
67-
68- # - name: Install dependencies
69- # run: |
70- # python -m pip install --upgrade pip
71- # pip install fastdup matplotlib
72-
73- # - name: Download dataset
74- # run: |
75- # wget http://data.vision.ee.ethz.ch/cvl/food-101.tar.gz
76- # tar -xf food-101.tar.gz
77-
78- # - name: Run example
79- # run: |
80- # python .github/workflows/tests/cleaning_image_dataset.py
81-
82- # - name: Save artifacts
83- # uses: actions/upload-artifact@v3
84- # with:
85- # name: fastdup_work_dir
86- # path: fastdup_work_dir/
87-
88-
89-
90- # reusable actions
919jobs :
92- common-steps :
10+ test-quick-dataset-analysis :
9311 runs-on : ${{ matrix.os }}
12+ env :
13+ SENTRY_OPT_OUT : True
9414 strategy :
9515 matrix :
9616 os : [ubuntu-latest]
17+ python-version : ['3.9']
9718 steps :
9819 - name : Checkout repository
9920 uses : actions/checkout@v3
10021 with :
101- fetch-depth : 0
22+ fetch-depth : 0
10223
10324 - name : Set up Python
10425 uses : actions/setup-python@v3
10526 with :
10627 python-version : ${{ matrix.python-version }}
107-
28+
10829 - name : Install dependencies
10930 run : |
11031 python -m pip install --upgrade pip
11132 pip install fastdup matplotlib
11233
113-
114- test-quick-dataset-analysis :
115- needs : common-steps
116- runs-on : ${{ matrix.os }}
117- env :
118- SENTRY_OPT_OUT : True
119- strategy :
120- matrix :
121- os : [ubuntu-latest]
122- python-version : ['3.9']
123- steps :
12434 - name : Download dataset
12535 run : |
12636 wget "https://thor.robots.ox.ac.uk/~vgg/data/pets/images.tar.gz" -O "images.tar.gz"
@@ -133,11 +43,10 @@ jobs:
13343 - name : Save artifacts
13444 uses : actions/upload-artifact@v3
13545 with :
136- name : fastdup_work_dir_quick
46+ name : fastdup_work_dir
13747 path : fastdup_work_dir/
13848
13949 test-cleaning-image-dataset :
140- needs : common-steps
14150 runs-on : ${{ matrix.os }}
14251 env :
14352 SENTRY_OPT_OUT : True
@@ -146,6 +55,21 @@ jobs:
14655 os : [ubuntu-latest]
14756 python-version : ['3.9']
14857 steps :
58+ - name : Checkout repository
59+ uses : actions/checkout@v3
60+ with :
61+ fetch-depth : 0
62+
63+ - name : Set up Python
64+ uses : actions/setup-python@v3
65+ with :
66+ python-version : ${{ matrix.python-version }}
67+
68+ - name : Install dependencies
69+ run : |
70+ python -m pip install --upgrade pip
71+ pip install fastdup matplotlib
72+
14973 - name : Download dataset
15074 run : |
15175 wget http://data.vision.ee.ethz.ch/cvl/food-101.tar.gz
15882 - name : Save artifacts
15983 uses : actions/upload-artifact@v3
16084 with :
161- name : fastdup_work_dir_cleaning
162- path : fastdup_work_dir/
163-
164-
165-
85+ name : fastdup_work_dir
86+ path : fastdup_work_dir/
0 commit comments