fix publish to pypi (#438)

Author: LeoXing1996

.github/workflows/publish-to-pypi.yml

@@ -18,9 +18,8 @@ jobs:
           python-version: 3.7
       - name: Build MMGeneration
         run: |
-          pip install torch==1.8.1+cpu torchvision==0.9.1+cpu -f https://download.pytorch.org/whl/torch_stable.html
           pip install wheel
-          python setup.py sdist bdist_wheel
+          python setup.py sdist
       - name: Publish distribution to PyPI
         run: |
           pip install twine