Update to use pipx poetry (#734)

Author: njooma

.github/workflows/build-wheels.yml

@@ -54,13 +54,14 @@ jobs:
         uses: actions/checkout@v4
         if: ${{ !inputs.branch }}
 
+      - name: Install Poetry
+        run: pipx install poetry
+
       - name: Setup Python
         uses: actions/setup-python@v5
         with:
           python-version: "3.12"
-
-      - name: Install Poetry
-        uses: snok/install-poetry@v1
+          cache: poetry
 
       - name: Install package
         run: poetry install --all-extras