S3 Filesystem based on Async AWS library #3783
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Suite | |
| on: | |
| pull_request: | |
| paths: | |
| - '.github/workflows/**' | |
| - 'src/adapter/**' | |
| - 'src/core/**' | |
| - 'src/lib/**' | |
| - 'tools/**' | |
| - 'examples/**' | |
| - 'composer.lock' | |
| push: | |
| branches: [ 1.x ] | |
| paths-ignore: | |
| - 'CHANGELOG.md' | |
| # See https://stackoverflow.com/a/72408109 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| tests: | |
| name: "Tests" | |
| runs-on: ${{ matrix.operating-system }} | |
| services: | |
| # elasticsearch: | |
| # image: elasticsearch:7.17.2 | |
| # env: | |
| # discovery.type: single-node | |
| # options: >- | |
| # --health-cmd "curl http://localhost:9200/_cluster/health" | |
| # --health-interval 10s | |
| # --health-timeout 5s | |
| # --health-retries 10 | |
| # ports: | |
| # - 9200:9200 | |
| # meilisearch: | |
| # image: getmeili/meilisearch:v1.11.3 | |
| # env: | |
| # MEILI_MASTER_KEY: masterKey | |
| # MEILI_NO_ANALYTICS: true | |
| # ports: | |
| # - 7700:7700 | |
| # postgres: | |
| # image: postgres:13.6-alpine | |
| # env: | |
| # POSTGRES_USER: postgres | |
| # POSTGRES_PASSWORD: postgres | |
| # POSTGRES_DB: postgres | |
| # ports: | |
| # - 5432/tcp | |
| # options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5 | |
| # mysql: | |
| # image: mysql:8.0.31-debian | |
| # ports: | |
| # - 3306/tcp | |
| # env: | |
| # MYSQL_USER: mysql | |
| # MYSQL_PASSWORD: mysql | |
| # MYSQL_DATABASE: mysql | |
| # MYSQL_ROOT_PASSWORD: root | |
| # redis: | |
| # image: redis:latest | |
| # ports: | |
| # - 6379:6379 | |
| localstack: | |
| image: localstack/localstack:latest | |
| env: | |
| SERVICES: s3 | |
| DEFAULT_REGION: us-east-1 | |
| AWS_ACCESS_KEY_ID: test | |
| AWS_SECRET_ACCESS_KEY: test | |
| ports: | |
| - 4566:4566 | |
| - 4571:4571 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| dependencies: | |
| - "locked" | |
| - "lowest" | |
| - "highest" | |
| php-version: | |
| - "8.2" | |
| # - "8.3" | |
| # - "8.4" | |
| operating-system: | |
| - "ubuntu-latest" | |
| steps: | |
| - name: "Checkout" | |
| uses: "actions/checkout@v4" | |
| - name: "Install PHP" | |
| uses: "shivammathur/setup-php@v2" | |
| with: | |
| tools: composer:v2 | |
| php-version: "${{ matrix.php-version }}" | |
| ini-values: memory_limit=-1 | |
| extensions: :psr, bcmath, dom, hash, json, mbstring, xml, xmlwriter, xmlreader, zlib, curl | |
| - name: "List PHP Extensions" | |
| run: php -m | |
| - name: "List PHP configuration" | |
| run: php -i | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: '14' | |
| - name: Install Azurite storage emulator | |
| run: npm install -g azurite | |
| - name: Start Azurite blob endpoint | |
| shell: bash | |
| run: | | |
| azurite-blob --blobHost 0.0.0.0 --blobPort 10000 & | |
| sleep 5 | |
| env: | |
| AZURITE_ACCOUNTS: flowphpaccount01:flowphpkey01 | |
| - name: "Get Composer Cache Directory" | |
| id: composer-cache | |
| run: | | |
| echo "dir=$(composer config cache-files-dir)" >> $GITHUB_OUTPUT | |
| - name: "Cache Composer dependencies" | |
| uses: "actions/cache@v4" | |
| with: | |
| path: "${{ steps.composer-cache.outputs.dir }}" | |
| key: "php-${{ matrix.php-version }}-${{ matrix.dependencies }}-composer-${{ hashFiles('**/composer.lock') }}" | |
| restore-keys: | | |
| php-${{ matrix.php-version }}-${{ matrix.dependencies }}-composer- | |
| - name: "Install lowest dependencies" | |
| if: ${{ matrix.dependencies == 'lowest' }} | |
| run: "composer update --prefer-lowest --no-interaction --no-progress --no-suggest" | |
| - name: "Install highest dependencies" | |
| if: ${{ matrix.dependencies == 'highest' }} | |
| run: "composer update --no-interaction --no-progress --no-suggest" | |
| - name: "Install locked dependencies" | |
| if: ${{ matrix.dependencies == 'locked' }} | |
| run: "composer install --no-interaction --no-progress --no-suggest" | |
| # - name: "Test - ETL " | |
| # run: "composer test:etl" | |
| # | |
| # - name: "Test - CLI" | |
| # run: "composer test:cli" | |
| # | |
| # - name: "Test - Lib - Array Dot" | |
| # run: "composer test:lib:array-dot" | |
| # | |
| # - name: "Test - Lib - Azure SDK" | |
| # run: "composer test:lib:azure-sdk" | |
| # | |
| # - name: "Test - Lib - Doctrine DBAL Bulk" | |
| # run: "composer test:lib:doctrine-dbal-bulk" | |
| # env: | |
| # PGSQL_DATABASE_URL: pgsql://postgres:[email protected]:${{ job.services.postgres.ports[5432] }}/postgres?serverVersion=11&charset=utf8 | |
| # MYSQL_DATABASE_URL: mysql://mysql:[email protected]:${{ job.services.mysql.ports[3306] }}/mysql | |
| # | |
| # - name: "Test - Lib - Filesystem" | |
| # run: "composer test:lib:filesystem" | |
| # | |
| # - name: "Test - Lib - parquet" | |
| # run: "composer test:lib:parquet" | |
| # env: | |
| # FLOW_PARQUET_TESTS_DEBUG: "0" | |
| # | |
| # - name: "Test - Lib - Parquet Viewer" | |
| # run: "composer test:lib:parquet-viewer" | |
| # | |
| # - name: "Test - Lib - RDSL" | |
| # run: "composer test:lib:rdsl" | |
| # | |
| # - name: "Test - Lib - Snappy" | |
| # run: "composer test:lib:snappy" | |
| - name: "Test - Bridge - Filesystem Azure" | |
| run: "composer test:bridge:filesystem-azure" | |
| env: | |
| AZURITE_HOST: "localhost" | |
| AZURITE_BLOB_PORT: "10000" | |
| AZURITE_ACCOUNT_NAME: "flowphpaccount01" | |
| AZURITE_ACCOUNT_KEY: "flowphpkey01" | |
| - name: "echo S3 endpoint" | |
| run: echo "http://localhost:${{ job.services.localstack.ports[4566] }}" | |
| - name: "Test - Bridge - Filesystem Async AWS" | |
| run: "composer test:bridge:filesystem-async-aws" | |
| env: | |
| S3_ENDPOINT: "http://localhost:${{ job.services.localstack.ports[4566] }}" | |
| S3_REGION: "us-east-1" | |
| S3_ACCESS_KEY_ID: "test" | |
| S3_SECRET_ACCESS_KEY: "test" | |
| # - name: "Test - Bridge - Monolog Http" | |
| # run: "composer test:bridge:monolog-http" | |
| # | |
| # - name: "Test - Bridge - Symfony Http Foundation" | |
| # run: "composer test:bridge:symfony-http-foundation" | |
| # | |
| # - name: "Test - Adapter - ChartJs" | |
| # run: "composer test:adapter:chartjs" | |
| # | |
| # - name: "Test - Adapter - CSV" | |
| # run: "composer test:adapter:csv" | |
| # | |
| # - name: "Test - Adapter - Doctrine" | |
| # run: "composer test:adapter:doctrine" | |
| # env: | |
| # PGSQL_DATABASE_URL: "pgsql://postgres:[email protected]:${{ job.services.postgres.ports[5432] }}/postgres?serverVersion=11&charset=utf8" | |
| # MYSQL_DATABASE_URL: "mysql://mysql:[email protected]:${{ job.services.mysql.ports[3306] }}/mysql" | |
| # SQLITE_DATABASE_URL: "sqlite:///:memory:" | |
| # | |
| # - name: "Test - Adapter - Elasticsearch" | |
| # run: "composer test:adapter:elasticsearch" | |
| # | |
| # - name: "Test - Adapter - Google Sheet" | |
| # run: "composer test:adapter:google-sheet" | |
| # | |
| # - name: "Test - Adapter - Http" | |
| # run: "composer test:adapter:http" | |
| # | |
| # - name: "Test - Adapter - Json" | |
| # run: "composer test:adapter:json" | |
| # | |
| # - name: "Test - Adapter - Logger" | |
| # run: "composer test:adapter:logger" | |
| # | |
| # - name: "Test - Adapter - Meilisearch" | |
| # run: "composer test:adapter:meilisearch" | |
| # | |
| # - name: "Test - Adapter - Parquet" | |
| # run: "composer test:adapter:parquet" | |
| # | |
| # - name: "Test - Adapter - Text" | |
| # run: "composer test:adapter:text" | |
| # | |
| # - name: "Test - Adapter - XML" | |
| # run: "composer test:adapter:xml" | |
| # | |
| # - name: "Test - Examples" | |
| # run: "composer test:examples" |