diff --git a/.hadolint.yaml b/.hadolint.yaml index e80c9b1f8..92e347455 100644 --- a/.hadolint.yaml +++ b/.hadolint.yaml @@ -10,6 +10,11 @@ ignored: # Reason: We use buildx which handles the build graph, no explicit image tags necessary - DL3006 + # Warning: Pin versions in pip. + # https://github.com/hadolint/hadolint/wiki/DL3006 + # Reason: So far we haven't pinned versions. If we decide to, we should do that as a separate piece of work. + - DL3013 + # Warning: Use the -y switch to avoid manual input dnf install -y # https://github.com/hadolint/hadolint/wiki/DL3038 # Reason: We set `assumeyes=True` in dnf.conf in our base image diff --git a/CHANGELOG.md b/CHANGELOG.md index e5ebfec84..f70a3fa2a 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -10,6 +10,7 @@ All notable changes to this project will be documented in this file. - opa: Add version `0.67.1` ([#797]). - vector: Add version `0.41.1` ([#802], [#815], [#867]). - airflow: Add version `2.9.3` ([#809]). +- airflow: Add version `2.10.2` ([#877]). - kafka: Add version `3.8.0` ([#813]). - hive: Add version `4.0.0` ([#818]). - trino: Add version `455` ([#822]). @@ -66,6 +67,7 @@ All notable changes to this project will be documented in this file. [#867]: https://github.com/stackabletech/docker-images/pull/867 [#868]: https://github.com/stackabletech/docker-images/pull/868 [#874]: https://github.com/stackabletech/docker-images/pull/874 +[#877]: https://github.com/stackabletech/docker-images/pull/877 ## [24.7.0] - 2024-07-24 diff --git a/airflow/Dockerfile b/airflow/Dockerfile index 00b5a951c..ce7fcabd1 100644 --- a/airflow/Dockerfile +++ b/airflow/Dockerfile @@ -33,6 +33,7 @@ RUN microdnf update && \ libpq-devel \ openldap-devel \ openssl-devel \ + python${PYTHON} \ python${PYTHON}-devel \ python${PYTHON}-pip \ python${PYTHON}-wheel \ @@ -41,7 +42,7 @@ RUN microdnf update && \ microdnf clean all && \ rm -rf /var/cache/yum -RUN python3 -m venv --system-site-packages /stackable/app && \ +RUN python${PYTHON} -m venv --system-site-packages /stackable/app && \ source /stackable/app/bin/activate && \ pip install --no-cache-dir --upgrade pip && \ pip install --no-cache-dir apache-airflow[${AIRFLOW_EXTRAS}]==${PRODUCT} --constraint /tmp/constraints.txt && \ diff --git a/airflow/constraints-2.10.2-python3.12.txt b/airflow/constraints-2.10.2-python3.12.txt new file mode 100644 index 000000000..61245fe97 --- /dev/null +++ b/airflow/constraints-2.10.2-python3.12.txt @@ -0,0 +1,724 @@ + +# +# This constraints file was automatically generated on 2024-09-16T16:29:22.054093 +# via "eager-upgrade" mechanism of PIP. For the "v2-10-test" branch of Airflow. +# This variant of constraints install uses the HEAD of the branch version for 'apache-airflow' but installs +# the providers from PIP-released packages at the moment of the constraint generation. +# +# Those constraints are actually those that regular users use to install released version of Airflow. +# We also use those constraints after "apache-airflow" is released and the constraints are tagged with +# "constraints-X.Y.Z" tag to build the production image for that version. +# +# This constraints file is meant to be used only in the "apache-airflow" installation command and not +# in all subsequent pip commands. By using a constraints.txt file, we ensure that solely the Airflow +# installation step is reproducible. Subsequent pip commands may install packages that would have +# been incompatible with the constraints used in Airflow reproducible installation step. Finally, pip +# commands that might change the installed version of apache-airflow should include "apache-airflow==X.Y.Z" +# in the list of install targets to prevent Airflow accidental upgrade or downgrade. +# +# Typical installation process of airflow for Python 3.8 is (with random selection of extras and custom +# dependencies added), usually consists of two steps: +# +# 1. Reproducible installation of airflow with selected providers (note constraints are used): +# +# pip install "apache-airflow[celery,cncf.kubernetes,google,amazon,snowflake]==X.Y.Z" \ +# --constraint \ +# "https://raw.githubusercontent.com/apache/airflow/constraints-X.Y.Z/constraints-3.12.txt" +# +# 2. Installing own dependencies that are potentially not matching the constraints (note constraints are not +# used, and apache-airflow==X.Y.Z is used to make sure there is no accidental airflow upgrade/downgrade. +# +# pip install "apache-airflow==X.Y.Z" "snowflake-connector-python[pandas]=N.M.O" +# +Authlib==1.3.2 +ConfigUpdater==3.2 +Deprecated==1.2.14 +Events==0.5 +Flask-AppBuilder==4.5.0 +Flask-Babel==2.0.0 +Flask-Bcrypt==1.0.1 +Flask-Caching==2.3.0 +Flask-JWT-Extended==4.6.0 +Flask-Limiter==3.8.0 +Flask-Login==0.6.3 +Flask-SQLAlchemy==2.5.1 +Flask-Session==0.5.0 +Flask-WTF==1.2.1 +Flask==2.2.5 +GitPython==3.1.43 +JPype1==1.5.0 +JayDeBeApi==1.2.3 +Jinja2==3.1.4 +Mako==1.3.5 +Markdown==3.7 +MarkupSafe==2.1.5 +PyAthena==3.9.0 +PyGithub==2.4.0 +PyHive==0.7.0 +PyJWT==2.9.0 +PyNaCl==1.5.0 +PyYAML==6.0.2 +Pygments==2.18.0 +SQLAlchemy-JSONField==1.0.2 +SQLAlchemy-Utils==0.41.2 +SQLAlchemy==1.4.54 +SecretStorage==3.3.3 +Sphinx==5.3.0 +WTForms==3.1.2 +Werkzeug==2.2.3 +adal==1.2.7 +adlfs==2024.7.0 +aiobotocore==2.15.0 +aiofiles==23.2.1 +aiohappyeyeballs==2.4.0 +aiohttp==3.10.5 +aioitertools==0.12.0 +aioresponses==0.7.6 +aiosignal==1.3.1 +alabaster==0.7.16 +alembic==1.13.2 +alibabacloud-adb20211201==2.0.0 +alibabacloud-tea==0.3.9 +alibabacloud_credentials==0.3.5 +alibabacloud_endpoint_util==0.0.3 +alibabacloud_gateway_spi==0.0.2 +alibabacloud_openapi_util==0.2.2 +alibabacloud_tea_openapi==0.3.11 +alibabacloud_tea_util==0.3.13 +alibabacloud_tea_xml==0.0.2 +aliyun-python-sdk-core==2.15.2 +aliyun-python-sdk-kms==2.16.5 +amqp==5.2.0 +analytics-python==1.2.9 +annotated-types==0.7.0 +anyascii==0.3.2 +anyio==4.4.0 +apache-airflow-providers-airbyte==3.9.0 +apache-airflow-providers-alibaba==2.9.0 +apache-airflow-providers-amazon==8.28.0 +apache-airflow-providers-apache-cassandra==3.6.0 +apache-airflow-providers-apache-drill==2.8.0 +apache-airflow-providers-apache-druid==3.11.0 +apache-airflow-providers-apache-flink==1.5.0 +apache-airflow-providers-apache-hdfs==4.5.0 +apache-airflow-providers-apache-hive==8.2.0 +apache-airflow-providers-apache-iceberg==1.1.0 +apache-airflow-providers-apache-impala==1.5.0 +apache-airflow-providers-apache-kafka==1.6.0 +apache-airflow-providers-apache-kylin==3.7.0 +apache-airflow-providers-apache-livy==3.9.0 +apache-airflow-providers-apache-pig==4.5.0 +apache-airflow-providers-apache-pinot==4.5.0 +apache-airflow-providers-apache-spark==4.10.0 +apache-airflow-providers-apprise==1.4.0 +apache-airflow-providers-arangodb==2.6.0 +apache-airflow-providers-asana==2.6.0 +apache-airflow-providers-atlassian-jira==2.7.0 +apache-airflow-providers-celery==3.8.1 +apache-airflow-providers-cloudant==3.6.0 +apache-airflow-providers-cncf-kubernetes==8.4.1 +apache-airflow-providers-cohere==1.3.0 +apache-airflow-providers-common-compat==1.2.0 +apache-airflow-providers-common-io==1.4.0 +apache-airflow-providers-common-sql==1.16.0 +apache-airflow-providers-databricks==6.9.0 +apache-airflow-providers-datadog==3.7.0 +apache-airflow-providers-dbt-cloud==3.10.0 +apache-airflow-providers-dingding==3.6.0 +apache-airflow-providers-discord==3.8.0 +apache-airflow-providers-docker==3.13.0 +apache-airflow-providers-elasticsearch==5.5.0 +apache-airflow-providers-exasol==4.6.0 +apache-airflow-providers-fab==1.3.0 +apache-airflow-providers-facebook==3.6.0 +apache-airflow-providers-ftp==3.11.0 +apache-airflow-providers-github==2.7.0 +apache-airflow-providers-google==10.22.0 +apache-airflow-providers-grpc==3.6.0 +apache-airflow-providers-hashicorp==3.8.0 +apache-airflow-providers-http==4.13.0 +apache-airflow-providers-imap==3.7.0 +apache-airflow-providers-influxdb==2.7.0 +apache-airflow-providers-jdbc==4.5.0 +apache-airflow-providers-jenkins==3.7.0 +apache-airflow-providers-microsoft-azure==10.4.0 +apache-airflow-providers-microsoft-mssql==3.9.0 +apache-airflow-providers-microsoft-psrp==2.8.0 +apache-airflow-providers-microsoft-winrm==3.6.0 +apache-airflow-providers-mongo==4.2.0 +apache-airflow-providers-mysql==5.7.0 +apache-airflow-providers-neo4j==3.7.0 +apache-airflow-providers-odbc==4.7.0 +apache-airflow-providers-openai==1.3.0 +apache-airflow-providers-openfaas==3.6.0 +apache-airflow-providers-openlineage==1.11.0 +apache-airflow-providers-opensearch==1.4.0 +apache-airflow-providers-opsgenie==5.7.0 +apache-airflow-providers-oracle==3.11.0 +apache-airflow-providers-pagerduty==3.8.0 +apache-airflow-providers-pgvector==1.3.0 +apache-airflow-providers-pinecone==2.1.0 +apache-airflow-providers-postgres==5.12.0 +apache-airflow-providers-presto==5.6.0 +apache-airflow-providers-qdrant==1.2.0 +apache-airflow-providers-redis==3.8.0 +apache-airflow-providers-salesforce==5.8.0 +apache-airflow-providers-samba==4.8.0 +apache-airflow-providers-segment==3.6.0 +apache-airflow-providers-sendgrid==3.6.0 +apache-airflow-providers-sftp==4.11.0 +apache-airflow-providers-singularity==3.6.0 +apache-airflow-providers-slack==8.9.0 +apache-airflow-providers-smtp==1.8.0 +apache-airflow-providers-snowflake==5.7.0 +apache-airflow-providers-sqlite==3.9.0 +apache-airflow-providers-ssh==3.13.1 +apache-airflow-providers-tableau==4.6.0 +apache-airflow-providers-tabular==1.6.1 +apache-airflow-providers-telegram==4.6.0 +apache-airflow-providers-teradata==2.6.0 +apache-airflow-providers-trino==5.8.0 +apache-airflow-providers-vertica==3.9.0 +apache-airflow-providers-weaviate==2.1.0 +apache-airflow-providers-yandex==3.12.0 +apache-airflow-providers-ydb==1.3.0 +apache-airflow-providers-zendesk==4.8.0 +apispec==6.6.1 +apprise==1.9.0 +argcomplete==3.5.0 +asana==3.2.3 +asgiref==3.8.1 +asn1crypto==1.5.1 +astroid==2.15.8 +asttokens==2.4.1 +asyncssh==2.17.0 +atlasclient==1.0.0 +atlassian-python-api==3.41.16 +attrs==24.2.0 +aws-sam-translator==1.91.0 +aws-xray-sdk==2.14.0 +azure-batch==14.2.0 +azure-common==1.1.28 +azure-core==1.31.0 +azure-cosmos==4.7.0 +azure-datalake-store==0.0.53 +azure-identity==1.17.1 +azure-keyvault-secrets==4.8.0 +azure-kusto-data==4.5.1 +azure-mgmt-containerinstance==10.1.0 +azure-mgmt-containerregistry==10.3.0 +azure-mgmt-core==1.4.0 +azure-mgmt-cosmosdb==9.5.1 +azure-mgmt-datafactory==9.0.0 +azure-mgmt-datalake-nspkg==3.0.1 +azure-mgmt-datalake-store==0.5.0 +azure-mgmt-nspkg==3.0.2 +azure-mgmt-resource==23.1.1 +azure-mgmt-storage==21.2.1 +azure-nspkg==3.0.2 +azure-servicebus==7.12.2 +azure-storage-blob==12.22.0 +azure-storage-file-datalake==12.16.0 +azure-storage-file-share==12.17.0 +azure-synapse-artifacts==0.19.0 +azure-synapse-spark==0.7.0 +babel==2.16.0 +backoff==2.2.1 +bcrypt==4.2.0 +beautifulsoup4==4.12.3 +billiard==4.2.0 +bitarray==2.9.2 +black==24.8.0 +blinker==1.8.2 +boto3==1.35.16 +botocore==1.35.16 +cachelib==0.9.0 +cachetools==5.5.0 +cassandra-driver==3.29.2 +cattrs==24.1.1 +celery==5.4.0 +certifi==2024.8.30 +cffi==1.17.1 +cfgv==3.4.0 +cfn-lint==1.13.0 +cgroupspy==0.2.3 +chardet==5.2.0 +charset-normalizer==3.3.2 +checksumdir==1.2.0 +ciso8601==2.3.1 +click-didyoumean==0.3.1 +click-plugins==1.1.1 +click-repl==0.3.0 +click==8.1.7 +clickclick==20.10.2 +cloudant==2.15.0 +cloudpickle==3.0.0 +cohere==4.57 +colorama==0.4.6 +colorlog==6.8.2 +confluent-kafka==2.5.3 +connexion==2.14.2 +coverage==7.6.1 +crcmod==1.7 +cron-descriptor==1.4.5 +croniter==3.0.3 +cryptography==42.0.8 +curlify==2.2.1 +databricks-sql-connector==2.9.6 +datadog==0.50.0 +db-dtypes==1.3.0 +decorator==5.1.1 +defusedxml==0.7.1 +deltalake==0.19.2 +diagrams==0.23.4 +dill==0.3.8 +distlib==0.3.8 +distro==1.9.0 +dnspython==2.6.1 +docker==7.1.0 +docopt==0.6.2 +docstring_parser==0.16 +docutils==0.16 +duckdb==1.1.0 +elastic-transport==8.15.0 +elasticsearch==8.15.1 +email_validator==2.2.0 +eralchemy2==1.4.1 +et-xmlfile==1.1.0 +eventlet==0.37.0 +execnet==2.1.1 +executing==2.1.0 +facebook_business==20.0.2 +fastavro==1.9.7 +filelock==3.16.0 +flower==2.0.1 +frozenlist==1.4.1 +fsspec==2024.9.0 +future==1.0.0 +gcloud-aio-auth==5.3.2 +gcloud-aio-bigquery==7.1.0 +gcloud-aio-storage==9.3.0 +gcsfs==2024.9.0.post1 +geomet==0.2.1.post1 +gevent==24.2.1 +gitdb==4.0.11 +google-ads==25.0.0 +google-analytics-admin==0.23.0 +google-api-core==2.19.2 +google-api-python-client==2.145.0 +google-auth-httplib2==0.2.0 +google-auth-oauthlib==1.2.1 +google-auth==2.34.0 +google-cloud-aiplatform==1.66.0 +google-cloud-appengine-logging==1.4.5 +google-cloud-audit-log==0.3.0 +google-cloud-automl==2.13.5 +google-cloud-batch==0.17.27 +google-cloud-bigquery-datatransfer==3.15.7 +google-cloud-bigquery==3.20.1 +google-cloud-bigtable==2.26.0 +google-cloud-build==3.24.2 +google-cloud-compute==1.19.2 +google-cloud-container==2.51.0 +google-cloud-core==2.4.1 +google-cloud-datacatalog==3.20.1 +google-cloud-dataflow-client==0.8.12 +google-cloud-dataform==0.5.11 +google-cloud-dataplex==2.2.2 +google-cloud-dataproc-metastore==1.15.5 +google-cloud-dataproc==5.11.0 +google-cloud-dlp==3.22.0 +google-cloud-kms==2.24.2 +google-cloud-language==2.14.0 +google-cloud-logging==3.11.2 +google-cloud-memcache==1.9.5 +google-cloud-monitoring==2.22.2 +google-cloud-orchestration-airflow==1.13.1 +google-cloud-os-login==2.14.6 +google-cloud-pubsub==2.23.1 +google-cloud-redis==2.15.5 +google-cloud-resource-manager==1.12.5 +google-cloud-run==0.10.8 +google-cloud-secret-manager==2.20.2 +google-cloud-spanner==3.49.1 +google-cloud-speech==2.27.0 +google-cloud-storage-transfer==1.12.0 +google-cloud-storage==2.18.2 +google-cloud-tasks==2.16.5 +google-cloud-texttospeech==2.17.2 +google-cloud-translate==3.16.0 +google-cloud-videointelligence==2.13.5 +google-cloud-vision==3.7.4 +google-cloud-workflows==1.14.5 +google-crc32c==1.6.0 +google-re2==1.1.20240702 +google-resumable-media==2.7.2 +googleapis-common-protos==1.65.0 +graphql-core==3.2.4 +graphviz==0.20.3 +greenlet==3.1.0 +grpc-google-iam-v1==0.13.1 +grpc-interceptor==0.15.4 +grpcio-gcp==0.2.2 +grpcio-health-checking==1.62.3 +grpcio-status==1.62.3 +grpcio-tools==1.62.3 +grpcio==1.66.1 +gssapi==1.8.3 +gunicorn==23.0.0 +h11==0.14.0 +h2==4.1.0 +hatch==1.12.0 +hatchling==1.25.0 +hdfs==2.7.3 +hmsclient==0.1.1 +hpack==4.0.0 +httpcore==1.0.5 +httplib2==0.22.0 +httpx==0.27.0 +humanize==4.10.0 +hvac==2.3.0 +hyperframe==6.0.1 +hyperlink==21.0.0 +icdiff==2.0.7 +identify==2.6.1 +idna==3.10 +ijson==3.3.0 +imagesize==1.4.1 +importlib-metadata==6.11.0 +importlib_resources==6.4.5 +impyla==0.19.0 +incremental==24.7.2 +inflection==0.5.1 +influxdb-client==1.46.0 +iniconfig==2.0.0 +ipdb==0.13.13 +ipython==8.27.0 +isodate==0.6.1 +itsdangerous==2.2.0 +jaraco.classes==3.4.0 +jaraco.context==6.0.1 +jaraco.functools==4.0.2 +jedi==0.19.1 +jeepney==0.8.0 +jiter==0.5.0 +jmespath==0.10.0 +joserfc==1.0.0 +json-merge-patch==0.2 +jsondiff==2.2.1 +jsonpatch==1.33 +jsonpath-ng==1.6.1 +jsonpointer==3.0.0 +jsonschema-path==0.3.3 +jsonschema-specifications==2023.12.1 +jsonschema==4.23.0 +keyring==25.3.0 +kombu==5.4.1 +krb5==0.6.0 +kubernetes==30.1.0 +kubernetes_asyncio==30.1.0 +kylinpy==2.8.4 +lazy-object-proxy==1.10.0 +ldap3==2.9.1 +limits==3.13.0 +linkify-it-py==2.0.3 +lockfile==0.12.2 +looker-sdk==24.16.1 +lxml==5.3.0 +lz4==4.3.3 +markdown-it-py==3.0.0 +marshmallow-oneofschema==3.1.1 +marshmallow-sqlalchemy==0.28.2 +marshmallow==3.22.0 +matplotlib-inline==0.1.7 +mdit-py-plugins==0.4.2 +mdurl==0.1.2 +mergedeep==1.3.4 +methodtools==0.4.7 +microsoft-kiota-abstractions==1.3.3 +microsoft-kiota-authentication-azure==1.1.0 +microsoft-kiota-http==1.3.3 +mmh3==4.1.0 +mongomock==4.2.0.post1 +more-itertools==10.5.0 +moto==5.0.11 +mpmath==1.3.0 +msal-extensions==1.2.0 +msal==1.31.0 +msgraph-core==1.1.3 +msrest==0.7.1 +msrestazure==0.6.4.post1 +multi_key_dict==2.0.3 +multidict==6.1.0 +mypy-boto3-appflow==1.35.0 +mypy-boto3-rds==1.35.18 +mypy-boto3-redshift-data==1.35.10 +mypy-boto3-s3==1.35.16 +mypy-extensions==1.0.0 +mypy==1.9.0 +mysql-connector-python==9.0.0 +mysqlclient==2.2.4 +neo4j==5.24.0 +networkx==3.3 +nh3==0.2.18 +nodeenv==1.9.1 +numpy==1.26.4 +oauthlib==3.2.2 +openai==1.45.1 +openapi-schema-validator==0.6.2 +openapi-spec-validator==0.7.1 +openlineage-integration-common==1.22.0 +openlineage-python==1.22.0 +openlineage_sql==1.22.0 +openpyxl==3.1.5 +opensearch-py==2.7.1 +opentelemetry-api==1.27.0 +opentelemetry-exporter-otlp-proto-common==1.27.0 +opentelemetry-exporter-otlp-proto-grpc==1.27.0 +opentelemetry-exporter-otlp-proto-http==1.27.0 +opentelemetry-exporter-otlp==1.27.0 +opentelemetry-exporter-prometheus==0.48b0 +opentelemetry-proto==1.27.0 +opentelemetry-sdk==1.27.0 +opentelemetry-semantic-conventions==0.48b0 +opsgenie-sdk==2.1.5 +oracledb==2.4.1 +ordered-set==4.1.0 +oss2==2.19.0 +packaging==24.1 +pandas-gbq==0.23.1 +pandas-stubs==2.2.2.240909 +pandas==2.1.4 +paramiko==3.5.0 +parso==0.8.4 +pathable==0.4.3 +pathspec==0.12.1 +pbr==6.1.0 +pdpyras==5.2.0 +pendulum==3.0.0 +pexpect==4.9.0 +pgvector==0.3.3 +pinecone-client==5.0.1 +pinecone-plugin-inference==1.1.0 +pinecone-plugin-interface==0.0.7 +pinotdb==5.6.0 +pipdeptree==2.23.3 +pipx==1.7.1 +pkginfo==1.10.0 +platformdirs==4.3.3 +pluggy==1.5.0 +ply==3.11 +plyvel==1.5.1 +portalocker==2.10.1 +pprintpp==0.4.0 +pre-commit==3.8.0 +presto-python-client==0.8.4 +prison==0.2.1 +prometheus_client==0.20.0 +prompt_toolkit==3.0.47 +proto-plus==1.24.0 +protobuf==4.25.4 +psutil==6.0.0 +psycopg2-binary==2.9.9 +ptyprocess==0.7.0 +pure-sasl==0.6.2 +pure_eval==0.2.3 +py-partiql-parser==0.5.5 +py4j==0.10.9.7 +pyOpenSSL==24.2.1 +pyarrow==17.0.0 +pyasn1==0.6.1 +pyasn1_modules==0.4.0 +pycountry==24.6.1 +pycparser==2.22 +pycryptodome==3.20.0 +pydantic==2.9.1 +pydantic_core==2.23.3 +pydata-google-auth==1.8.2 +pydruid==0.6.9 +pyenchant==3.2.2 +pyexasol==0.27.0 +pygraphviz==1.13 +pyiceberg==0.7.1 +pykerberos==1.2.4 +pymongo==4.8.0 +pymssql==2.3.1 +pyodbc==5.1.0 +pyparsing==3.1.4 +pypsrp==0.8.1 +pyspark==3.5.2 +pyspnego==0.11.1 +pytest-asyncio==0.24.0 +pytest-cov==5.0.0 +pytest-custom-exit-code==0.3.0 +pytest-icdiff==0.9 +pytest-instafail==0.5.0 +pytest-mock==3.14.0 +pytest-rerunfailures==14.0 +pytest-timeouts==1.2.1 +pytest-xdist==3.6.1 +pytest==8.3.3 +python-arango==8.1.1 +python-daemon==3.0.1 +python-dateutil==2.9.0.post0 +python-dotenv==1.0.1 +python-http-client==3.3.7 +python-jenkins==1.8.2 +python-ldap==3.4.4 +python-nvd3==0.16.0 +python-slugify==8.0.4 +python-telegram-bot==21.5 +python3-saml==1.16.0 +pytz==2024.2 +pywinrm==0.5.0 +qdrant-client==1.11.1 +reactivex==4.0.4 +readme_renderer==43.0 +redis==5.0.8 +redshift-connector==2.1.3 +referencing==0.35.1 +regex==2024.9.11 +requests-file==2.1.0 +requests-kerberos==0.15.0 +requests-mock==1.12.1 +requests-oauthlib==1.3.1 +requests-toolbelt==1.0.0 +requests==2.32.3 +requests_ntlm==1.3.0 +responses==0.25.3 +restructuredtext_lint==1.4.0 +rfc3339-validator==0.1.4 +rfc3986==2.0.0 +rich-argparse==1.5.2 +rich-click==1.8.3 +rich==13.8.1 +rpds-py==0.20.0 +rsa==4.9 +ruff==0.5.5 +s3fs==2024.9.0 +s3transfer==0.10.2 +scramp==1.4.5 +semver==3.0.2 +sendgrid==6.11.0 +sentinels==1.0.0 +sentry-sdk==2.14.0 +setproctitle==1.3.3 +setuptools==75.1.0 +shapely==2.0.6 +shellingham==1.5.4 +simple-salesforce==1.12.6 +six==1.16.0 +slack_sdk==3.32.0 +smbprotocol==1.14.0 +smmap==5.0.1 +sniffio==1.3.1 +snowballstemmer==2.2.0 +snowflake-connector-python==3.12.2 +snowflake-sqlalchemy==1.6.1 +sortedcontainers==2.4.0 +soupsieve==2.6 +sphinx-airflow-theme==0.0.12 +sphinx-argparse==0.5.0 +sphinx-autoapi==2.1.1 +sphinx-copybutton==0.5.2 +sphinx-jinja==2.0.2 +sphinx-rtd-theme==2.0.0 +sphinx_design==0.6.0 +sphinxcontrib-applehelp==2.0.0 +sphinxcontrib-devhelp==2.0.0 +sphinxcontrib-htmlhelp==2.1.0 +sphinxcontrib-httpdomain==1.8.1 +sphinxcontrib-jquery==4.1 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==2.0.0 +sphinxcontrib-redoc==1.6.0 +sphinxcontrib-serializinghtml==1.1.5 +sphinxcontrib-spelling==8.0.0 +spython==0.3.14 +sqlalchemy-bigquery==1.11.0 +sqlalchemy-redshift==0.8.14 +sqlalchemy-spanner==1.7.0 +sqlalchemy_drill==1.1.5 +sqlparse==0.5.1 +sshtunnel==0.4.0 +stack-data==0.6.3 +starkbank-ecdsa==2.2.0 +statsd==4.0.1 +std-uritemplate==1.0.6 +strictyaml==1.7.3 +sympy==1.13.2 +tableauserverclient==0.32 +tabulate==0.9.0 +tenacity==8.5.0 +teradatasql==20.0.0.15 +teradatasqlalchemy==20.0.0.2 +termcolor==2.4.0 +text-unidecode==1.3 +thrift-sasl==0.4.3 +thrift==0.16.0 +time-machine==2.15.0 +tomli_w==1.0.0 +tomlkit==0.13.2 +tornado==6.4.1 +towncrier==24.8.0 +tqdm==4.66.5 +traitlets==5.14.3 +trino==0.329.0 +trove-classifiers==2024.9.12 +twine==5.1.1 +typed_ast==1.5.5 +types-Deprecated==1.2.9.20240311 +types-Markdown==3.7.0.20240822 +types-PyMySQL==1.1.0.20240524 +types-PyYAML==6.0.12.20240808 +types-aiofiles==24.1.0.20240626 +types-certifi==2021.10.8.3 +types-cffi==1.16.0.20240331 +types-croniter==3.0.3.20240731 +types-docutils==0.21.0.20240907 +types-paramiko==3.4.0.20240423 +types-protobuf==5.27.0.20240907 +types-pyOpenSSL==24.1.0.20240722 +types-python-dateutil==2.9.0.20240906 +types-python-slugify==8.0.2.20240310 +types-pytz==2024.2.0.20240913 +types-redis==4.6.0.20240903 +types-requests==2.32.0.20240914 +types-setuptools==74.1.0.20240907 +types-tabulate==0.9.0.20240106 +types-termcolor==1.1.6.2 +types-toml==0.10.8.20240310 +typing_extensions==4.12.2 +tzdata==2024.1 +tzlocal==5.2 +uc-micro-py==1.0.3 +unicodecsv==0.14.1 +universal_pathlib==0.2.5 +uritemplate==4.1.1 +urllib3==2.2.2 +userpath==1.9.2 +uv==0.4.1 +validators==0.33.0 +vertica-python==1.4.0 +vine==5.1.0 +virtualenv==20.26.4 +watchtower==3.3.1 +wcwidth==0.2.13 +weaviate-client==4.8.0 +websocket-client==1.8.0 +wheel==0.44.0 +wirerope==0.4.7 +wrapt==1.16.0 +xmlsec==1.3.14 +xmltodict==0.13.0 +yamllint==1.35.1 +yandex-query-client==0.1.4 +yandexcloud==0.316.0 +yarl==1.11.1 +ydb==3.17.1 +zeep==4.2.1 +zenpy==2.0.53 +zipp==3.20.2 +zope.event==5.0 +zope.interface==7.0.3 +zstandard==0.23.0 diff --git a/airflow/download_constraints.sh b/airflow/download_constraints.sh index 41befdfdc..aa4f7f7b0 100755 --- a/airflow/download_constraints.sh +++ b/airflow/download_constraints.sh @@ -1,5 +1,7 @@ #!/usr/bin/env bash +set -euo pipefail + AIRFLOW_VERSION=${1:?"Missing version number argument (arg 1)"} PYTHON_VERSION=${2:-"3.9"} @@ -11,7 +13,7 @@ DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" pushd "${DIR}" > /dev/null || exit 1 echo "Downloading constraints file for Airflow ${AIRFLOW_VERSION} (Python ${PYTHON_VERSION})" -curl --fail -Ls "${URL}" -o "${FILENAME}" +curl --fail -LSs "${URL}" -o "${FILENAME}" echo "Successfully pulled new constraints file: ${FILENAME}" popd > /dev/null || exit 1 diff --git a/airflow/versions.py b/airflow/versions.py index 77486875d..76e9f5d89 100644 --- a/airflow/versions.py +++ b/airflow/versions.py @@ -15,4 +15,12 @@ "tini": "0.19.0", "vector": "0.41.1", }, + { + "product": "2.10.2", + "python": "3.12", + "git_sync": "v4.2.4", + "statsd_exporter": "0.27.0", + "tini": "0.19.0", + "vector": "0.41.1", + }, ]