[FLINK-38590][python] Upgrade setuptools to >=75.3

This closes #27171.

Author: dianfu

docs/content.zh/docs/deployment/resource-providers/standalone/docker.md

@@ -464,8 +464,8 @@ RUN ln -s /usr/bin/python3 /usr/bin/python
 RUN pip3 install apache-flink=={{< version >}}
 {{< /stable >}}
 {{< unstable >}}
-COPY apache-flink*.tar.gz /
-RUN pip3 install /apache-flink-libraries*.tar.gz && pip3 install /apache-flink*.tar.gz
+COPY apache_flink*.tar.gz /
+RUN pip3 install /apache_flink_libraries*.tar.gz && pip3 install /apache_flink*.tar.gz
 {{< /unstable >}}
 ```
 

docs/content/docs/deployment/resource-providers/standalone/docker.md

@@ -463,8 +463,8 @@ RUN ln -s /usr/bin/python3 /usr/bin/python
 RUN pip3 install apache-flink=={{< version >}}
 {{< /stable >}}
 {{< unstable >}}
-COPY apache-flink*.tar.gz /
-RUN pip3 install /apache-flink-libraries*.tar.gz && pip3 install /apache-flink*.tar.gz
+COPY apache_flink*.tar.gz /
+RUN pip3 install /apache_flink_libraries*.tar.gz && pip3 install /apache_flink*.tar.gz
 {{< /unstable >}}
 ```
 

flink-end-to-end-tests/test-scripts/test_kubernetes_pyflink_application.sh

@@ -52,6 +52,8 @@ source "${CONDA_HOME}/bin/activate"
 
 cd "${FLINK_PYTHON_DIR}"
 
+pip install -r dev/dev-requirements.txt
+
 if [[ -d "dist" ]]; then rm -Rf dist; fi
 
 pushd apache-flink-libraries
@@ -68,8 +70,8 @@ rm -rf .conda/pkgs
 
 deactivate
 
-PYFLINK_PACKAGE_FILE=$(basename "${FLINK_PYTHON_DIR}"/dist/apache-flink-*.tar.gz)
-PYFLINK_LIBRARIES_PACKAGE_FILE=$(basename "${FLINK_PYTHON_DIR}"/apache-flink-libraries/dist/apache-flink-libraries-*.tar.gz)
+PYFLINK_PACKAGE_FILE=$(basename "${FLINK_PYTHON_DIR}"/dist/apache_flink-*.tar.gz)
+PYFLINK_LIBRARIES_PACKAGE_FILE=$(basename "${FLINK_PYTHON_DIR}"/apache-flink-libraries/dist/apache_flink_libraries-*.tar.gz)
 echo ${PYFLINK_PACKAGE_FILE}
 echo ${PYFLINK_LIBRARIES_PACKAGE_FILE}
 # Create a new docker image that has python and PyFlink installed.

flink-end-to-end-tests/test-scripts/test_pyflink_yarn.sh

@@ -39,8 +39,8 @@ docker cp "${FLINK_PYTHON_TEST_DIR}/target/PythonUdfSqlJobExample.jar" master:/t
 docker cp "${FLINK_PYTHON_TEST_DIR}/python/add_one.py" master:/tmp/
 docker cp "${REQUIREMENTS_PATH}" master:/tmp/
 docker cp "${FLINK_PYTHON_TEST_DIR}/python/python_job.py" master:/tmp/
-PYFLINK_PACKAGE_FILE=$(basename "${FLINK_PYTHON_DIR}"/dist/apache-flink-*.tar.gz)
-PYFLINK_LIBRARIES_PACKAGE_FILE=$(basename "${FLINK_PYTHON_DIR}"/apache-flink-libraries/dist/apache-flink-libraries-*.tar.gz)
+PYFLINK_PACKAGE_FILE=$(basename "${FLINK_PYTHON_DIR}"/dist/apache_flink-*.tar.gz)
+PYFLINK_LIBRARIES_PACKAGE_FILE=$(basename "${FLINK_PYTHON_DIR}"/apache-flink-libraries/dist/apache_flink_libraries-*.tar.gz)
 docker cp "${FLINK_PYTHON_DIR}/dist/${PYFLINK_PACKAGE_FILE}" master:/tmp/
 docker cp "${FLINK_PYTHON_DIR}/apache-flink-libraries/dist/${PYFLINK_LIBRARIES_PACKAGE_FILE}" master:/tmp/
 

flink-python/dev/dev-requirements.txt

@@ -13,7 +13,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 pip>=20.3
-setuptools>=18.0
+setuptools>=75.3
 wheel
 apache-beam>=2.54.0,<=2.61.0
 cython>=0.29.24

flink-python/pyproject.toml

@@ -19,7 +19,7 @@
 # Minimum requirements for the build system to execute.
 requires = [
     "packaging>=20.5; platform_machine=='arm64'",  # macos M1
-    "setuptools>=18.0",
+    "setuptools>=75.3",
     "wheel",
     "cython>=0.29.24,<3; sys_platform == 'darwin' and python_version == '3.8'",
     "fastavro==1.7.4; sys_platform == 'darwin' and python_version == '3.8'",

tools/releasing/create_binary_release.sh

@@ -95,7 +95,7 @@ make_python_release() {
   python setup.py sdist
   pushd dist/
   apache_flink_libraries_actual_name=`echo *.tar.gz`
-  apache_flink_libraries_release_name="apache-flink-libraries-${PYFLINK_VERSION}.tar.gz"
+  apache_flink_libraries_release_name="apache_flink_libraries-${PYFLINK_VERSION}.tar.gz"
 
   if [[ "$apache_flink_libraries_actual_name" != "$apache_flink_libraries_release_name" ]] ; then
     echo -e "\033[31;1mThe file name of the python package: ${apache_flink_libraries_actual_name} is not consistent with given release version: ${PYFLINK_VERSION}!\033[0m"
@@ -112,7 +112,7 @@ make_python_release() {
   conda deactivate
   cd dist/
   pyflink_actual_name=`echo *.tar.gz`
-  pyflink_release_name="apache-flink-${PYFLINK_VERSION}.tar.gz"
+  pyflink_release_name="apache_flink-${PYFLINK_VERSION}.tar.gz"
 
   if [[ "$pyflink_actual_name" != "$pyflink_release_name" ]] ; then
     echo -e "\033[31;1mThe file name of the python package: ${pyflink_actual_name} is not consistent with given release version: ${PYFLINK_VERSION}!\033[0m"