Added Python 3.12 wheels generation in CI (confluentinc#1649)

pranavrth · web-flow · commit 9bcb4043c703 · 2023-10-25T15:07:35.000+05:30
Added Python 3.12 wheels generation in CI
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -4,6 +4,7 @@
 
 v2.3.0 is a feature release with the following features, fixes and enhancements:
 
+ * Add Python 3.12 wheels
  * Add support for AdminAPI `DescribeCluster()` and `DescribeTopics()`. (@jainruchir, #1635)
  * [KIP-430](https://cwiki.apache.org/confluence/display/KAFKA/KIP-430+-+Return+Authorized+Operations+in+Describe+Responses):
    Return authorized operations in Describe Responses. (@jainruchir, #1635)
diff --git a/tests/requirements.txt b/tests/requirements.txt
@@ -1,9 +1,13 @@
+urllib3<2.0.0;python_version<="3.7"
+urllib3
 flake8
 pytest==4.6.9;python_version<="3.0"
 pytest>=6.0.0;python_version>="3.0"
 pytest-timeout
 requests-mock
 trivup>=0.8.3
+fastavro<1.8.0;python_version=="3.7"
+fastavro>=1.8.4;python_version>"3.7"
 fastavro
 avro>=1.11.1,<2
 jsonschema
diff --git a/tools/build-manylinux.sh b/tools/build-manylinux.sh
@@ -15,7 +15,7 @@
 #  docker run -t -v $(pwd):/io quay.io/pypa/manylinux2010_x86_64:latest  /io/tools/build-manylinux.sh <librdkafka_tag>
 
 LIBRDKAFKA_VERSION=$1
-PYTHON_VERSIONS=("cp36" "cp37" "cp38" "cp39" "cp310" "cp311" )
+PYTHON_VERSIONS=("cp36" "cp37" "cp38" "cp39" "cp310" "cp311" "cp312")
 
 if [[ -z "$LIBRDKAFKA_VERSION" ]]; then
     echo "Usage: $0 <librdkafka_tag>"
@@ -85,11 +85,12 @@ done
 
 # Install packages and test
 echo "# Installing wheels"
-for PYBIN in /opt/python/cp*/bin/; do
+for PYBIN in /opt/python/cp*/bin; do
     for PYTHON_VERSION in "${PYTHON_VERSIONS[@]}"; do
         if [[ $PYBIN == *"$PYTHON_VERSION"* ]]; then
             echo "## Installing $PYBIN"
-            "${PYBIN}/pip" install confluent_kafka -f /io/wheelhouse
+            "${PYBIN}/pip" -V
+            "${PYBIN}/pip" install --no-index -f /io/wheelhouse confluent_kafka 
             "${PYBIN}/python" -c 'import confluent_kafka; print(confluent_kafka.libversion())'
             "${PYBIN}/pip" install -r /io/tests/requirements.txt
             "${PYBIN}/pytest" /io/tests/test_Producer.py
diff --git a/tools/mingw-w64/semaphore_commands.sh b/tools/mingw-w64/semaphore_commands.sh
@@ -8,4 +8,4 @@ export MAKE=mingw32-make  # so that Autotools can find it
 
 cmd /c mklink /D C:\Python38\python3.exe C:\Python38\python.exe
 
-python -m pip install cibuildwheel==2.12.0
+python -m pip install cibuildwheel==2.16.2
diff --git a/tools/wheels/build-wheels.bat b/tools/wheels/build-wheels.bat
@@ -13,7 +13,7 @@ set WHEELHOUSE=%4
 if [%WHEELHOUSE%]==[] goto usage
 echo on
 
-set CIBW_BUILD=cp36-%BW_ARCH% cp37-%BW_ARCH% cp38-%BW_ARCH% cp39-%BW_ARCH% cp310-%BW_ARCH% cp311-%BW_ARCH%
+set CIBW_BUILD=cp36-%BW_ARCH% cp37-%BW_ARCH% cp38-%BW_ARCH% cp39-%BW_ARCH% cp310-%BW_ARCH% cp311-%BW_ARCH% cp312-%BW_ARCH%
 set CIBW_BEFORE_BUILD=python -m pip install delvewheel==1.1.4
 set CIBW_TEST_REQUIRES=-r tests/requirements.txt
 set CIBW_TEST_COMMAND=pytest {project}\tests\test_Producer.py
diff --git a/tools/wheels/build-wheels.sh b/tools/wheels/build-wheels.sh
@@ -16,7 +16,7 @@ export CIBW_TEST_COMMAND="pytest {project}/tests/test_Producer.py"
 
 librdkafka_version=$1
 wheeldir=$2
-cibuildwheel_version="2.12.0"
+cibuildwheel_version="2.16.2"
 
 if [[ -z $wheeldir ]]; then
     echo "Usage: $0 <librdkafka-nuget-version> <wheeldir>"

Original file line number	Diff line number	Diff line change
`@@ -8,4 +8,4 @@ export MAKE=mingw32-make # so that Autotools can find it`
`8`	`8`
`9`	`9`	`cmd /c mklink /D C:\Python38\python3.exe C:\Python38\python.exe`
`10`	`10`
`11`		`-python -m pip install cibuildwheel==2.12.0`
	`11`	`+python -m pip install cibuildwheel==2.16.2`