Changes for Python 3.14 CI test target (#1246)

Author: joachimmetz

.github/workflows/test_tox.yml

@@ -14,18 +14,16 @@ jobs:
     strategy:
       matrix:
         include:
-        - python-version: '3.9'
-          toxenv: 'py39,wheel'
-        - python-version: '3.10'
-          toxenv: 'py310,wheel'
         - python-version: '3.11'
           toxenv: 'py311,wheel'
         - python-version: '3.12'
           toxenv: 'py312,wheel'
         - python-version: '3.13'
           toxenv: 'py313,wheel'
+        - python-version: '3.14'
+          toxenv: 'py314,wheel'
     container:
-      image: ubuntu:22.04
+      image: ubuntu:24.04
     steps:
     - uses: actions/checkout@v4
     - name: Set up container
@@ -44,10 +42,7 @@ jobs:
         add-apt-repository -y ppa:deadsnakes/ppa
         add-apt-repository -y ppa:gift/dev
         apt-get update -q
-        apt-get install -y build-essential git  python${{ matrix.python-version }} python${{ matrix.python-version }}-dev python${{ matrix.python-version }}-venv python3-distutils python3-lib2to3 python3-pip python3-setuptools
-    - name: Install tox
-      run: |
-        python3 -m pip install tox
+        apt-get install -y build-essential git  python${{ matrix.python-version }} python${{ matrix.python-version }}-dev python${{ matrix.python-version }}-venv python3-lib2to3 python3-pip python3-setuptools tox
     - name: Run tests
       env:
         LANG: en_US.UTF-8
@@ -58,10 +53,10 @@ jobs:
     strategy:
       matrix:
         include:
-        - python-version: '3.10'
+        - python-version: '3.12'
           toxenv: 'coverage'
     container:
-      image: ubuntu:22.04
+      image: ubuntu:24.04
     steps:
     - uses: actions/checkout@v4
     - name: Set up container
@@ -80,10 +75,7 @@ jobs:
         add-apt-repository -y ppa:deadsnakes/ppa
         add-apt-repository -y ppa:gift/dev
         apt-get update -q
-        apt-get install -y build-essential git  python${{ matrix.python-version }} python${{ matrix.python-version }}-dev python${{ matrix.python-version }}-venv python3-distutils python3-lib2to3 python3-pip python3-setuptools
-    - name: Install tox
-      run: |
-        python3 -m pip install tox
+        apt-get install -y build-essential git  python${{ matrix.python-version }} python${{ matrix.python-version }}-dev python${{ matrix.python-version }}-venv python3-lib2to3 python3-pip python3-setuptools tox
     - name: Run tests with coverage
       env:
         LANG: en_US.UTF-8
@@ -101,7 +93,7 @@ jobs:
         - python-version: '3.12'
           toxenv: 'lint'
     container:
-      image: ubuntu:22.04
+      image: ubuntu:24.04
     steps:
     - uses: actions/checkout@v4
     - name: Set up container
@@ -120,10 +112,7 @@ jobs:
         add-apt-repository -y ppa:deadsnakes/ppa
         add-apt-repository -y ppa:gift/dev
         apt-get update -q
-        apt-get install -y build-essential git  python${{ matrix.python-version }} python${{ matrix.python-version }}-dev python${{ matrix.python-version }}-venv python3-distutils python3-lib2to3 python3-pip python3-setuptools
-    - name: Install tox
-      run: |
-        python3 -m pip install tox
+        apt-get install -y build-essential git  python${{ matrix.python-version }} python${{ matrix.python-version }}-dev python${{ matrix.python-version }}-venv python3-lib2to3 python3-pip python3-setuptools tox
     - name: Run linter
       env:
         LANG: en_US.UTF-8

appveyor.yml

@@ -28,10 +28,11 @@ environment:
     PYTHON_VERSION: "3.12"
     L2TBINARIES_TRACK: "dev"
     TARGET: wheel
-  - DESCRIPTION: "Run tests on Mac OS with Python 3.13"
+  - DESCRIPTION: "Run tests on Mac OS with Python 3.14"
     APPVEYOR_BUILD_WORKER_IMAGE: macos-sonoma
     HOMEBREW_NO_INSTALL_CLEANUP: 1
     TARGET: tests
+    PYTHON_VERSION: "3.14"
 
 install:
 - cmd: "%PYTHON%\\python.exe -m pip install -U build pip setuptools twine wheel"

config/appveyor/install.sh

@@ -4,5 +4,5 @@ set -e
 
 brew untap homebrew/homebrew-cask-versions
 brew update -q
-brew install -q gettext gnu-sed python@3.13 tox || true
+brew install -q gettext gnu-sed python@${PYTHON_VERSION} tox || true
 

config/appveyor/runtests.sh

@@ -2,14 +2,17 @@
 # Script to run tests
 
 # Set the following environment variables to build libyal with gettext.
-export CPPFLAGS="-I/usr/local/include -I/usr/local/opt/gettext/include ${CPPFLAGS}";
-export LDFLAGS="-L/usr/local/lib -L/usr/local/opt/gettext/lib ${LDFLAGS}";
+export CPPFLAGS="-I/usr/local/include -I/usr/local/opt/gettext/include ${CPPFLAGS}"
+export LDFLAGS="-L/usr/local/lib -L/usr/local/opt/gettext/lib ${LDFLAGS}"
 
 # Set the following environment variables to build pycrypto and yara-python.
-export CPPFLAGS="-I/usr/local/opt/openssl@1.1/include ${CPPFLAGS}";
-export LDFLAGS="-L/usr/local/opt/openssl@1.1/lib ${LDFLAGS}";
+export CPPFLAGS="-I/usr/local/opt/openssl@1.1/include ${CPPFLAGS}"
+export LDFLAGS="-L/usr/local/opt/openssl@1.1/lib ${LDFLAGS}"
 
-# Set the following environment variables to ensure tox can find Python 3.13.
-export PATH="/usr/local/opt/python@3.13/bin:${PATH}";
+# Set the following environment variables to ensure tox can find Python.
+export PATH="/usr/local/opt/python@${PYTHON_VERSION}/bin:${PATH}"
 
-tox -e py313
+# Disable colored output.
+export NO_COLOR=1
+
+tox -e py${PYTHON_VERSION//./}

config/docker/l2tbuilds_fedora.Dockerfile

@@ -3,7 +3,24 @@ FROM fedora:42
 # Create container with:
 # docker build -f l2tbuilds_fedora.Dockerfile --force-rm --no-cache -t log2timeline/l2tbuilds_fedora .
 
-RUN dnf install -y @development-tools autoconf automake byacc dnf-plugins-core flex gcc-c++ gettext-devel git langpacks-en libtool pkg-config python3 python3-build python3-devel python3-setuptools python3-wheel
+RUN dnf install -y \
+	@development-tools \
+	autoconf \
+	automake \
+	byacc \
+	dnf-plugins-core \
+	flex \
+	gcc-c++ \
+	gettext-devel \
+	git \
+	langpacks-en \
+	libtool \
+	pkg-config \
+	python3 \
+	python3-build \
+	python3-devel \
+	python3-setuptools \
+	python3-wheel
 
 # Set up the l2tdevtools source and build directories
 WORKDIR /home/build/

config/docker/l2tbuilds_ubuntu.Dockerfile

@@ -25,6 +25,7 @@ RUN apt-get -y update && \
         dput \
 	fakeroot \
         flex \
+        flit \
         git \
         gnupg2 \
 	libdistro-info-perl \
@@ -40,15 +41,19 @@ RUN apt-get -y update && \
         locales \
         pkg-config \
 	pinentry-tty \
+	pybuild-plugin-pyproject \
         python3-all \
         python3-all-dev \
 	python3-cffi \
+	python3-build \
+	python3-hatchling \
 	python3-packaging \
 	python3-pbr \
 	python3-pkgconfig \
 	python3-poetry-core \
 	python3-pytest \
 	python3-pytest-runner \
+	python3-scikit-build-core \
         python3-setuptools \
 	python3-setuptools-scm \
 	python3-toml \

config/docker/plaso-dev.Dockerfile

@@ -27,7 +27,6 @@ RUN apt-get -y install --no-install-recommends \
   mercurial \
   python3-build \
   python3-dev \
-  python3-distutils \
   python3-setuptools \
   quilt \
   software-properties-common \

data/dpkg_templates/python3-future.install

@@ -28,15 +28,11 @@ projects: boto3,botocore,cachetools,dateutil,docutils,google-api-core,google-aut
 projects: libbde,libcaes,libcdata,libcdatetime,libcdirectory,libcerror,libcfile,libclocale,libcnotify,libcpath,libcreg,libcsplit,libcthreads,libesedb,libevt,libevtx,libewf,libexe,libfcrypto,libfsext,libfsfat,libfshfs,libfsntfs,libfsxfs,libfvde,libfwevt,libfwnt,libfwps,libfwsi,libhmac,liblnk,libluksde,libmodi,libmsiecf,libolecf,libphdi,libqcow,libregf,libscca,libsigscan,libsmdev,libsmraw,libvhdi,libvmdk,libvsapm,libvsbsdl,libvsgpt,libvshadow,libvslvm,libwrc
 
 [plaso]
-presets: dfimagetools,redis-py
-projects: acstore,bencode,certifi,cffi,chardet,dateutil,defusedxml,fakeredis,Flor,idna,libcaes,libesedb,libevt,libevtx,libexe,libfwps,libfwsi,liblnk,libmsiecf,libolecf,libscca,mock,opensearch-py,pbr,pefile,plaso,psutil,pyparsing,python-lz4,python-zstd,pytz,pyzmq,requests,urllib3,XlsxWriter,yara-python
-
-[redis-py]
-projects: deprecated,importlib-metadata,redis-py
+presets: dfimagetools
+projects: acstore,bencode,certifi,cffi,chardet,dateutil,defusedxml,fakeredis,Flor,idna,libcaes,libesedb,libevt,libevtx,libexe,libfwps,libfwsi,liblnk,libmsiecf,libolecf,libscca,mock,opensearch-py,pbr,pefile,plaso,psutil,pyparsing,python-lz4,python-zstd,pytz,pyzmq,redis-py,requests,urllib3,XlsxWriter,yara-python
 
 [timesketch]
-presets: redis-py
-projects: alembic,altair,amqp,aniso8601,asn1crypto,attrs,bcrypt,beautifulsoup4,billiard,blinker,celery,certifi,cffi,chardet,ciso8601,Click,cryptography,datasketch,dateutil,entrypoints,Flask,Flask-Bcrypt,Flask-Migrate,Flask-Login,Flask-RESTful,Flask-Script,Flask-SQLAlchemy,Flask-WTF,google-auth,google-auth-oauthlib,gunicorn,importlib-metadata,idna,itsdangerous,Jinja2,jsonschema,kombu,Mako,Markdown,MarkupSafe,networkx,numpy,oauthlib,opensearch-py,pandas,parameterized,prometheus_flask_exporter,pycparser,PyJWT,pyrsistent,python-editor,pytz,PyYAML,requests,requests-oauthlib,sigmatools,SQLAlchemy,tabulate,timesketch,toolz,urllib3,vine,Werkzeug,WTForms,xlrd,xmltodict
+projects: alembic,altair,amqp,aniso8601,asn1crypto,attrs,bcrypt,beautifulsoup4,billiard,blinker,celery,certifi,cffi,chardet,ciso8601,Click,cryptography,datasketch,dateutil,entrypoints,Flask,Flask-Bcrypt,Flask-Migrate,Flask-Login,Flask-RESTful,Flask-Script,Flask-SQLAlchemy,Flask-WTF,google-auth,google-auth-oauthlib,gunicorn,importlib-metadata,idna,itsdangerous,Jinja2,jsonschema,kombu,Mako,Markdown,MarkupSafe,networkx,numpy,oauthlib,opensearch-py,pandas,parameterized,prometheus_flask_exporter,pycparser,PyJWT,pyrsistent,python-editor,pytz,PyYAML,redis-py,requests,requests-oauthlib,sigmatools,SQLAlchemy,tabulate,timesketch,toolz,urllib3,vine,Werkzeug,WTForms,xlrd,xmltodict
 
 [winevt-kb]
 presets: dfimagetools
@@ -46,6 +42,10 @@ projects: acstore,libexe,libfwevt,libwrc,winevt-kb
 presets: dfimagetools
 projects: acstore,libfcrypto,libfwsi,libhmac,winreg-kb
 
+[winshl-kb]
+presets: dfimagetools
+projects: acstore,libexe,libhmac,libwrc,winshl-kb
+
 [winsps-kb]
 presets: dfimagetools
 projects: acstore,libexe,libfwps,liblnk,libolecf,libwrc,winsps-kb