Merge branch 'main' into sergiym/storage/null_csv

Author: motus

.devcontainer/Dockerfile

@@ -24,7 +24,7 @@ RUN apt-get update && export DEBIAN_FRONTEND=noninteractive \
 FROM mcr.microsoft.com/vscode/devcontainers/base AS deps-prep
 RUN apt-get update && export DEBIAN_FRONTEND=noninteractive \
     && apt-get -y install --no-install-recommends \
-        python3-minimal python3-setuptools
+        python3-minimal python3-venv
 COPY --chown=vscode . /tmp/conda-tmp/
 RUN /tmp/conda-tmp/prep-deps-files.sh \
     && ls -l /tmp/conda-tmp/ # && cat /tmp/conda-tmp/combined.requirements.txt /tmp/conda-tmp/mlos_deps.yml

.devcontainer/scripts/common/prep-deps-files.sh

@@ -22,6 +22,12 @@ cat /tmp/conda-tmp/mlos.yml \
     | egrep -v -e '--editable' -e '^\s*$' \
     | tee /tmp/conda-tmp/mlos_deps.yml
 
+# Use a virtual environment to ensure that we have up to date python libraries.
+python3 -m venv /tmp/mlos-venv
+source /tmp/mlos-venv/bin/activate
+python3 -m pip install -U pip
+python3 -m pip install -U setuptools wheel
+
 # Try to grab the requirements.txt files for the python packages.
 tmpdir=$(mktemp -d)
 get_python_deps() {

.pre-commit-config.yaml

@@ -81,7 +81,7 @@ repos:
         args: [--py310-plus]
         stages: [pre-commit, manual]
 -   repo: https://github.com/PyCQA/isort
-    rev: 6.0.0
+    rev: 6.0.1
     hooks:
     -   id: isort
         require_serial: true
@@ -93,7 +93,7 @@ repos:
     -   id: black
         stages: [pre-commit, manual]
 -   repo: https://github.com/PyCQA/docformatter
-    rev: 06907d0 # v1.7.5
+    rev: v1.7.7
     hooks:
     -   id: docformatter
         stages: [pre-commit, manual]

conda-envs/mlos-3.10.yml

@@ -25,12 +25,12 @@ dependencies:
     - check-jsonschema
     # Fixed versions for easier maintainability.
     # Dependabot can update explicitly as necessary.
-    - pre-commit==4.1.0
-    - pycodestyle==2.12.1
-    - pylint==3.3.4
+    - pre-commit==4.2.0
+    - pycodestyle==2.13.0
+    - pylint==3.3.7
     - tomlkit
     - mypy==1.15.0
-    - pyright==1.1.394
+    - pyright==1.1.400
     - pandas-stubs
     - types-beautifulsoup4
     - types-colorama

conda-envs/mlos-3.11.yml

@@ -25,12 +25,12 @@ dependencies:
     - check-jsonschema
     # Fixed versions for easier maintainability.
     # Dependabot can update explicitly as necessary.
-    - pre-commit==4.1.0
-    - pycodestyle==2.12.1
-    - pylint==3.3.4
+    - pre-commit==4.2.0
+    - pycodestyle==2.13.0
+    - pylint==3.3.7
     - tomlkit
     - mypy==1.15.0
-    - pyright==1.1.394
+    - pyright==1.1.400
     - pandas-stubs
     - types-beautifulsoup4
     - types-colorama

conda-envs/mlos-3.12.yml

@@ -27,12 +27,12 @@ dependencies:
     - check-jsonschema
     # Fixed versions for easier maintainability.
     # Dependabot can update explicitly as necessary.
-    - pre-commit==4.1.0
-    - pycodestyle==2.12.1
-    - pylint==3.3.4
+    - pre-commit==4.2.0
+    - pycodestyle==2.13.0
+    - pylint==3.3.7
     - tomlkit
     - mypy==1.15.0
-    - pyright==1.1.394
+    - pyright==1.1.400
     - pandas-stubs
     - types-beautifulsoup4
     - types-colorama

conda-envs/mlos-3.13.yml

@@ -27,12 +27,12 @@ dependencies:
     - check-jsonschema
     # Fixed versions for easier maintainability.
     # Dependabot can update explicitly as necessary.
-    - pre-commit==4.1.0
-    - pycodestyle==2.12.1
-    - pylint==3.3.4
+    - pre-commit==4.2.0
+    - pycodestyle==2.13.0
+    - pylint==3.3.7
     - tomlkit
     - mypy==1.15.0
-    - pyright==1.1.394
+    - pyright==1.1.400
     - pandas-stubs
     - types-beautifulsoup4
     - types-colorama

conda-envs/mlos-windows.yml

@@ -28,12 +28,12 @@ dependencies:
     - check-jsonschema
     # Fixed versions for easier maintainability.
     # Dependabot can update explicitly as necessary.
-    - pre-commit==4.1.0
-    - pycodestyle==2.12.1
-    - pylint==3.3.4
+    - pre-commit==4.2.0
+    - pycodestyle==2.13.0
+    - pylint==3.3.7
     - tomlkit
     - mypy==1.15.0
-    - pyright==1.1.394
+    - pyright==1.1.400
     - pandas-stubs
     - types-beautifulsoup4
     - types-colorama

conda-envs/mlos.yml

@@ -23,12 +23,12 @@ dependencies:
     - check-jsonschema
     # Fixed versions for easier maintainability.
     # Dependabot can update explicitly as necessary.
-    - pre-commit==4.1.0
-    - pycodestyle==2.12.1
-    - pylint==3.3.4
+    - pre-commit==4.2.0
+    - pycodestyle==2.13.0
+    - pylint==3.3.7
     - tomlkit
     - mypy==1.15.0
-    - pyright==1.1.394
+    - pyright==1.1.400
     - pandas-stubs
     - types-beautifulsoup4
     - types-colorama

mlos_bench/mlos_bench/config/README.md

@@ -48,7 +48,7 @@ The [`schemas`](./schemas/) directory contains the [`jsonschema`](https://json-s
 
 For instance including a `"$schema"` attribute at the top of your `json` config file will enable `json` validation and auto-complete in many editors (e.g. [VSCode](https://code.visualstudio.com/)):
 
-Alternatively, you can simply name the file `*.mlos.json` or `*.mlos.jsonc` and the schema will be automatically applied using an [extension](https://marketplace.visualstudio.com/items?itemName=remcohaszing.schemastore) to resolve the rules from \<https://www.schemastore.org/json/
+Alternatively, you can simply name the file `*.mlos.json` or `*.mlos.jsonc` and the schema will be automatically applied using an [extension](https://marketplace.visualstudio.com/items?itemName=remcohaszing.schemastore) to resolve the rules from <https://www.schemastore.org/>
 
 ```jsonc
 {