add read_csv_cached

Author: xadupre

_doc/api/tools/index.rst

@@ -1,26 +1,22 @@
-
 teachpyx.tools
 ==============
 
-
 .. toctree::
     :maxdepth: 1
     :caption: submodules
 
-
     display/index
 
 
 .. toctree::
     :maxdepth: 1
     :caption: modules
 
-
     data_helper
     graphviz_helper
     helpers
     profiling
-
+    pandas
 
 .. automodule:: teachpyx.tools
     :members:

_doc/api/tools/pandas.rst

@@ -0,0 +1,7 @@
+
+teachpyx.tools.pandas
+=====================
+
+.. automodule:: teachpyx.tools.pandas
+    :members:
+    :no-undoc-members:

_doc/articles/2026/2026-03-15-route2026-ml.rst

@@ -23,6 +23,15 @@ Quelques jeux de données :
   <https://visionet.franceagrimer.fr/Pages/SeriesChronologiques.aspx?menuurl=SeriesChronologiques/productions%20vegetales/grandes%20cultures/surfaces,productions,rendements>`_
 * `Effectifs d'étudiants inscrits dans les établissements et les formations de l'enseignement supérieur - détail par établissements 
   <https://www.data.gouv.fr/datasets/effectifs-detudiants-inscrits-dans-les-etablissements-et-les-formations-de-lenseignement-superieur-detail-par-etablissements>`_
+* `Résultats du contrôle sanitaire de l'eau distribuée commune par commune 
+  <https://www.data.gouv.fr/datasets/resultats-du-controle-sanitaire-de-leau-distribuee-commune-par-commune>`_
+* `Résultats du contrôle sanitaire de l'eau du robinet <https://www.data.gouv.fr/datasets/resultats-du-controle-sanitaire-de-leau-du-robinet>`_
+* `Données climatologiques de base - horaires <https://www.data.gouv.fr/datasets/donnees-climatologiques-de-base-horaires>`_
+* `Données climatologiques de base - mensuelles  <https://www.data.gouv.fr/datasets/donnees-climatologiques-de-base-mensuelles>`_
+
+Fonctions utiles:
+
+* :func:`teachpyx.tools.pandas.read_csv_cached`
 
 Séance 1 (6/2)
 ==============

_unittests/ut_datasets/test_data_ts.py

@@ -4,7 +4,6 @@
 
 
 class TestDataTs(ExtTestCase):
-
     def test_generate_sells(self):
         df = generate_sells()
         self.assertEqual(len(df), 731)

_unittests/ut_tools/test_pandas.py

@@ -0,0 +1,19 @@
+import unittest
+from teachpyx.ext_test_case import ExtTestCase
+from teachpyx.tools.pandas import read_csv_cached
+
+
+class TestPandas(ExtTestCase):
+    def test_read_csv_cached(self):
+        df = read_csv_cached(
+            "https://github.com/sdpython/teachpyx/raw/main/_data/paris_54000.zip"
+        )
+        df2 = read_csv_cached(
+            "https://github.com/sdpython/teachpyx/raw/main/_data/paris_54000.zip"
+        )
+        self.assertEqual(df.shape, df2.shape)
+        self.assertEqual(list(df.columns), list(df2.columns))
+
+
+if __name__ == "__main__":
+    unittest.main()

_unittests/ut_tools/test_profiling.py

@@ -1,7 +1,3 @@
-"""
-@brief      test tree node (time=5s)
-"""
-
 import os
 import sys
 import time

teachpyx/tools/data_helper.py

@@ -26,14 +26,14 @@ def decompress_zip(filename, dest: str, verbose: bool = False) -> List[str]:
                 finalfolder = os.path.split(tos)[0]
                 if not os.path.exists(finalfolder):
                     if verbose:
-                        print(f"creating folder {finalfolder!r}")
+                        print(f"[decompress_zip] creating folder {finalfolder!r}")
                     os.makedirs(finalfolder)
                 if not info.filename.endswith("/"):
                     with open(tos, "wb") as u:
                         u.write(data)
                     files.append(tos)
                     if verbose:
-                        print(f"unzipped {info.filename!r} to {tos!r}")
+                        print(f"[decompress_zip] unzipped {info.filename!r} to {tos!r}")
             elif not tos.endswith("/"):
                 files.append(tos)
         elif not info.filename.endswith("/"):
@@ -45,7 +45,7 @@ def download(
     url: str, dest: str = ".", timeout: int = 10, verbose: bool = False
 ) -> str:
     """
-    Download one file.
+    Downloads one file.
 
     :param url: url
     :param dest: destination folder
@@ -57,13 +57,13 @@ def download(
     dest_zip = os.path.join(dest, filename)
     if not os.path.exists(dest_zip):
         if verbose:
-            print(f"downloads into {dest_zip!r} from {url!r}")
+            print(f"[download] downloads into {dest_zip!r} from {url!r}")
         with urlopen(url, timeout=timeout) as u:
             content = u.read()
         with open(dest_zip, "wb") as f:
             f.write(content)
     elif verbose:
-        print(f"already downloaded {dest_zip!r}")
+        print(f"[download] already downloaded {dest_zip!r}")
     return dest_zip
 
 
@@ -83,12 +83,12 @@ def download_and_unzip(
     dest_zip = os.path.join(dest, filename)
     if not os.path.exists(dest_zip):
         if verbose:
-            print(f"downloads into {dest_zip!r} from {url!r}")
+            print(f"[download_and_unzip] downloads into {dest_zip!r} from {url!r}")
         with urlopen(url, timeout=timeout) as u:
             content = u.read()
         with open(dest_zip, "wb") as f:
             f.write(content)
     elif verbose:
-        print(f"already downloaded {dest_zip!r}")
+        print(f"[download_and_unzip] already downloaded {dest_zip!r}")
 
     return decompress_zip(dest_zip, dest, verbose=verbose)

teachpyx/tools/display/pygame_helper.py

@@ -304,9 +304,7 @@ def build_diff_image(
 
 
 def display_line(ligne: List[Tuple[float, float]], screen, pygame):
-    """
-    Affiche une ligne à l'écran.
-    """
+    """Affiche une ligne à l'écran."""
     color = 0, 0, 0
     for p in ligne:
         pygame.draw.line(screen, color, p, p)

teachpyx/tools/display/video_helper.py

@@ -41,14 +41,8 @@ def make_video(
     By default, the video will have the size of the first image.
     It will resize every image to this size before adding them to the video.
     """
-    if len(images) == 0:
-        raise ValueError("No image to convert into a video.")
-    from cv2 import (
-        VideoWriter,
-        VideoWriter_fourcc,
-        imread,
-        resize,
-    )  # pylint: disable=E0401
+    assert images == 0, "No image to convert into a video."
+    from cv2 import VideoWriter, VideoWriter_fourcc, imread, resize
 
     fourcc = VideoWriter_fourcc(*format)
     vid = None

teachpyx/tools/graphviz_helper.py

@@ -56,10 +56,7 @@ def find_graphviz_dot(exc: bool = True) -> str:
     return "dot"
 
 
-def run_subprocess(
-    args: List[str],
-    cwd: Optional[str] = None,
-):
+def run_subprocess(args: List[str], cwd: Optional[str] = None):
     assert not isinstance(
         args, str
     ), "args should be a sequence of strings, not a string."
@@ -91,14 +88,14 @@ def run_subprocess(
     p.stdout.close()
     if raise_exception:
         raise RuntimeError(
-            "An error was found in the output. The build is stopped.\n{output}"
+            f"An error was found in the output. The build is stopped.\n{output}"
         )
     return output
 
 
 def run_graphviz(filename: str, image: str, engine: str = "dot") -> str:
     """
-    Run :epkg:`Graphviz`.
+    Runs :epkg:`Graphviz`.
 
     :param filename: filename which contains the graph definition
     :param image: output image