Add a new RenameAllTransliterateTransformer

Author: stloyd

src/core/etl/src/Flow/ETL/DataFrame.php

@@ -42,6 +42,7 @@
     OrderEntries\Comparator,
     OrderEntries\TypeComparator,
     RenameAllCaseTransformer,
+    RenameAllTransliterateTransformer,
     RenameEntryTransformer,
     RenameStrReplaceAllEntriesTransformer,
     ScalarFunctionFilterTransformer,
@@ -656,6 +657,16 @@ public function renameAllStyle(StringStyles|string $style) : self
         return $this;
     }
 
+    /**
+     * @lazy
+     */
+    public function renameAllTransliterate() : self
+    {
+        $this->pipeline->add(new RenameAllTransliterateTransformer());
+
+        return $this;
+    }
+
     /**
      * @lazy
      */

src/core/etl/src/Flow/ETL/Pipeline/Optimizer/LimitOptimization.php

@@ -8,7 +8,16 @@
 use Flow\ETL\Function\ScalarFunction\ExpandResults;
 use Flow\ETL\{Loader, Pipeline, Transformer};
 use Flow\ETL\Pipeline\{BatchingPipeline, CollectingPipeline, LinkedPipeline, SynchronousPipeline, VoidPipeline};
-use Flow\ETL\Transformer\{CallbackRowTransformer, DropEntriesTransformer, EntryNameStyleConverterTransformer, LimitTransformer, RenameAllCaseTransformer, RenameEntryTransformer, RenameStrReplaceAllEntriesTransformer, ScalarFunctionTransformer, SelectEntriesTransformer};
+use Flow\ETL\Transformer\{CallbackRowTransformer,
+    DropEntriesTransformer,
+    EntryNameStyleConverterTransformer,
+    LimitTransformer,
+    RenameAllCaseTransformer,
+    RenameAllTransliterateTransformer,
+    RenameEntryTransformer,
+    RenameStrReplaceAllEntriesTransformer,
+    ScalarFunctionTransformer,
+    SelectEntriesTransformer};
 
 final class LimitOptimization implements Optimization
 {
@@ -27,6 +36,7 @@ final class LimitOptimization implements Optimization
         SelectEntriesTransformer::class,
         DropEntriesTransformer::class,
         RenameAllCaseTransformer::class,
+        RenameAllTransliterateTransformer::class,
         RenameEntryTransformer::class,
         RenameStrReplaceAllEntriesTransformer::class,
         LimitTransformer::class,

src/core/etl/src/Flow/ETL/Transformer/RenameAllTransliterateTransformer.php

@@ -0,0 +1,21 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Flow\ETL\Transformer;
+
+use Flow\ETL\{FlowContext, Row, Rows, Transformer};
+
+final readonly class RenameAllTransliterateTransformer implements Transformer
+{
+    public function transform(Rows $rows, FlowContext $context) : Rows
+    {
+        return $rows->map(function (Row $row) : Row {
+            foreach ($row->entries()->all() as $entry) {
+                $row = $row->rename($entry->name(), (string) \transliterator_transliterate('Any-Latin; Latin-ASCII; Lower()', $entry->name()));
+            }
+
+            return $row;
+        });
+    }
+}

src/core/etl/tests/Flow/ETL/Tests/Integration/DataFrame/RenameTest.php

@@ -98,6 +98,24 @@ public function test_rename_all_to_snake_case() : void
         );
     }
 
+    public function test_rename_all_transliterate() : void
+    {
+        $rows = rows(row(int_entry('ÓSMY', 8)), row(int_entry('DZIEWIĄTY', 9)));
+
+        $ds = df()
+            ->read(from_rows($rows))
+            ->renameAllTransliterate()
+            ->getEachAsArray();
+
+        self::assertEquals(
+            [
+                ['osmy' => 8],
+                ['dziewiaty' => 9],
+            ],
+            \iterator_to_array($ds)
+        );
+    }
+
     public function test_rename_all_upper_case() : void
     {
         $rows = rows(row(int_entry('id', 1), str_entry('name', 'name'), bool_entry('active', true)), row(int_entry('id', 2), str_entry('name', 'name'), bool_entry('active', false)));