Added partitioning examples (#982)

* Added partitioning exmples

* CS fixes

* Filter out duplicated contributor

examples/topics/partitioning/partition_pruning/code.php

@@ -0,0 +1,29 @@
+<?php
+
+declare(strict_types=1);
+
+use function Flow\ETL\Adapter\CSV\from_csv;
+use function Flow\ETL\DSL\data_frame;
+use function Flow\ETL\DSL\lit;
+use function Flow\ETL\DSL\ref;
+use function Flow\ETL\DSL\to_output;
+
+require __DIR__ . '/../../../autoload.php';
+
+data_frame()
+    ->read(from_csv(__DIR__ . '/input/color=*/sku=*/*.csv'))
+    ->filterPartitions(ref('color')->notEquals(lit('green')))
+    ->collect()
+    ->write(to_output(false))
+    ->run();
+
+// +----+-------+-----------+
+// | id | color |       sku |
+// +----+-------+-----------+
+// |  2 |   red | PRODUCT02 |
+// |  3 |   red | PRODUCT03 |
+// |  1 |   red | PRODUCT01 |
+// |  8 |  blue | PRODUCT02 |
+// |  7 |  blue | PRODUCT01 |
+// +----+-------+-----------+
+// 5 rows

examples/topics/partitioning/partition_pruning/input/color=blue/sku=PRODUCT01/65c7e9bc4460a568233195.csv

@@ -0,0 +1,2 @@
+id,color,sku
+7,blue,PRODUCT01

examples/topics/partitioning/partition_pruning/input/color=blue/sku=PRODUCT02/65c7e9bc446c2326068326.csv

@@ -0,0 +1,2 @@
+id,color,sku
+8,blue,PRODUCT02

examples/topics/partitioning/partition_pruning/input/color=green/sku=PRODUCT01/65c7e9bc44305321518126.csv

@@ -0,0 +1,2 @@
+id,color,sku
+4,green,PRODUCT01

examples/topics/partitioning/partition_pruning/input/color=green/sku=PRODUCT02/65c7e9bc44421020940545.csv

@@ -0,0 +1,2 @@
+id,color,sku
+5,green,PRODUCT02

examples/topics/partitioning/partition_pruning/input/color=green/sku=PRODUCT03/65c7e9bc44515031584752.csv

@@ -0,0 +1,2 @@
+id,color,sku
+6,green,PRODUCT03

examples/topics/partitioning/partition_pruning/input/color=red/sku=PRODUCT01/65c7e9bc4386f958078278.csv

@@ -0,0 +1,2 @@
+id,color,sku
+1,red,PRODUCT01

examples/topics/partitioning/partition_pruning/input/color=red/sku=PRODUCT02/65c7e9bc440fa083889144.csv

@@ -0,0 +1,2 @@
+id,color,sku
+2,red,PRODUCT02

examples/topics/partitioning/partition_pruning/input/color=red/sku=PRODUCT03/65c7e9bc44209401416287.csv

@@ -0,0 +1,2 @@
+id,color,sku
+3,red,PRODUCT03

examples/topics/partitioning/partitioning/code.php

@@ -0,0 +1,50 @@
+<?php
+
+declare(strict_types=1);
+
+use function Flow\ETL\Adapter\CSV\to_csv;
+use function Flow\ETL\DSL\data_frame;
+use function Flow\ETL\DSL\from_array;
+use function Flow\ETL\DSL\ref;
+
+require __DIR__ . '/../../../autoload.php';
+
+data_frame()
+    ->read(from_array(
+        [
+            ['id' => 1, 'color' => 'red', 'sku' => 'PRODUCT01'],
+            ['id' => 2, 'color' => 'red', 'sku' => 'PRODUCT02'],
+            ['id' => 3, 'color' => 'red', 'sku' => 'PRODUCT03'],
+            ['id' => 4, 'color' => 'green', 'sku' => 'PRODUCT01'],
+            ['id' => 5, 'color' => 'green', 'sku' => 'PRODUCT02'],
+            ['id' => 6, 'color' => 'green', 'sku' => 'PRODUCT03'],
+            ['id' => 7, 'color' => 'blue', 'sku' => 'PRODUCT01'],
+            ['id' => 8, 'color' => 'blue', 'sku' => 'PRODUCT02'],
+        ]
+    ))
+    ->partitionBy(ref('color'), ref('sku'))
+    ->write(to_csv(__DIR__ . '/output')) // do not provider extension, partitions are anyway written to separate folders
+    ->run();
+
+// output
+// ├── color=blue
+// │   ├── sku=PRODUCT01
+// │   │   └── 65c7e9bc4460a568233195.csv
+// │   └── sku=PRODUCT02
+// │       └── 65c7e9bc446c2326068326.csv
+// ├── color=green
+// │   ├── sku=PRODUCT01
+// │   │   └── 65c7e9bc44305321518126.csv
+// │   ├── sku=PRODUCT02
+// │   │   └── 65c7e9bc44421020940545.csv
+// │   └── sku=PRODUCT03
+// │       └── 65c7e9bc44515031584752.csv
+// └── color=red
+//     ├── sku=PRODUCT01
+//     │   └── 65c7e9bc4386f958078278.csv
+//     ├── sku=PRODUCT02
+//     │   └── 65c7e9bc440fa083889144.csv
+//     └── sku=PRODUCT03
+//         └── 65c7e9bc44209401416287.csv
+//
+// 12 directories, 8 files

examples/topics/partitioning/partitioning/output/.gitignore

@@ -0,0 +1,2 @@
+*
+!.gitignore

examples/topics/partitioning/reading/code.php

@@ -0,0 +1,29 @@
+<?php
+
+declare(strict_types=1);
+
+use function Flow\ETL\Adapter\CSV\from_csv;
+use function Flow\ETL\DSL\data_frame;
+use function Flow\ETL\DSL\to_output;
+
+require __DIR__ . '/../../../autoload.php';
+
+data_frame()
+    ->read(from_csv(__DIR__ . '/input/color=*/sku=*/*.csv'))
+    ->collect()
+    ->write(to_output(false))
+    ->run();
+
+// +----+-------+-----------+
+// | id | color |       sku |
+// +----+-------+-----------+
+// |  5 | green | PRODUCT02 |
+// |  6 | green | PRODUCT03 |
+// |  4 | green | PRODUCT01 |
+// |  2 |   red | PRODUCT02 |
+// |  3 |   red | PRODUCT03 |
+// |  1 |   red | PRODUCT01 |
+// |  8 |  blue | PRODUCT02 |
+// |  7 |  blue | PRODUCT01 |
+// +----+-------+-----------+
+// 8 rows

examples/topics/partitioning/reading/input/color=blue/sku=PRODUCT01/65c7e9bc4460a568233195.csv

@@ -0,0 +1,2 @@
+id,color,sku
+7,blue,PRODUCT01

examples/topics/partitioning/reading/input/color=blue/sku=PRODUCT02/65c7e9bc446c2326068326.csv

@@ -0,0 +1,2 @@
+id,color,sku
+8,blue,PRODUCT02

examples/topics/partitioning/reading/input/color=green/sku=PRODUCT01/65c7e9bc44305321518126.csv

@@ -0,0 +1,2 @@
+id,color,sku
+4,green,PRODUCT01

examples/topics/partitioning/reading/input/color=green/sku=PRODUCT02/65c7e9bc44421020940545.csv

@@ -0,0 +1,2 @@
+id,color,sku
+5,green,PRODUCT02

examples/topics/partitioning/reading/input/color=green/sku=PRODUCT03/65c7e9bc44515031584752.csv

@@ -0,0 +1,2 @@
+id,color,sku
+6,green,PRODUCT03

examples/topics/partitioning/reading/input/color=red/sku=PRODUCT01/65c7e9bc4386f958078278.csv

@@ -0,0 +1,2 @@
+id,color,sku
+1,red,PRODUCT01

examples/topics/partitioning/reading/input/color=red/sku=PRODUCT02/65c7e9bc440fa083889144.csv

@@ -0,0 +1,2 @@
+id,color,sku
+2,red,PRODUCT02

examples/topics/partitioning/reading/input/color=red/sku=PRODUCT03/65c7e9bc44209401416287.csv

@@ -0,0 +1,2 @@
+id,color,sku
+3,red,PRODUCT03

web/landing/src/Flow/Website/Service/Github.php

@@ -63,6 +63,7 @@ public function contributors() : array
                 ->drop('unpacked', 'data')
                 ->filter(not(ref('login')->endsWith(lit('[bot]'))))
                 ->filter(not(ref('login')->equals(lit('aeon-automation'))))
+                ->filter(not(ref('login')->equals(lit('norbertmwk'))))
                 ->withEntry('avatar_url', ref('avatar_url')->concat(lit('&s=128')))
                 ->limit(24)
                 ->write(to_memory($memory = new ArrayMemory()))