Fix running out of memory

Author: jtojnar

composer.json

@@ -42,6 +42,9 @@
         }
     ],
     "autoload": {
+        "files": [
+            "src/helpers/Functions.php"
+        ],
         "psr-4": {
             "Commands\\": "src/Commands/",
             "controllers\\": "src/controllers/",

src/Commands/Database/ExportCommand.php

@@ -51,7 +51,9 @@ protected function execute(InputInterface $input, OutputInterface $output): int
             'items' => $this->items->getRaw(),
         ];
 
-        file_put_contents($input->getArgument('path'), json_encode($data));
+        $encoder = new \Violet\StreamingJsonEncoder\BufferJsonEncoder($data);
+        $stream = new \Violet\StreamingJsonEncoder\JsonStream($encoder);
+        file_put_contents($input->getArgument('path'), $stream);
 
         return self::SUCCESS;
     }

src/daos/mysql/Items.php

@@ -9,6 +9,7 @@
 use DateTime;
 use DateTimeImmutable;
 use helpers\Configuration;
+use function helpers\functions\map;
 use Monolog\Logger;
 
 /**
@@ -670,7 +671,7 @@ public function getRaw(): array {
         $stmt = static::$stmt;
         $items = $this->database->exec('SELECT * FROM ' . $this->configuration->dbPrefix . 'items');
 
-        return array_map(function($row) {
+        return map(function($row) {
             // Use ISO 8601 as export format.
             $row['datetime'] = $row['datetime']->format(\DateTimeInterface::ATOM);
             $row['updatetime'] = $row['updatetime']->format(\DateTimeInterface::ATOM);

src/daos/mysql/Sources.php

@@ -6,6 +6,7 @@
 
 use daos\DatabaseInterface;
 use helpers\Configuration;
+use function helpers\Functions\map;
 
 /**
  * Class for accessing persistent saved sources -- mysql
@@ -284,7 +285,7 @@ public function getRaw(): array {
         $stmt = static::$stmt;
         $sources = $this->database->exec('SELECT * FROM ' . $this->configuration->dbPrefix . 'sources');
 
-        return array_map(function($row) {
+        return map(function($row) {
             // Stored as UNIX timestamp, use ISO 8601 as export format.
             $row['lastentry'] = (new \DateTime('@' . $row['lastentry']))->format(\DateTimeInterface::ATOM);
             $row['lastupdate'] = (new \DateTime('@' . $row['lastupdate']))->format(\DateTimeInterface::ATOM);

src/helpers/Functions.php

@@ -0,0 +1,22 @@
+<?php
+
+declare(strict_types=1);
+
+namespace helpers\Functions;
+
+use Generator;
+
+/**
+ * @template T
+ * @template V
+ *
+ * @param callable(T): V $function
+ * @param iterable<T> $collection
+ *
+ * @return Generator<int, V, void, void>
+ */
+function map(callable $function, iterable $collection): Generator {
+    foreach ($collection as $item) {
+        yield $function($item);
+    }
+}