Save Multiline using structured changes

mvorisek · mvorisek · commit 4b16b97b7717 · 2025-10-19T17:07:19.000+02:00
diff --git a/src/Form/Control/Multiline.php b/src/Form/Control/Multiline.php
@@ -161,8 +161,8 @@ class Multiline extends Form\Control
     /** @var list<string> The fields names used in each row. */
     public $rowFields;
 
-    /** @var list<array<string, mixed>> The data sent for each row. */
-    protected $rowData;
+    /** The changes set by self::setInputValue(). */
+    protected RefChanges $changes;
 
     /** @var int The max number of records (rows) that can be added to Multiline. 0 means no limit. */
     public $rowLimit = 0;
@@ -295,53 +295,6 @@ public function getInputValue(): string
         return $this->getApp()->encodeJson($rowsUi);
     }
 
-    /**
-     * Same as Persistence::typecastSaveRow() but allow null in not-nullable fields.
-     *
-     * @param array<string, mixed> $row
-     *
-     * @return array<string, scalar|null>
-     */
-    private function typecastContainedSaveRow(array $row): array
-    {
-        $res = [];
-        foreach ($row as $fieldName => $value) {
-            $field = $this->model->getField($fieldName);
-
-            $res[$field->getPersistenceName()] = $value === null
-                ? null
-                : $this->model->getPersistence()->typecastSaveField($field, $value);
-        }
-
-        return $res;
-    }
-
-    /**
-     * @param \Closure(): void $fx
-     */
-    private function invokeWithContainsXxxNormalizeHookIgnored(\Closure $fx): void
-    {
-        // TOD hack to supress "Contained model data cannot be modified directly" exception
-        // https://github.com/atk4/data/blob/fca1cd55b0/src/Reference/ContainsBase.php#L58-L81
-        $ourModel = $this->entityField->getModel();
-        \Closure::bind(static function () use ($fx, $ourModel) {
-            $spot = Model::HOOK_NORMALIZE;
-            $priority = \PHP_INT_MIN;
-            $normalizeHooks = $ourModel->hooks[$spot][$priority] ?? [];
-            foreach (array_keys($normalizeHooks) as $hookIndex) {
-                $ourModel->hooks[$spot][$priority][$hookIndex][0] = static fn () => null;
-            }
-
-            try {
-                $fx();
-            } finally {
-                foreach (array_keys($normalizeHooks) as $hookIndex) {
-                    $ourModel->hooks[$spot][$priority][$hookIndex][0] = $normalizeHooks[$hookIndex][0];
-                }
-            }
-        }, null, Model::class)();
-    }
-
     /**
      * @return array{list<array<string, mixed>>, list<string>}
      */
@@ -353,6 +306,13 @@ private function decodeInput(string $json): array
         foreach ($rowDataWithMlid as $row) {
             $mlids[] = $row['__atkml'];
             unset($row['__atkml']);
+
+            foreach ($row as $k => $v) {
+                if ($this->model->getField($k)->readOnly) {
+                    unset($row[$k]);
+                }
+            }
+
             $rowData[] = $this->typecastUiLoadRow($row);
         }
 
@@ -364,56 +324,31 @@ public function setInputValue(string $value): void
     {
         [$rowData, $mlids] = $this->decodeInput($value);
 
-        $this->rowData = $rowData;
-        if ($this->rowData !== []) {
-            $this->rowErrors = $this->validate($this->rowData, $mlids);
+        if ($rowData !== []) {
+            $this->rowErrors = $this->validate($rowData, $mlids);
             if ($this->rowErrors !== []) {
                 throw new ValidationException([$this->shortName => 'Multiline error']);
             }
         }
 
-        $rowsRaw = array_map(fn ($v) => $this->typecastContainedSaveRow($v), $this->rowData);
-
-        // mimic ContainsOne save format
-        // https://github.com/atk4/data/blob/6.0.0/src/Reference/ContainsOne.php#L37
-        // TODO replace with something like "schedule model save task" and then drop self::saveRows() method
-        if ($rowsRaw === []) {
-            $value = '';
-        } else {
-            foreach ($rowsRaw as $k => $rowRaw) {
-                $idFieldRawName = $this->model->getIdField()->getPersistenceName();
-                if ($rowRaw[$idFieldRawName] === null) {
-                    $refModel = $this->entityField->getField()->hasReference()
-                        ? $this->entityField->getField()->getReference()->ref($this->entityField->getEntity())->getModel(true)
-                        : $this->model;
-
-                    // TODO to pass Behat tests purely
-                    if (!$this->entityField->getField()->hasReference() && $this->entityField->getField()->type !== 'json' && !$refModel->getPersistence() instanceof Persistence\Array_) {
-                        continue;
-                    }
+        $changes = new RefChanges();
+        $model = $this->model;
 
-                    $idField = $refModel->getIdField();
-                    $origIdFieldType = $idField->type;
-                    $idField->type = 'bigint';
-                    try {
-                        $rowsRaw[$k][$idFieldRawName] = Persistence\Array_::assertInstanceOf($refModel->getPersistence())->generateNewId($refModel);
-                    } finally {
-                        $idField->type = $origIdFieldType;
-                    }
-                }
-            }
+        // TODO this is dangerous, deleted row IDs should be passed from UI
+        $idsToDelete = array_filter(array_column($rowData, $model->idField), static fn ($v) => $v !== null);
+        foreach ($model->createIteratorBy($model->idField, 'not in', $idsToDelete) as $entity) {
+            $changes->deletes[] = [$model->idField => $entity->getId()];
+        }
 
-            if ($this->isOneToOne()) {
-                assert(count($rowsRaw) === 1);
-                $rowsRaw = array_first($rowsRaw);
+        foreach ($rowData as $row) {
+            if ($row[$model->idField] === null) {
+                $changes->inserts[] = $row;
+            } else {
+                $changes->updates[] = [[$model->idField => $row[$model->idField]], $row];
             }
-
-            $value = $this->getApp()->encodeJson($rowsRaw);
         }
 
-        $this->invokeWithContainsXxxNormalizeHookIgnored(function () use ($value) {
-            parent::setInputValue($value);
-        });
+        $this->changes = $changes;
     }
 
     /**
@@ -471,29 +406,7 @@ public function validate(array $rows, array $mlids): array
      */
     public function saveRows(): self
     {
-        $model = $this->model;
-
-        // delete removed rows
-        // TODO this is dangerous, deleted row IDs should be passed from UI
-        $idsToDelete = array_filter(array_column($this->rowData, $model->idField), static fn ($v) => $v !== null);
-        foreach ($model->createIteratorBy($model->idField, 'not in', $idsToDelete) as $entity) {
-            $entity->delete();
-        }
-
-        foreach ($this->rowData as $row) {
-            $entity = $row[$model->idField] !== null
-                ? $model->load($row[$model->idField])
-                : $model->createEntity();
-            foreach ($row as $fieldName => $value) {
-                if ($model->getField($fieldName)->isEditable()) {
-                    $entity->set($fieldName, $value);
-                }
-            }
-
-            if (!$entity->isLoaded() || $entity->getDirtyRef() !== []) {
-                $entity->save();
-            }
-        }
+        $this->changes->saveTo($this->model);
 
         return $this;
     }
diff --git a/src/Form/Control/RefChanges.php b/src/Form/Control/RefChanges.php
@@ -0,0 +1,77 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Atk4\Ui\Form\Control;
+
+use Atk4\Data\Exception;
+use Atk4\Data\Model;
+
+/**
+ * TODO move to atk4/data and allow deep/nested changes.
+ */
+class RefChanges
+{
+    /** @var list<array<string, mixed>> */
+    public array $inserts = [];
+
+    /** @var list<array{array<string, mixed>, array<string, mixed>}> */
+    public array $updates = [];
+
+    /** @var list<array<string, mixed>> */
+    public array $deletes = [];
+
+    /**
+     * @param array<string, mixed> $oldData
+     */
+    protected function loadEntity(Model $ourModelOrEntity, array $oldData): Model
+    {
+        $entity = $ourModelOrEntity->isEntity()
+            ? $ourModelOrEntity
+            : $ourModelOrEntity->load($oldData[$ourModelOrEntity->idField]);
+
+        foreach ($oldData as $k => $v) {
+            if (!$entity->compare($k, $v)) {
+                throw (new Exception('Field value does not match expected value'))
+                    ->addMoreInfo('entity', $entity)
+                    ->addMoreInfo('field', $k)
+                    ->addMoreInfo('valueExpected', $v)
+                    ->addMoreInfo('valueActual', $entity->get($k));
+            }
+        }
+
+        return $entity;
+    }
+
+    public function saveTo(Model $ourModelOrEntity): void
+    {
+        $ourModelOrEntity->atomic(function () use ($ourModelOrEntity) {
+            foreach ($this->deletes as $oldData) {
+                $entity = $this->loadEntity($ourModelOrEntity, $oldData);
+
+                $entity->delete();
+            }
+
+            foreach ($this->updates as [$oldData, $newData]) {
+                $entity = $this->loadEntity($ourModelOrEntity, $oldData);
+
+                $entity->setMulti($newData);
+                $entity->save();
+            }
+
+            foreach ($this->inserts as $newData) {
+                $entity = $ourModelOrEntity->isEntity()
+                    ? $ourModelOrEntity
+                    : $ourModelOrEntity->createEntity();
+                $this->loadEntity($entity, [$ourModelOrEntity->idField => null]);
+
+                if (($newData[$ourModelOrEntity->idField] ?? null) === null) {
+                    unset($newData[$ourModelOrEntity->idField]);
+                }
+
+                $entity->setMulti($newData);
+                $entity->save();
+            }
+        });
+    }
+}
