Fix behat tests

Neos.ContentRepository.LegacyNodeMigration/Classes/NodeDataToEventsProcessor.php

@@ -5,6 +5,7 @@
 namespace Neos\ContentRepository\LegacyNodeMigration;
 
 use Doctrine\DBAL\Platforms\PostgreSQL100Platform;
+use Doctrine\DBAL\Types\ConversionException;
 use League\Flysystem\Filesystem;
 use League\Flysystem\FilesystemException;
 use Neos\ContentRepository\Core\DimensionSpace\DimensionSpacePointSet;
@@ -272,7 +273,11 @@ public function extractPropertyValuesAndReferences(array $nodeDataRow, NodeType
         $references = [];
 
         // Note: We use a PostgreSQL platform because the implementation is forward-compatible, @see JsonArrayType::convertToPHPValue()
-        $decodedProperties = (new JsonArrayType())->convertToPHPValue($nodeDataRow['properties'], new PostgreSQL100Platform());
+        try {
+            $decodedProperties = (new JsonArrayType())->convertToPHPValue($nodeDataRow['properties'], new PostgreSQL100Platform());
+        } catch (ConversionException $exception) {
+            throw new MigrationException(sprintf('Failed to decode properties %s of node "%s" (type: "%s"): %s', json_encode($nodeDataRow['properties']), $nodeDataRow['identifier'], $nodeType->name->value, $exception->getMessage()), 1695391558, $exception);
+        }
         if (!is_array($decodedProperties)) {
             throw new MigrationException(sprintf('Failed to decode properties %s of node "%s" (type: "%s")', json_encode($nodeDataRow['properties']), $nodeDataRow['identifier'], $nodeType->name->value), 1656057035);
         }

Neos.ContentRepository.LegacyNodeMigration/Tests/Behavior/Bootstrap/FeatureContext.php

@@ -10,7 +10,6 @@
 use League\Flysystem\Filesystem;
 use League\Flysystem\InMemory\InMemoryFilesystemAdapter;
 use Neos\Behat\Tests\Behat\FlowContextTrait;
-use Neos\ContentGraph\DoctrineDbalAdapter\Tests\Behavior\Features\Bootstrap\ProjectionIntegrityViolationDetectionTrait;
 use Neos\ContentRepository\BehavioralTests\TestSuite\Behavior\CRBehavioralTestsSubjectProvider;
 use Neos\ContentRepository\BehavioralTests\TestSuite\Behavior\GherkinPyStringNodeBasedNodeTypeManagerFactory;
 use Neos\ContentRepository\BehavioralTests\TestSuite\Behavior\GherkinTableNodeBasedContentDimensionSourceFactory;
@@ -19,7 +18,8 @@
 use Neos\ContentRepository\Core\Factory\ContentRepositoryId;
 use Neos\ContentRepository\Core\Factory\ContentRepositoryServiceFactoryInterface;
 use Neos\ContentRepository\Core\Factory\ContentRepositoryServiceInterface;
-use Neos\ContentRepository\TestSuite\Behavior\Features\Bootstrap\CRTestSuiteTrait;
+use Neos\ContentRepository\Core\SharedModel\Node\NodeAggregateId;
+use Neos\ContentRepository\Core\SharedModel\Workspace\ContentStreamId;
 use Neos\ContentRepository\Export\Asset\AssetExporter;
 use Neos\ContentRepository\Export\Asset\AssetLoaderInterface;
 use Neos\ContentRepository\Export\Asset\ResourceLoaderInterface;
@@ -31,13 +31,10 @@
 use Neos\ContentRepository\Export\Severity;
 use Neos\ContentRepository\LegacyNodeMigration\NodeDataToAssetsProcessor;
 use Neos\ContentRepository\LegacyNodeMigration\NodeDataToEventsProcessor;
-use Neos\ContentRepository\Core\SharedModel\Node\NodeAggregateId;
-use Neos\ContentRepository\Core\SharedModel\Workspace\ContentStreamId;
+use Neos\ContentRepository\TestSuite\Behavior\Features\Bootstrap\CRTestSuiteTrait;
 use Neos\ContentRepositoryRegistry\ContentRepositoryRegistry;
-use Neos\ContentRepositoryRegistry\TestSuite\Behavior\CRRegistrySubjectProvider;
 use Neos\Flow\Property\PropertyMapper;
 use Neos\Flow\ResourceManagement\PersistentResource;
-use Neos\Flow\Tests\Behavior\Features\Bootstrap\IsolatedBehatStepsTrait;
 use PHPUnit\Framework\Assert;
 use PHPUnit\Framework\MockObject\Generator as MockGenerator;
 
@@ -47,8 +44,6 @@
 class FeatureContext implements Context
 {
     use FlowContextTrait;
-    #use IsolatedBehatStepsTrait;
-    #use ProjectionIntegrityViolationDetectionTrait;
     use CRTestSuiteTrait;
     use CRBehavioralTestsSubjectProvider;
 
@@ -64,6 +59,11 @@ class FeatureContext implements Context
 
     private ProcessorResult|null $lastMigrationResult = null;
 
+    /**
+     * @var array<string>
+     */
+    private array $loggedErrors = [];
+
     private ContentRepository $contentRepository;
 
     protected ContentRepositoryRegistry $contentRepositoryRegistry;
@@ -87,7 +87,10 @@ public function __construct()
     public function failIfLastMigrationHasErrors(): void
     {
         if ($this->lastMigrationResult !== null && $this->lastMigrationResult->severity === Severity::ERROR) {
-            Assert::fail(sprintf('The last migration run led to an error: %s', $this->lastMigrationResult->message));
+            throw new \RuntimeException(sprintf('The last migration run led to an error: %s', $this->lastMigrationResult->message));
+        }
+        if ($this->loggedErrors !== []) {
+            throw new \RuntimeException(sprintf('The last migration run logged %d error%s', count($this->loggedErrors), count($this->loggedErrors) === 1 ? '' : 's'));
         }
     }
 
@@ -140,6 +143,11 @@ public function iRunTheEventMigration(string $contentStream = null): void
         if ($contentStream !== null) {
             $migration->setContentStreamId(ContentStreamId::fromString($contentStream));
         }
+        $migration->onMessage(function (Severity $severity, string $message) {
+            if ($severity === Severity::ERROR) {
+                $this->loggedErrors[] = $message;
+            }
+        });
         $this->lastMigrationResult = $migration->run();
     }
 
@@ -180,6 +188,15 @@ public function iExpectTheFollowingEventsToBeExported(TableNode $table): void
         Assert::assertCount(count($table->getHash()), $exportedEvents, 'Expected number of events does not match actual number');
     }
 
+    /**
+     * @Then I expect the following errors to be logged
+     */
+    public function iExpectTheFollwingErrorsToBeLogged(TableNode $table): void
+    {
+        Assert::assertSame($this->loggedErrors, $table->getColumn(0), 'Expected logged errors do not match');
+        $this->loggedErrors = [];
+    }
+
     /**
      * @Then I expect a MigrationError
      * @Then I expect a MigrationError with the message
@@ -292,6 +309,11 @@ public function findAssetById(string $assetId): SerializedAsset|SerializedImageV
         $this->mockFilesystemAdapter->deleteEverything();
         $assetExporter = new AssetExporter($this->mockFilesystem, $mockAssetLoader, $mockResourceLoader);
         $migration = new NodeDataToAssetsProcessor($nodeTypeManager, $assetExporter, $this->nodeDataRows);
+        $migration->onMessage(function (Severity $severity, string $message) {
+            if ($severity === Severity::ERROR) {
+                $this->loggedErrors[] = $message;
+            }
+        });
         $this->lastMigrationResult = $migration->run();
     }
 

Neos.ContentRepository.LegacyNodeMigration/Tests/Behavior/Features/Assets.feature

@@ -183,3 +183,5 @@ Feature: Export of used Assets, Image Variants and Persistent Resources
     Then I expect no Assets to be exported
     And I expect no ImageVariants to be exported
     And I expect no PersistentResources to be exported
+    And I expect the following errors to be logged
+      | Failed to extract assets of property "string" of node "site-node-id" (type: "Some.Package:SomeNodeType"): Failed to find mock asset with id "non-existing-asset" |

Neos.ContentRepository.LegacyNodeMigration/Tests/Behavior/Features/Exceptions.feature → Neos.ContentRepository.LegacyNodeMigration/Tests/Behavior/Features/Errors.feature

@@ -31,19 +31,23 @@ Feature: Exceptional cases during migrations
     Node aggregate with id "site-node-id" has a type of "Some.Package:SomeOtherNodeType" in content dimension [{"language":"en"}]. I was visited previously for content dimension [{"language":"de"}] with the type "Some.Package:SomeNodeType". Node variants must not have different types
     """
 
+    # Note: The behavior was changed with https://github.com/neos/neos-development-collection/pull/4201
   Scenario: Node with missing parent
     When I have the following node data rows:
       | Identifier | Path       |
       | sites      | /sites     |
       | a          | /sites/a   |
       | c          | /sites/b/c |
     And I run the event migration
-    Then I expect a MigrationError with the message
-    """
-    Failed to find parent node for node with id "c" and dimensions: []. Did you properly configure your dimensions setup to be in sync with the old setup?
-    """
+    Then I expect the following events to be exported
+      | Type                                | Payload                                                                                                |
+      | RootNodeAggregateWithNodeWasCreated | {"nodeAggregateId": "sites", "nodeTypeName": "Neos.Neos:Sites", "nodeAggregateClassification": "root"} |
+      | NodeAggregateWithNodeWasCreated     | {"nodeAggregateId": "a", "parentNodeAggregateId": "sites"}                                             |
+    And I expect the following errors to be logged
+      | Failed to find parent node for node with id "c" and dimensions: []. Please ensure that the new content repository has a valid content dimension configuration. Also note that the old CR can sometimes have orphaned nodes. |
 
-  # TODO: is it possible that nodes are processed in an order where a ancestor node is processed after a child node? -> in that case the following example should work (i.e. the scenario should fail)
+
+    # Note: The behavior was changed with https://github.com/neos/neos-development-collection/pull/4201
   Scenario: Nodes out of order
     When I have the following node data rows:
       | Identifier | Path       |
@@ -52,10 +56,14 @@ Feature: Exceptional cases during migrations
       | c          | /sites/b/c |
       | b          | /sites/b   |
     And I run the event migration
-    Then I expect a MigrationError with the message
-    """
-    Failed to find parent node for node with id "c" and dimensions: []. Did you properly configure your dimensions setup to be in sync with the old setup?
-    """
+    Then I expect the following events to be exported
+      | Type                                | Payload                                                                                                |
+      | RootNodeAggregateWithNodeWasCreated | {"nodeAggregateId": "sites", "nodeTypeName": "Neos.Neos:Sites", "nodeAggregateClassification": "root"} |
+      | NodeAggregateWithNodeWasCreated     | {"nodeAggregateId": "a", "parentNodeAggregateId": "sites"}                                             |
+      | NodeAggregateWithNodeWasCreated     | {"nodeAggregateId": "b", "parentNodeAggregateId": "sites"}                                             |
+    And I expect the following errors to be logged
+      | Failed to find parent node for node with id "c" and dimensions: []. Please ensure that the new content repository has a valid content dimension configuration. Also note that the old CR can sometimes have orphaned nodes. |
+
 
   Scenario: Invalid dimension configuration (unknown value)
     Given I change the content dimensions in content repository "default" to:
@@ -66,7 +74,11 @@ Feature: Exceptional cases during migrations
       | sites      | /sites   |                           |
       | a          | /sites/a | {"language": ["unknown"]} |
     And I run the event migration
-    Then I expect a MigrationError
+    Then I expect the following events to be exported
+      | Type                                | Payload                                                                                                |
+      | RootNodeAggregateWithNodeWasCreated | {"nodeAggregateId": "sites", "nodeTypeName": "Neos.Neos:Sites", "nodeAggregateClassification": "root"} |
+    And I expect the following errors to be logged
+      | Failed to find parent node for node with id "a" and dimensions: {"language":"unknown"}. Please ensure that the new content repository has a valid content dimension configuration. Also note that the old CR can sometimes have orphaned nodes. |
 
   Scenario: Invalid dimension configuration (no json)
     When I have the following node data rows:
@@ -84,7 +96,7 @@ Feature: Exceptional cases during migrations
     And I run the event migration
     Then I expect a MigrationError with the message
     """
-    Failed to decode properties "not json" of node "a" (type: "Some.Package:SomeNodeType")
+    Failed to decode properties "not json" of node "a" (type: "Some.Package:SomeNodeType"): Could not convert database value "not json" to Doctrine Type flow_json_array
     """
 
   Scenario: Node variants with the same dimension