OCT-169: fix migration of ES index

akeneo · Nov 8, 2022 · 6b7b824 · 6b7b824
1 parent 84ca04d
commit 6b7b824
Show file tree

Hide file tree

Showing 2 changed files with 118 additions and 1 deletion.
diff --git a/upgrades/schema/Version_7_0_20221026154157_add_id_to_events_api_debug_index_mapping.php b/upgrades/schema/Version_7_0_20221026154157_add_id_to_events_api_debug_index_mapping.php
@@ -9,6 +9,7 @@
 use Elasticsearch\ClientBuilder;
 use Symfony\Component\DependencyInjection\ContainerAwareInterface;
 use Symfony\Component\DependencyInjection\ContainerInterface;
+use Symfony\Component\Yaml\Yaml;
 use Webmozart\Assert\Assert;
 
 /**
@@ -33,6 +34,11 @@ public function up(Schema $schema): void
             throw new \RuntimeException('Unable to retrieve existing mapping.');
         }
 
+        if ('keyword' !== (current($existingMapping)['mappings']['properties']['id']['type'] ?? '')) {
+            $this->reindexWhenThereIsAlreadyAnId();
+            return;
+        }
+
         $client->putMapping([
             'index' => $eventsApiDebugIndexName,
             'body' => [
@@ -41,7 +47,79 @@ public function up(Schema $schema): void
                 ],
             ],
         ]);
+    }
+
+    private function reindexWhenThereIsAlreadyAnId(): void
+    {
+        $builder = $this->container->get('akeneo_elasticsearch.client_builder');
+        $builder->setHosts([$this->container->getParameter('index_hosts')]);
+        /** @var \Elasticsearch\Client $client */
+        $client = $builder->build();
+        $alias = $this->container->getParameter('events_api_debug_index_name');
+        $copy = sprintf('%s_copy', $alias);
+        $indice = array_keys($client->indices()->getAlias(['name' => $alias]))[0];
+
+        $mapping = $this->getMappingConfiguration();
+
+        $client->indices()->create([
+            'index' => $copy,
+            'body' => $mapping,
+        ]);
+
+        $client->reindex([
+            'refresh' => true,
+            'body' => [
+                'source' => [
+                    'index' => $indice,
+                ],
+                'dest' => [
+                    'index' => $copy,
+                ],
+            ],
+        ]);
+
+        $client->indices()->putAlias([
+            'name' => $alias,
+            'index' => $copy,
+        ]);
+
+        $client->indices()->delete([
+            'index' => $indice,
+        ]);
+
+        $client->indices()->create([
+            'index' => $indice,
+            'body' => $mapping,
+        ]);
+
+        $client->reindex([
+            'refresh' => true,
+            'body' => [
+                'source' => [
+                    'index' => $copy,
+                ],
+                'dest' => [
+                    'index' => $indice,
+                ],
+            ],
+        ]);
+
+        $client->indices()->putAlias([
+            'name' => $alias,
+            'index' => $indice,
+        ]);
+
+        $client->indices()->delete([
+            'index' => $copy,
+        ]);
+    }
+
+    private function getMappingConfiguration(): array
+    {
+        $ceDir = $this->container->getParameter('pim_ce_dev_src_folder_location');
+        $path = "{$ceDir}/src/Akeneo/Connectivity/Connection/back/Infrastructure/Symfony/Resources/elasticsearch/events_api_debug_mapping.yml";
 
+        return Yaml::parseFile($path);
     }
 
     public function down(Schema $schema): void

diff --git a/...chema/Version_7_0_20221026154157_add_id_to_events_api_debug_index_mapping_Integration.php b/...chema/Version_7_0_20221026154157_add_id_to_events_api_debug_index_mapping_Integration.php
@@ -4,10 +4,12 @@
 
 namespace Pim\Upgrade\Schema\Tests;
 
+use Akeneo\Connectivity\Connection\Domain\Webhook\Model\EventsApiDebugLogLevels;
 use Akeneo\Test\Integration\TestCase;
 use Akeneo\Tool\Bundle\ElasticsearchBundle\Client;
 use Akeneo\Tool\Bundle\ElasticsearchBundle\IndexConfiguration\Loader;
 use Elasticsearch\Client as NativeClient;
+use Ramsey\Uuid\Uuid;
 use Symfony\Component\DependencyInjection\ParameterBag\ParameterBagInterface;
 use Symfony\Component\Yaml\Yaml;
 
@@ -37,7 +39,7 @@ protected function setUp(): void
         $this->eventsApiDebugClient = $this->get('akeneo_connectivity.client.events_api_debug');
     }
 
-    public function test_it_adds_the_entity_updated_property_to_the_mapping(): void
+    public function test_it_adds_the_id_property_to_the_mapping(): void
     {
         $this->recreateIndexWithoutIdFieldInTheMapping();
         $properties = $this->getIndexMappingProperties();
@@ -50,6 +52,43 @@ public function test_it_adds_the_entity_updated_property_to_the_mapping(): void
         self::assertSame(['type' => 'keyword'], $properties['id']);
     }
 
+    public function test_it_changes_the_id_property_from_text_to_keyword(): void
+    {
+        $this->recreateIndexWithoutIdFieldInTheMapping();
+        self::assertArrayNotHasKey('id', $this->getIndexMappingProperties());
+
+        $this->nativeClient->index([
+            'index' => self::getContainer()->getParameter('events_api_debug_index_name'),
+            'body' => [
+                'id' => 'aa63292c-a06c-4c50-afb9-c98c97dc8a13',
+                'timestamp' => '1667946703',
+                'level' => 'notice',
+                'message' => 'foobar',
+                'connection_code' => 'foo',
+                'context' => [],
+            ],
+        ]);
+        $this->nativeClient->indices()->refresh();
+        self::assertSame('text', $this->getIndexMappingProperties()['id']['type']);
+
+        $this->reExecuteMigration(self::MIGRATION_LABEL);
+
+        $properties = $this->getIndexMappingProperties();
+        self::assertSame('keyword', $properties['id']['type']);
+
+        $documents = $this->nativeClient->search([
+            'index' => self::getContainer()->getParameter('events_api_debug_index_name'),
+        ]);
+        self::assertSame([
+            'id' => 'aa63292c-a06c-4c50-afb9-c98c97dc8a13',
+            'timestamp' => '1667946703',
+            'level' => 'notice',
+            'message' => 'foobar',
+            'connection_code' => 'foo',
+            'context' => [],
+        ], $documents['hits']['hits'][0][('_source')]);
+    }
+
     private function recreateIndexWithoutIdFieldInTheMapping(): void
     {
         $configFiles = $this->getParameter('elasticsearch_index_configuration_files');