Stop migration pipeline on failure.

triadev · Oct 20, 2018 · b0394df · b0394df
1 parent ea34350
commit b0394df
Show file tree

Hide file tree

Showing 19 changed files with 195 additions and 22 deletions.
diff --git a/src/Business/Repository/ElasticsearchMigrationStep.php b/src/Business/Repository/ElasticsearchMigrationStep.php
@@ -17,7 +17,8 @@ public function create(
         int $migrationId,
         string $type,
         array $params = [],
-        int $priority = 1
+        int $priority = 1,
+        bool $stopOnFailure = true
     ): \Triadev\EsMigration\Models\Entity\ElasticsearchMigrationStep {
         $dbMigration = new \Triadev\EsMigration\Models\Entity\ElasticsearchMigrationStep();
 
@@ -26,6 +27,7 @@ public function create(
         $dbMigration->status = MigrationStatus::MIGRATION_STATUS_WAIT;
         $dbMigration->params = json_encode($params);
         $dbMigration->priority = $priority;
+        $dbMigration->stop_on_failure = $stopOnFailure;
 
         $dbMigration->saveOrFail();
 
@@ -39,7 +41,8 @@ public function update(
         int $migrationStepId,
         int $status,
         ?string $error = null,
-        ?int $priority = null
+        ?int $priority = null,
+        ?bool $stopOnFailure = null
     ): \Triadev\EsMigration\Models\Entity\ElasticsearchMigrationStep {
         $entity = $this->find($migrationStepId);
         if (!$entity) {
@@ -55,6 +58,10 @@ public function update(
             $entity->priority = $priority;
         }
 
+        if (is_bool($stopOnFailure)) {
+            $entity->stop_on_failure = $stopOnFailure;
+        }
+
         $entity->saveOrFail();
 
         $this->dispatchStatus($entity);

diff --git a/src/Business/Service/MigrationSteps.php b/src/Business/Service/MigrationSteps.php
@@ -53,6 +53,8 @@ public function getMigrationSteps(string $migration, bool $withoutDoneSteps = tr
                     $migrationStepEntity->status,
                     $migrationStepEntity->error,
                     json_decode($migrationStepEntity->params, true),
+                    $migrationStepEntity->priority,
+                    $migrationStepEntity->stop_on_failure,
                     new \DateTime($migrationStepEntity->created_at),
                     new \DateTime($migrationStepEntity->updated_at)
                 );

diff --git a/src/Contract/ElasticsearchMigrationContract.php b/src/Contract/ElasticsearchMigrationContract.php
@@ -21,13 +21,15 @@ public function createMigration(string $migration) : bool;
      * @param string $type
      * @param array $params
      * @param int $priority
+     * @param bool $stopOnFailure
      * @return bool
      */
     public function addMigrationStep(
         string $migration,
         string $type,
         array $params = [],
-        int $priority = 1
+        int $priority = 1,
+        bool $stopOnFailure = true
     ) : bool;
 
     /**

diff --git a/src/Contract/Repository/ElasticsearchMigrationStepContract.php b/src/Contract/Repository/ElasticsearchMigrationStepContract.php
@@ -13,6 +13,7 @@ interface ElasticsearchMigrationStepContract
      * @param string $type
      * @param array $params
      * @param int $priority
+     * @param bool $stopOnFailure
      * @return ElasticsearchMigrationStep
      *
      * @throws \Throwable
@@ -21,7 +22,8 @@ public function create(
         int $migrationId,
         string $type,
         array $params = [],
-        int $priority = 1
+        int $priority = 1,
+        bool $stopOnFailure = true
     ) : ElasticsearchMigrationStep;
 
     /**
@@ -31,6 +33,7 @@ public function create(
      * @param int $status
      * @param string|null $error
      * @param int|null $priority
+     * @param bool|null $stopOnFailure
      * @return ElasticsearchMigrationStep
      *
      * @throws MigrationsNotExist
@@ -40,7 +43,8 @@ public function update(
         int $migrationStepId,
         int $status,
         ?string $error = null,
-        ?int $priority = null
+        ?int $priority = null,
+        ?bool $stopOnFailure = null
     ) : ElasticsearchMigrationStep;
 
     /**

diff --git a/src/Database/Migrations/2018_09_18_000000_create_elasticsearch_migration_table.php b/src/Database/Migrations/2018_09_18_000000_create_elasticsearch_migration_table.php
@@ -16,7 +16,9 @@ public function up()
         Schema::create('triadev_elasticsearch_migration', function (Blueprint $table) {
             $table->bigIncrements('id');
             $table->string('migration');
-            $table->integer('status');
+            $table->integer('status')->default(
+                \Triadev\EsMigration\Business\Mapper\MigrationStatus::MIGRATION_STATUS_WAIT
+            );
             $table->text('error')->nullable();
             $table->timestamps();
         });

diff --git a/src/Database/Migrations/2018_09_22_000000_create_elasticsearch_migration_step_table.php b/src/Database/Migrations/2018_09_22_000000_create_elasticsearch_migration_step_table.php
@@ -17,10 +17,13 @@ public function up()
             $table->bigIncrements('id');
             $table->bigInteger('migration_id');
             $table->string('type');
-            $table->integer('status');
+            $table->integer('status')->default(
+                \Triadev\EsMigration\Business\Mapper\MigrationStatus::MIGRATION_STATUS_WAIT
+            );
             $table->text('error')->nullable();
             $table->text('params');
-            $table->integer('priority');
+            $table->integer('priority')->default(1);
+            $table->boolean('stop_on_failure')->default(true);
             $table->timestamps();
 
             $table->foreign('migration_id')->references('id')->on('triadev_elasticsearch_migration');

diff --git a/src/ElasticsearchMigration.php b/src/ElasticsearchMigration.php
@@ -55,7 +55,8 @@ public function addMigrationStep(
         string $migration,
         string $type,
         array $params = [],
-        int $priority = 1
+        int $priority = 1,
+        bool $stopOnFailure = true
     ) : bool {
         if (!(new MigrationTypes())->isMigrationTypeValid($type)) {
             return false;
@@ -67,7 +68,8 @@ public function addMigrationStep(
                     $migration->id,
                     $type,
                     $params,
-                    $priority
+                    $priority,
+                    $stopOnFailure
                 );
 
                 return true;
@@ -112,32 +114,26 @@ public function getMigrationStatus(string $migration) : array
      */
     public function startMigration(string $migration, ElasticsearchClients $elasticsearchClients)
     {
-        $this->checkIfMigrationAlreadyRunning($migration);
+        $this->checkIfMigrationAlreadyDone($migration);
 
         try {
             $migrationSteps = $this->migrationStepService->getMigrationSteps($migration, true);
-            
+
             if (!empty($migrationSteps)) {
                 $this->migrationRepository->createOrUpdate($migration, MigrationStatus::MIGRATION_STATUS_RUNNING);
-                
+
                 foreach ($migrationSteps as $migrationStep) {
                     $this->startMigrationStep($migrationStep, $elasticsearchClients);
                 }
 
                 $this->migrationRepository->createOrUpdate($migration, MigrationStatus::MIGRATION_STATUS_DONE);
             }
         } catch (\Exception $e) {
-            $this->migrationRepository->createOrUpdate(
-                $migration,
-                MigrationStatus::MIGRATION_STATUS_ERROR,
-                $e->getMessage()
-            );
-
-            throw $e;
+            $this->migrationRepository->createOrUpdate($migration, MigrationStatus::MIGRATION_STATUS_ERROR, $e->getMessage());
         }
     }
 
-    private function checkIfMigrationAlreadyRunning(string $migration)
+    private function checkIfMigrationAlreadyDone(string $migration)
     {
         $migrationEntity = $this->migrationRepository->find($migration);
 
@@ -162,7 +158,11 @@ private function startMigrationStep(
 
             $this->migrationStepRepository->update($migrationStep->getId(), MigrationStatus::MIGRATION_STATUS_DONE);
         } catch (\Exception $e) {
-            $this->migrationStepRepository->update($migrationStep->getId(), MigrationStatus::MIGRATION_STATUS_ERROR);
+            $this->migrationStepRepository->update($migrationStep->getId(), MigrationStatus::MIGRATION_STATUS_ERROR, $e->getMessage());
+
+            if ($migrationStep->isStopOnFailure()) {
+                throw $e;
+            }
         }
     }
 }
diff --git a/src/Models/Entity/ElasticsearchMigrationStep.php b/src/Models/Entity/ElasticsearchMigrationStep.php
@@ -11,6 +11,7 @@
  * @property string|null $error
  * @property string $params
  * @property integer $priority
+ * @property bool $stop_on_failure
  * @property string $created_at
  * @property string $updated_at
  */

diff --git a/src/Models/MigrationStep.php b/src/Models/MigrationStep.php
@@ -18,6 +18,12 @@ class MigrationStep
     /** @var array */
     private $params;
 
+    /** @var int */
+    private $priority;
+
+    /** @var bool */
+    private $stopOnFailure;
+
     /** @var \DateTime */
     private $createdAt;
 
@@ -31,6 +37,8 @@ class MigrationStep
      * @param int $status
      * @param null|string $error
      * @param array $params
+     * @param int $priority
+     * @param bool $stopOnFailure
      * @param \DateTime $createdAt
      * @param \DateTime $updatedAt
      */
@@ -40,6 +48,8 @@ public function __construct(
         int $status,
         ?string $error,
         array $params,
+        int $priority,
+        bool $stopOnFailure,
         \DateTime $createdAt,
         \DateTime $updatedAt
     ) {
@@ -48,6 +58,8 @@ public function __construct(
         $this->status = $status;
         $this->error = $error;
         $this->params = $params;
+        $this->priority = $priority;
+        $this->stopOnFailure = $stopOnFailure;
         $this->createdAt = $createdAt;
         $this->updatedAt = $updatedAt;
     }
@@ -107,4 +119,20 @@ public function getUpdatedAt(): \DateTime
     {
         return $this->updatedAt;
     }
+
+    /**
+     * @return int
+     */
+    public function getPriority(): int
+    {
+        return $this->priority;
+    }
+
+    /**
+     * @return bool
+     */
+    public function isStopOnFailure(): bool
+    {
+        return $this->stopOnFailure;
+    }
 }
diff --git a/tests/integration/Business/Migration/CreateIndexTest.php b/tests/integration/Business/Migration/CreateIndexTest.php
@@ -40,6 +40,8 @@ public function it_throws_an_validation_exception()
             MigrationStatus::MIGRATION_STATUS_WAIT,
             null,
             [],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -59,6 +61,8 @@ public function it_fails_if_index_already_exist()
             MigrationStatus::MIGRATION_STATUS_WAIT,
             null,
             $this->getValidPayload(),
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -81,6 +85,8 @@ public function it_runs_migration()
             MigrationStatus::MIGRATION_STATUS_WAIT,
             null,
             $this->getValidPayload(),
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));

diff --git a/tests/integration/Business/Migration/DeleteAliasTest.php b/tests/integration/Business/Migration/DeleteAliasTest.php
@@ -62,6 +62,8 @@ public function it_throws_an_validation_exception()
             MigrationStatus::MIGRATION_STATUS_WAIT,
             null,
             [],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -84,6 +86,8 @@ public function it_fails_if_index_not_exist()
                 'index' => 'index',
                 'name' => 'Alias'
             ],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -104,6 +108,8 @@ public function it_fails_if_alias_not_exist()
                 'index' => 'index',
                 'name' => 'Alias'
             ],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -135,6 +141,8 @@ public function it_runs_migration()
                 'index' => 'index',
                 'name' => 'Alias'
             ],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));

diff --git a/tests/integration/Business/Migration/DeleteByQueryTest.php b/tests/integration/Business/Migration/DeleteByQueryTest.php
@@ -59,6 +59,8 @@ public function it_throws_an_validation_exception()
             MigrationStatus::MIGRATION_STATUS_WAIT,
             null,
             [],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -78,6 +80,8 @@ public function it_fails_if_index_not_exist()
             MigrationStatus::MIGRATION_STATUS_WAIT,
             null,
             $this->getValidPayload(),
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -106,6 +110,8 @@ public function it_runs_migration()
             MigrationStatus::MIGRATION_STATUS_WAIT,
             null,
             $this->getValidPayload(),
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));

diff --git a/tests/integration/Business/Migration/DeleteIndexTest.php b/tests/integration/Business/Migration/DeleteIndexTest.php
@@ -60,6 +60,8 @@ public function it_throws_an_validation_exception()
             MigrationStatus::MIGRATION_STATUS_WAIT,
             null,
             [],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -81,6 +83,8 @@ public function it_fails_if_index_not_exist()
             [
                 'index' => 'index'
             ],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));
@@ -103,6 +107,8 @@ public function it_runs_migration()
             [
                 'index' => 'index'
             ],
+            1,
+            true,
             new \DateTime(),
             new \DateTime()
         ));