WIP deployment updater refactor

Author: sethboyles

lib/cloud_controller/deployment_updater/actions/canary.rb

@@ -0,0 +1,40 @@
+require 'cloud_controller/deployment_updater/actions/scale_down_superseded'
+require 'cloud_controller/deployment_updater/calculators/all_instances_routable'
+
+module VCAP::CloudController
+  module DeploymentUpdater
+    module Actions
+      class Canary
+        attr_reader :deployment, :logger
+
+        def initialize(deployment, logger)
+          @deployment = deployment
+          @logger = logger
+        end
+
+        def call
+          deployment.db.transaction do
+            deployment.lock!
+            return unless deployment.state == DeploymentModel::PREPAUSED_STATE
+
+            ScaleDownSuperseded.new(deployment).call
+
+            if Calculators::AllInstancesRoutable.new(deployment, logger).call
+              deployment.update(
+                last_healthy_at: Time.now,
+                state: DeploymentModel::PAUSED_STATE,
+                status_value: DeploymentModel::ACTIVE_STATUS_VALUE,
+                status_reason: DeploymentModel::PAUSED_STATUS_REASON
+              )
+              logger.info("paused-canary-deployment-for-#{deployment.guid}")
+            end
+          end
+        end
+
+        def instance_reporters
+          CloudController::DependencyLocator.instance.instances_reporters
+        end
+      end
+    end
+  end
+end

lib/cloud_controller/deployment_updater/actions/cancel.rb

@@ -0,0 +1,69 @@
+module VCAP::CloudController
+  module DeploymentUpdater
+    module Actions
+      class Cancel
+        attr_reader :deployment, :logger, :app, :deploying_web_process
+
+        def initialize(deployment, logger)
+          @deployment = deployment
+          @logger = logger
+          @app = deployment.app
+          @deploying_web_process = deployment.deploying_web_process
+        end
+
+        def call
+          deployment.db.transaction do
+            app.lock!
+            return unless deployment.lock!.state == DeploymentModel::CANCELING_STATE
+
+            deploying_web_process.lock!
+
+            prior_web_process = interim_web_process || app.oldest_web_process
+            prior_web_process.lock!
+
+            prior_web_process.update(instances: deployment.original_web_process_instance_count, type: ProcessTypes::WEB)
+
+            cleanup_web_processes_except(prior_web_process)
+
+            deployment.update(
+              state: DeploymentModel::CANCELED_STATE,
+              status_value: DeploymentModel::FINALIZED_STATUS_VALUE,
+              status_reason: DeploymentModel::CANCELED_STATUS_REASON
+            )
+          end
+        end
+
+        private
+
+        def cleanup_web_processes_except(protected_process)
+          app.web_processes.
+            reject { |p| p.guid == protected_process.guid }.
+            map(&:destroy)
+        end
+
+        def interim_web_process
+          # Find newest interim web process that (a) belongs to a SUPERSEDED (DEPLOYED) deployment and (b) has at least
+          # one running instance.
+          app.web_processes_dataset.
+            qualify.
+            join(:deployments, deploying_web_process_guid: :guid).
+            where(deployments__state: DeploymentModel::DEPLOYED_STATE).
+            where(deployments__status_reason: DeploymentModel::SUPERSEDED_STATUS_REASON).
+            order(Sequel.desc(:created_at), Sequel.desc(:id)).
+            find { |p| running_instance?(p) }
+        end
+
+        def running_instance?(process)
+          instances = instance_reporters.all_instances_for_app(process)
+          instances.any? { |_, val| val[:state] == VCAP::CloudController::Diego::LRP_RUNNING }
+        rescue CloudController::Errors::ApiError # the instances_reporter re-raises InstancesUnavailable as ApiError
+          false
+        end
+
+        def instance_reporters
+          CloudController::DependencyLocator.instance.instances_reporters
+        end
+      end
+    end
+  end
+end

lib/cloud_controller/deployment_updater/actions/finalize.rb

@@ -0,0 +1,60 @@
+module VCAP::CloudController
+  module DeploymentUpdater
+    module Actions
+      class Finalize
+        attr_reader :deployment, :deploying_web_process, :app
+
+        def initialize(deployment)
+          @deployment = deployment
+          @app = deployment.app
+          @deploying_web_process = deployment.deploying_web_process
+        end
+
+        def call
+          promote_deploying_web_process
+
+          cleanup_web_processes_except(deploying_web_process)
+
+          update_non_web_processes
+          restart_non_web_processes
+          deployment.update(
+            state: DeploymentModel::DEPLOYED_STATE,
+            status_value: DeploymentModel::FINALIZED_STATUS_VALUE,
+            status_reason: DeploymentModel::DEPLOYED_STATUS_REASON
+          )
+        end
+
+        private
+
+        def promote_deploying_web_process
+          deploying_web_process.update(type: ProcessTypes::WEB)
+        end
+
+        def cleanup_web_processes_except(protected_process)
+          app.web_processes.
+            reject { |p| p.guid == protected_process.guid }.
+            map(&:destroy)
+        end
+
+        def update_non_web_processes
+          return if deploying_web_process.revision.nil?
+
+          app.processes.reject(&:web?).each do |process|
+            process.update(command: deploying_web_process.revision.commands_by_process_type[process.type])
+          end
+        end
+
+        def restart_non_web_processes
+          app.processes.reject(&:web?).each do |process|
+            VCAP::CloudController::ProcessRestart.restart(
+              process: process,
+              config: Config.config,
+              stop_in_runtime: true,
+              revision: deploying_web_process.revision
+            )
+          end
+        end
+      end
+    end
+  end
+end

lib/cloud_controller/deployment_updater/actions/scale.rb

@@ -0,0 +1,62 @@
+require 'cloud_controller/deployment_updater/actions/scale_down_superseded'
+require 'cloud_controller/deployment_updater/actions/scale_down_old_process'
+require 'cloud_controller/deployment_updater/actions/finalize'
+require 'cloud_controller/deployment_updater/calculators/all_instances_routable'
+
+module VCAP::CloudController
+  module DeploymentUpdater
+    module Actions
+      class Scale
+        attr_reader :deployment, :logger, :app
+
+        def initialize(deployment, logger)
+          @deployment = deployment
+          @logger = logger
+          @app = deployment.app
+        end
+
+        def call
+          deployment.db.transaction do
+            app.lock!
+
+            return unless deployment.lock!.state == DeploymentModel::DEPLOYING_STATE
+
+            ScaleDownSuperseded.new(deployment).call
+
+            oldest_web_process_with_instances.lock!
+            deploying_web_process.lock!
+
+            return unless Calculators::AllInstancesRoutable.new(deployment, logger).call
+
+            deployment.update(
+              last_healthy_at: Time.now,
+              state: DeploymentModel::DEPLOYING_STATE,
+              status_value: DeploymentModel::ACTIVE_STATUS_VALUE,
+              status_reason: DeploymentModel::DEPLOYING_STATUS_REASON
+            )
+
+            if deploying_web_process.instances >= deployment.original_web_process_instance_count
+              Finalize.new(deployment).call
+              return
+            end
+
+            ScaleDownOldProcess.new(deployment).call
+
+            instances_to_scale = [deploying_web_process.instances + deployment.max_in_flight, deployment.original_web_process_instance_count].min
+            deploying_web_process.update(instances: instances_to_scale)
+          end
+        end
+
+        private
+
+        def oldest_web_process_with_instances
+          @oldest_web_process_with_instances ||= app.web_processes.select { |process| process.instances > 0 }.min_by { |p| [p.created_at, p.id] }
+        end
+
+        def deploying_web_process
+          @deploying_web_process ||= deployment.deploying_web_process
+        end
+      end
+    end
+  end
+end

lib/cloud_controller/deployment_updater/actions/scale_down_old_process.rb

@@ -0,0 +1,39 @@
+module VCAP::CloudController
+  module DeploymentUpdater
+    module Actions
+      class ScaleDownOldProcess
+        attr_reader :deployment, :app
+
+        def initialize(deployment)
+          @deployment = deployment
+          @app = deployment.app
+        end
+
+        def call
+          process = oldest_web_process_with_instances
+
+          if process.instances <= deployment.max_in_flight && is_interim_process?(process)
+            process.destroy
+            return
+          end
+
+          process.update(instances: [(process.instances - deployment.max_in_flight), 0].max)
+        end
+
+        private
+
+        def oldest_web_process_with_instances
+          @oldest_web_process_with_instances ||= app.web_processes.select { |process| process.instances > 0 }.min_by { |p| [p.created_at, p.id] }
+        end
+
+        def is_original_web_process?(process)
+          process == app.oldest_web_process
+        end
+
+        def is_interim_process?(process)
+          !is_original_web_process?(process)
+        end
+      end
+    end
+  end
+end

lib/cloud_controller/deployment_updater/actions/scale_down_superseded.rb

@@ -0,0 +1,30 @@
+module VCAP::CloudController
+  module DeploymentUpdater
+    module Actions
+      class ScaleDownSuperseded
+        attr_reader :deployment
+
+        def initialize(deployment)
+          @deployment = deployment
+        end
+
+        def call
+          superseded_processes.each { |p| p.lock!.update(instances: 0) }
+        end
+
+        private
+
+        def superseded_processes
+          # Find interim web processes that (a) belong to a SUPERSEDED (CANCELED) deployment and (b) have instances
+          # and scale them to zero.
+          deployment.app.web_processes_dataset.
+            qualify.
+            join(:deployments, deploying_web_process_guid: :guid).
+            where(deployments__state: DeploymentModel::CANCELED_STATE).
+            where(deployments__status_reason: DeploymentModel::SUPERSEDED_STATUS_REASON).
+            where(Sequel[:processes__instances] > 0)
+        end
+      end
+    end
+  end
+end

lib/cloud_controller/deployment_updater/calculators/all_instances_routable.rb

@@ -0,0 +1,26 @@
+module VCAP::CloudController
+  module DeploymentUpdater
+    module Calculators
+      class AllInstancesRoutable
+        attr_reader :deployment, :logger
+
+        def initialize(deployment, logger)
+          @deployment = deployment
+          @logger = logger
+        end
+
+        def call
+          instances = instance_reporters.all_instances_for_app(deployment.deploying_web_process)
+          instances.all? { |_, val| val[:state] == VCAP::CloudController::Diego::LRP_RUNNING && val[:routable] }
+        rescue CloudController::Errors::ApiError # the instances_reporter re-raises InstancesUnavailable as ApiError
+          logger.info("skipping-deployment-update-for-#{deployment.guid}")
+          false
+        end
+
+        def instance_reporters
+          CloudController::DependencyLocator.instance.instances_reporters
+        end
+      end
+    end
+  end
+end