installation: Create new installation process

Create new CNF installation process, that will support multiple deployments,
be more comprehensible and easier to maintain.
Don't replace the old one yet, both installation methods
should exist simultaneously

Refs: #2161
Signed-off-by: Konstantin Yarovoy <[email protected]>

spec/utils/utils_spec.cr

@@ -118,30 +118,9 @@ describe "Utils" do
 
   it "'single_task_runner' should put a 1 in the results file if it has an exception", tags: ["task_runner"]  do
     CNFManager::Points.clean_results_yml
-    args = Sam::Args.new(["cnf-config=./cnf-testsuite.yml"])
+    args = Sam::Args.new()
     task_response = CNFManager::Task.single_task_runner(args) do
-      cdir = FileUtils.pwd()
-      response = String::Builder.new
-      config = CNFInstall::Config.parse_cnf_config_from_file(CNFManager.ensure_cnf_testsuite_yml_path(args.named["cnf-config"].as(String)))
-      helm_directory = config.deployments.get_deployment_param(:helm_directory) 
-      if File.directory?(CNFManager.ensure_cnf_testsuite_dir(args.named["cnf-config"].as(String)) + helm_directory)
-        Dir.cd(CNFManager.ensure_cnf_testsuite_dir(args.named["cnf-config"].as(String)) + helm_directory)
-        Process.run("grep -r -P '^(?!.+0\.0\.0\.0)(?![[:space:]]*0\.0\.0\.0)(?!#)(?![[:space:]]*#)(?!\/\/)(?![[:space:]]*\/\/)(?!\/\\*)(?![[:space:]]*\/\\*)(.+([0-9]{1,3}[\.]){3}[0-9]{1,3})'", shell: true) do |proc|
-          while line = proc.output.gets
-            response << line
-          end
-        end
-        Dir.cd(cdir)
-        if response.to_s.size > 0
-          resp = upsert_failed_task("ip_addresses","✖️  FAILED: IP addresses found", Time.utc)
-        else
-          resp = upsert_passed_task("ip_addresses", "✔️  PASSED: No IP addresses found", Time.utc)
-        end
-        resp
-      else
-        Dir.cd(cdir)
-        resp = upsert_passed_task("ip_addresses", "✔️  PASSED: No IP addresses found", Time.utc)
-      end
+      raise Exception.new()
     end
     yaml = File.open("#{CNFManager::Points::Results.file}") do |file|
       YAML.parse(file)

src/tasks/cnf_setup.cr

@@ -96,6 +96,27 @@ task "sample_generic_cnf_cleanup" do |_, args|
   CNFManager.sample_cleanup(config_file: "sample-cnfs/sample-generic-cnf", verbose: true)
 end
 
+task "new_cnf_setup" do |_, args|
+  if CNFManager.cnf_installed?
+    stdout_warning "A CNF is already set up. Setting up multiple CNFs is not allowed."
+    stdout_warning "To set up a new CNF, clean up the existing one by running: cnf_cleanup cnf-path=#{CNFManager.cnf_config_list.first}"
+    exit 0
+  end
+  if ClusterTools.install
+    stdout_success "ClusterTools installed"
+  else
+    stdout_failure "The ClusterTools installation timed out. Please check the status of the cluster-tools pods."
+    exit 1
+  end
+  stdout_success "CNF installation start."
+  CNFInstall.install_cnf(args)
+  stdout_success "CNF installation complete."
+end
+
+task "new_cnf_cleanup" do |_, args|
+  CNFInstall.uninstall_cnf()
+end
+
 def interactively_create_config
   new_config = {
     config_version: CNFInstall::Config::ConfigVersion::Latest.to_s,

src/tasks/constants.cr

@@ -2,9 +2,12 @@ require "./utils/embedded_file_manager.cr"
 
 ESSENTIAL_PASSED_THRESHOLD = 15
 CNF_DIR = "cnfs"
+DEPLOYMENTS_DIR = File.join(CNF_DIR, "deployments")
+CNF_TEMP_FILES_DIR = File.join(CNF_DIR, "temp_files")
 CONFIG_FILE = "cnf-testsuite.yml"
 BASE_CONFIG = "./config.yml"
 COMMON_MANIFEST_FILE_PATH = "#{CNF_DIR}/common_manifest.yml"
+DEPLOYMENT_MANIFEST_FILE_NAME = "deployment_manifest.yml"
 PASSED = "passed"
 FAILED = "failed"
 SKIPPED = "skipped"

src/tasks/utils/cnf_installation/config.cr

@@ -10,6 +10,10 @@ module CNFInstall
     end
 
     def self.parse_cnf_config_from_file(path_to_config)
+      if !File.exists?(path_to_config)
+        stdout_failure "No config found at #{path_to_config}."
+        exit 1
+      end
       yaml_content = File.read(path_to_config)
       config_dir = CNFManager.ensure_cnf_testsuite_dir(path_to_config)
       begin

src/tasks/utils/cnf_installation/deployment_management/deployment_manager_common.cr

@@ -0,0 +1,15 @@
+module CNFInstall
+  abstract class DeploymentManager
+    property deployment_name : String
+
+    abstract def install
+    abstract def uninstall
+    abstract def generate_manifest
+
+    def initialize(deployment_name)
+      @deployment_name = deployment_name
+    end
+  end
+
+
+end

src/tasks/utils/cnf_installation/deployment_management/helm_deployment_manager.cr

@@ -0,0 +1,109 @@
+require "../config_versions/config_versions.cr"
+require "./deployment_manager_common.cr"
+
+module CNFInstall
+  abstract class HelmDeploymentManager < DeploymentManager
+    def initialize(deployment_name)
+      super(deployment_name)
+    end
+
+    abstract def get_deployment_config() : ConfigV2::HelmDeploymentConfig
+
+    def get_deployment_name()
+      helm_deployment_config = get_deployment_config()
+      helm_deployment_config.name()
+    end
+
+    def get_deployment_namespace()
+      helm_deployment_config = get_deployment_config()
+      helm_deployment_config.namespace.empty? ? DEFAULT_CNF_NAMESPACE : helm_deployment_config.namespace
+    end
+
+    def install_from_folder(chart_path, helm_namespace, helm_values)
+      begin
+        CNFManager.ensure_namespace_exists!(helm_namespace)
+        #TODO (kosstennbl) fix Helm install to add -n to namespace and remove it there
+        response = Helm.install(release_name: @deployment_name, helm_chart: chart_path, namespace: "-n #{helm_namespace}", values: helm_values)
+        if !response[:status].success?
+          stdout_failure "Helm installation failed, stderr:"
+          stdout_failure "\t#{response[:error]}"
+          exit 1
+        end
+      rescue e : Helm::InstallationFailed
+        stdout_failure "Helm installation failed with message:"
+        stdout_failure "\t#{e.message}"
+        exit 1
+      rescue e : Helm::CannotReuseReleaseNameError
+        stdout_failure "Helm deployment \"#{@deployment_name}\" already exists in \"#{helm_namespace}\" namespace."
+        stdout_failure "Change deployment name in CNF configuration or uninstall existing deployment."
+        exit 1
+      end
+    end
+
+    def uninstall()
+      deployment_name = get_deployment_name()
+      helm_uninstall_cmd = "#{deployment_name} -n #{get_deployment_namespace()}"
+      result = Helm.uninstall(helm_uninstall_cmd)
+      if result[:status].success?
+        stdout_success "Successfully uninstalled helm deployment \"#{deployment_name}\"."
+      end
+    end
+
+    def generate_manifest()
+      namespace = get_deployment_namespace()
+      generated_manifest = Helm.generate_manifest(get_deployment_name(), namespace)
+      generated_manifest_with_namespaces = Manifest.add_namespace_to_resources(generated_manifest, namespace)
+    end
+  end
+
+  class HelmChartDeploymentManager < HelmDeploymentManager
+    @helm_chart_config : ConfigV2::HelmChartConfig
+
+    def initialize(helm_chart_config)
+      super(helm_chart_config.name)
+      @helm_chart_config = helm_chart_config
+    end
+
+    def install()
+      helm_repo_url = @helm_chart_config.helm_repo_url
+      helm_repo_name = @helm_chart_config.helm_repo_name
+      helm_chart_name = @helm_chart_config.helm_chart_name
+
+      if !helm_repo_url.empty?
+        Helm.helm_repo_add(helm_repo_name, helm_repo_url)
+      end
+      helm_pull_destination = File.join(DEPLOYMENTS_DIR, @deployment_name)
+      helm_pull_cmd = "#{helm_repo_name}/#{helm_chart_name} --untar --destination #{helm_pull_destination}"
+      pull_response = Helm.pull(helm_pull_cmd)
+      if !pull_response[:status].success?
+        stdout_failure "Helm pull failed for deployment \"#{get_deployment_name()}\": #{pull_response[:error]}"
+        exit 1
+      end
+      chart_path = File.join(helm_pull_destination, helm_chart_name)
+      install_from_folder(chart_path, get_deployment_namespace(), @helm_chart_config.helm_values)
+    end
+
+    def get_deployment_config() : ConfigV2::HelmDeploymentConfig
+      @helm_chart_config
+    end
+  end
+
+  class HelmDirectoryDeploymentManager < HelmDeploymentManager
+    @helm_directory_config : ConfigV2::HelmDirectoryConfig
+
+    def initialize(helm_directory_config)
+      super(helm_directory_config.name)
+      @helm_directory_config = helm_directory_config
+    end
+
+    def install()
+      chart_path = File.join(DEPLOYMENTS_DIR, @deployment_name, @helm_directory_config.helm_directory)
+      install_from_folder(chart_path, get_deployment_namespace(), @helm_directory_config.helm_values)
+    end
+
+
+    def get_deployment_config() : ConfigV2::HelmDeploymentConfig
+      @helm_directory_config
+    end
+  end
+end

src/tasks/utils/cnf_installation/deployment_management/manifest_deployment_manager.cr

@@ -0,0 +1,37 @@
+require "../config_versions/config_versions.cr"
+require "./deployment_manager_common.cr"
+
+
+module CNFInstall
+  class ManifestDeploymentManager < DeploymentManager
+    @manifest_config : ConfigV2::ManifestDirectoryConfig
+    @manifest_directory_path : String
+
+    def initialize(manifest_config)
+      super(manifest_config.name)
+      @manifest_config = manifest_config
+      @manifest_directory_path = File.join(DEPLOYMENTS_DIR, @deployment_name, @manifest_config.manifest_directory)
+    end
+
+    def install()
+      KubectlClient::Apply.file(@manifest_directory_path)
+    end
+
+    def uninstall()
+      result = KubectlClient::Delete.file(@manifest_directory_path, wait: true)
+      if result[:status].success?
+        stdout_success "Successfully uninstalled manifest deployment \"#{@manifest_config.name}\""
+      end
+    end
+
+    def generate_manifest()
+      deployment_manifest = ""
+      list_of_manifests = Manifest.manifest_file_list(@manifest_directory_path)
+      list_of_manifests.each do |manifest_path|
+        manifest = File.read(manifest_path)
+        deployment_manifest = deployment_manifest + manifest + "\n"
+      end
+      deployment_manifest
+    end
+  end
+end