dashboard/infrastructure/tests.py

# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
import shutil
import time
from io import StringIO
from urllib.parse import urlunparse
from pathlib import Path

import requests
from django.test import TestCase, Client, override_settings
from django.conf import settings
from django.core.management import call_command

from git import Repo

from dash.models import Instance, InstanceConfiguration
from accounts.tests import register_util, login_util
from dash.tests import create_configurations, create_instance_util, infra_custom_config
from infrastructure.management.commands.vm import translate_sizes

from .utils import Infra, Worker
from .models import InstanceCreated, Job, JobType


class InfraUtilTest(TestCase):
    """
    Tests billing system
    """

    def setUp(self):
        self.username = "infrautil_user"
        register_util(t=self, username=self.username)
        create_configurations(t=self)

    @override_settings(HOSTEA=infra_custom_config(test_name="test_path_util"))
    def test_path_utils(self):
        infra = Infra()
        subdomain = "foo"
        base = infra.repo_path

        self.assertEqual(
            base.joinpath(f"inventory/host_vars/{subdomain}-host/"),
            infra._host_vars_dir(subdomain=subdomain),
        )

        self.assertEqual(
            base.joinpath(f"inventory/host_vars/{subdomain}-host/gitea.yml"),
            infra._gitea_path(subdomain=subdomain),
        )

        self.assertEqual(
            base.joinpath(f"inventory/host_vars/{subdomain}-host/provision.yml"),
            infra._provision_path(subdomain=subdomain),
        )

        self.assertEqual(
            base.joinpath(f"inventory/{subdomain}-backup.yml"),
            infra._backup_path(subdomain=subdomain),
        )

        self.assertEqual(
            base.joinpath(f"hosts-scripts/{subdomain}-host.sh"),
            infra._hostscript_path(subdomain=subdomain),
        )

    @override_settings(HOSTEA=infra_custom_config(test_name="test_add_vm"))
    def test_add_vm(self):
        infra = Infra()
        c = Client()
        conf = settings.HOSTEA["INFRA"]["HOSTEA_REPO"]
        login_util(self, c, "accounts.home")
        subdomain = "add_vm"

        base = infra.repo_path

        create_instance_util(
            t=self, c=c, instance_name=subdomain, config=self.instance_config[0]
        )

        before_add = infra.repo.head.commit.hexsha
        instance = Instance.objects.get(name=subdomain)
        woodpecker_agent_secret = infra.add_vm(instance=instance)
        after_add = infra.repo.head.commit.hexsha
        self.assertEqual(before_add is not after_add, True)

        #        c = infra_custom_config(test_name="test_add_vm--get-head")
        path = Path("/tmp/hostea/dashboard/check-test_add_vm")
        if path.exists():
            shutil.rmtree(path)
        repo = Repo.clone_from(conf["REMOTE"], path, env=infra.env)
        repo.git.pull(env=infra.env)
        self.assertEqual(repo.head.commit.hexsha == after_add, True)

        before_rm = infra.repo.head.commit.hexsha
        infra.remove_vm(instance=instance)
        after_rm = infra.repo.head.commit.hexsha
        self.assertEqual(before_add is not after_add, True)

        repo.git.pull(env=infra.env)
        self.assertEqual(repo.head.commit.hexsha == after_rm, True)

    @override_settings(HOSTEA=infra_custom_config(test_name="test_cmd"))
    def test_cmd(self):
        subdomain = "cmd_vm"
        infra = Infra()
        c = Client()
        conf = settings.HOSTEA["INFRA"]["HOSTEA_REPO"]
        login_util(self, c, "accounts.home")

        base = infra.repo_path

        stdout = StringIO()
        stderr = StringIO()

        self.assertEqual(Instance.objects.filter(name=subdomain).exists(), False)
        # username exists
        call_command(
            "vm", "create", subdomain, f"--owner={self.username}", "--flavor=medium"
        )
        out = stdout.getvalue()

        instance = Instance.objects.get(name=subdomain)

        self.assertEqual(infra.get_flavor(instance=instance), "openstack_flavor_medium")

        self.assertEqual(instance.owned_by, self.user)
        self.assertEqual(
            instance.configuration_id, InstanceConfiguration.objects.get(name="s1-4")
        )

        instance_created = InstanceCreated.objects.get(instance=instance)
        self.assertEqual(instance_created.instance, instance)

        self.assertEqual(instance_created.created, True)

        # run create vm command again with same configuration to crudely check idempotency
        call_command(
            "vm", "create", subdomain, f"--owner={self.username}", "--flavor=medium"
        )

        # run create vm command again with different configuration but same name
        # to crudely check idempotency
        old_size = instance.configuration_id
        call_command(
            "vm", "create", subdomain, f"--owner={self.username}", "--flavor=large"
        )
        instance.refresh_from_db()
        # verify new size is updated in DB
        self.assertEqual(
            str.strip(instance.configuration_id.name)
            == str.strip(translate_sizes("large")),
            True,
        )

        # verify new size is updated in repository
        self.assertEqual(
            str.strip(infra.translate_size(instance=instance))
            == str.strip(infra.get_flavor(instance=instance)),
            True,
        )

        call_command("vm", "delete", subdomain)
        out = stdout.getvalue()

        self.assertEqual(Instance.objects.filter(name=subdomain).exists(), False)
        host_vars_dir = infra._host_vars_dir(subdomain)
        self.assertEqual(host_vars_dir.exists(), False)

        # run delete VM command to crudely check idempotency
        call_command("vm", "delete", subdomain)

    def test_worker(self):
        subdomain = "gitea"  # yes, gitea.hostea.org exists. will use it till I
        # figure out how to use requests_mock within django
        c = Client()
        login_util(self, c, "accounts.home")
        create_instance_util(
            t=self, c=c, instance_name=subdomain, config=self.instance_config[0]
        )

        instance = Instance.objects.get(name=subdomain)
        job = Job.objects.create(instance=instance, job_type=JobType.PING)
        gitea_uri = Infra.get_gitea_uri(instance=instance)
        print(f"mocking {gitea_uri}")

        w = Worker(job=job)
        w.start()
        time.sleep(15)
        self.assertEqual(w.is_alive(), False)
        w.join()
        self.assertEqual(
            Job.objects.filter(instance=instance, job_type=JobType.PING).exists(), True
        )