206 lines
7.2 KiB
Python
206 lines
7.2 KiB
Python
# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as
|
|
# published by the Free Software Foundation, either version 3 of the
|
|
# License, or (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
import shutil
|
|
import time
|
|
from io import StringIO
|
|
from urllib.parse import urlunparse
|
|
from pathlib import Path
|
|
|
|
import requests
|
|
from django.test import TestCase, Client, override_settings
|
|
from django.conf import settings
|
|
from django.core.management import call_command
|
|
|
|
from git import Repo
|
|
|
|
from dash.models import Instance, InstanceConfiguration
|
|
from accounts.tests import register_util, login_util
|
|
from dash.tests import create_configurations, create_instance_util, infra_custom_config
|
|
from infrastructure.management.commands.vm import translate_sizes
|
|
|
|
from .utils import Infra, Worker
|
|
from .models import InstanceCreated, Job, JobType
|
|
|
|
|
|
class InfraUtilTest(TestCase):
|
|
"""
|
|
Tests billing system
|
|
"""
|
|
|
|
def setUp(self):
|
|
self.username = "infrautil_user"
|
|
register_util(t=self, username=self.username)
|
|
create_configurations(t=self)
|
|
|
|
@override_settings(HOSTEA=infra_custom_config(test_name="test_path_util"))
|
|
def test_path_utils(self):
|
|
infra = Infra()
|
|
subdomain = "foo"
|
|
base = infra.repo_path
|
|
|
|
self.assertEqual(
|
|
base.joinpath(f"inventory/host_vars/{subdomain}-host/"),
|
|
infra._host_vars_dir(subdomain=subdomain),
|
|
)
|
|
|
|
self.assertEqual(
|
|
base.joinpath(f"inventory/host_vars/{subdomain}-host/gitea.yml"),
|
|
infra._gitea_path(subdomain=subdomain),
|
|
)
|
|
|
|
self.assertEqual(
|
|
base.joinpath(f"inventory/host_vars/{subdomain}-host/provision.yml"),
|
|
infra._provision_path(subdomain=subdomain),
|
|
)
|
|
|
|
self.assertEqual(
|
|
base.joinpath(f"inventory/{subdomain}-backup.yml"),
|
|
infra._backup_path(subdomain=subdomain),
|
|
)
|
|
|
|
self.assertEqual(
|
|
base.joinpath(f"hosts-scripts/{subdomain}-host.sh"),
|
|
infra._hostscript_path(subdomain=subdomain),
|
|
)
|
|
|
|
@override_settings(HOSTEA=infra_custom_config(test_name="test_add_vm"))
|
|
def test_add_vm(self):
|
|
infra = Infra()
|
|
c = Client()
|
|
conf = settings.HOSTEA["INFRA"]["HOSTEA_REPO"]
|
|
login_util(self, c, "accounts.home")
|
|
subdomain = "add_vm"
|
|
|
|
base = infra.repo_path
|
|
|
|
create_instance_util(
|
|
t=self, c=c, instance_name=subdomain, config=self.instance_config[0]
|
|
)
|
|
|
|
before_add = infra.repo.head.commit.hexsha
|
|
instance = Instance.objects.get(name=subdomain)
|
|
woodpecker_agent_secret = infra.add_vm(instance=instance)
|
|
after_add = infra.repo.head.commit.hexsha
|
|
self.assertEqual(before_add is not after_add, True)
|
|
|
|
# c = infra_custom_config(test_name="test_add_vm--get-head")
|
|
path = Path("/tmp/hostea/dashboard/check-test_add_vm")
|
|
if path.exists():
|
|
shutil.rmtree(path)
|
|
repo = Repo.clone_from(conf["REMOTE"], path, env=infra.env)
|
|
repo.git.pull(env=infra.env)
|
|
self.assertEqual(repo.head.commit.hexsha == after_add, True)
|
|
|
|
before_rm = infra.repo.head.commit.hexsha
|
|
infra.remove_vm(instance=instance)
|
|
after_rm = infra.repo.head.commit.hexsha
|
|
self.assertEqual(before_add is not after_add, True)
|
|
|
|
repo.git.pull(env=infra.env)
|
|
self.assertEqual(repo.head.commit.hexsha == after_rm, True)
|
|
|
|
@override_settings(HOSTEA=infra_custom_config(test_name="test_cmd"))
|
|
def test_cmd(self):
|
|
subdomain = "cmd_vm"
|
|
infra = Infra()
|
|
c = Client()
|
|
conf = settings.HOSTEA["INFRA"]["HOSTEA_REPO"]
|
|
login_util(self, c, "accounts.home")
|
|
|
|
base = infra.repo_path
|
|
|
|
stdout = StringIO()
|
|
stderr = StringIO()
|
|
|
|
self.assertEqual(Instance.objects.filter(name=subdomain).exists(), False)
|
|
# username exists
|
|
call_command(
|
|
"vm", "create", subdomain, f"--owner={self.username}", "--flavor=medium"
|
|
)
|
|
out = stdout.getvalue()
|
|
|
|
instance = Instance.objects.get(name=subdomain)
|
|
|
|
self.assertEqual(infra.get_flavor(instance=instance), "openstack_flavor_medium")
|
|
|
|
self.assertEqual(instance.owned_by, self.user)
|
|
self.assertEqual(
|
|
instance.configuration_id, InstanceConfiguration.objects.get(name="s1-4")
|
|
)
|
|
|
|
instance_created = InstanceCreated.objects.get(instance=instance)
|
|
self.assertEqual(instance_created.instance, instance)
|
|
|
|
self.assertEqual(instance_created.created, True)
|
|
|
|
# run create vm command again with same configuration to crudely check idempotency
|
|
call_command(
|
|
"vm", "create", subdomain, f"--owner={self.username}", "--flavor=medium"
|
|
)
|
|
|
|
# run create vm command again with different configuration but same name
|
|
# to crudely check idempotency
|
|
old_size = instance.configuration_id
|
|
call_command(
|
|
"vm", "create", subdomain, f"--owner={self.username}", "--flavor=large"
|
|
)
|
|
instance.refresh_from_db()
|
|
# verify new size is updated in DB
|
|
self.assertEqual(
|
|
str.strip(instance.configuration_id.name)
|
|
== str.strip(translate_sizes("large")),
|
|
True,
|
|
)
|
|
|
|
# verify new size is updated in repository
|
|
self.assertEqual(
|
|
str.strip(infra.translate_size(instance=instance))
|
|
== str.strip(infra.get_flavor(instance=instance)),
|
|
True,
|
|
)
|
|
|
|
call_command("vm", "delete", subdomain)
|
|
out = stdout.getvalue()
|
|
|
|
self.assertEqual(Instance.objects.filter(name=subdomain).exists(), False)
|
|
host_vars_dir = infra._host_vars_dir(subdomain)
|
|
self.assertEqual(host_vars_dir.exists(), False)
|
|
|
|
# run delete VM command to crudely check idempotency
|
|
call_command("vm", "delete", subdomain)
|
|
|
|
def test_worker(self):
|
|
subdomain = "gitea" # yes, gitea.hostea.org exists. will use it till I
|
|
# figure out how to use requests_mock within django
|
|
c = Client()
|
|
login_util(self, c, "accounts.home")
|
|
create_instance_util(
|
|
t=self, c=c, instance_name=subdomain, config=self.instance_config[0]
|
|
)
|
|
|
|
instance = Instance.objects.get(name=subdomain)
|
|
job = Job.objects.create(instance=instance, job_type=JobType.PING)
|
|
gitea_uri = Infra.get_gitea_uri(instance=instance)
|
|
print(f"mocking {gitea_uri}")
|
|
|
|
w = Worker(job=job)
|
|
w.start()
|
|
time.sleep(15)
|
|
self.assertEqual(w.is_alive(), False)
|
|
w.join()
|
|
self.assertEqual(
|
|
Job.objects.filter(instance=instance, job_type=JobType.PING).exists(), True
|
|
)
|