Merge pull request 'Backend integration' (#1) from wip-enough into master
ci/woodpecker/push/woodpecker Pipeline failed
Details
ci/woodpecker/push/woodpecker Pipeline failed
Details
Reviewed-on: https://gitea.hostea.org/Hostea/dashboard/pulls/1 Merge approval received on chatwip-custom-settings-list
commit
f0ee46e045
11
Makefile
11
Makefile
|
@ -33,11 +33,12 @@ help: ## Prints help for targets with comments
|
|||
@cat $(MAKEFILE_LIST) | grep -E '^[a-zA-Z_-]+:.*?## .*$$' | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
|
||||
|
||||
lint: ## Run linter
|
||||
@./venv/bin/black ./dashboard/*
|
||||
@./venv/bin/black ./accounts/*
|
||||
@./venv/bin/black ./dash/*
|
||||
@./venv/bin/black ./support/*
|
||||
@./venv/bin/black ./billing/*
|
||||
@./venv/bin/black ./dashboard/
|
||||
@./venv/bin/black ./accounts/
|
||||
@./venv/bin/black ./dash/
|
||||
@./venv/bin/black ./support/
|
||||
@./venv/bin/black ./billing/
|
||||
@./venv/bin/black ./infrastructure/
|
||||
|
||||
migrate: ## Run migrations
|
||||
$(call run_migrations)
|
||||
|
|
|
@ -27,8 +27,10 @@ from payments import get_payment_model, RedirectNeeded, PaymentStatus
|
|||
|
||||
from accounts.tests import register_util, login_util
|
||||
from dash.tests import create_configurations, create_instance_util
|
||||
from dash.models import Instance
|
||||
|
||||
from .models import Payment
|
||||
from .utils import payment_fullfilled
|
||||
|
||||
|
||||
class BillingTest(TestCase):
|
||||
|
@ -49,6 +51,8 @@ class BillingTest(TestCase):
|
|||
t=self, c=c, instance_name=instance_name, config=self.instance_config[0]
|
||||
)
|
||||
|
||||
instance = Instance.objects.get(name=instance_name)
|
||||
|
||||
payment_uri = reverse("billing.invoice.generate", args=(instance_name,))
|
||||
|
||||
# generate invoice
|
||||
|
@ -78,11 +82,17 @@ class BillingTest(TestCase):
|
|||
resp = c.get(reverse("billing.invoice.pending"))
|
||||
self.assertEqual(str.encode(invoice_uri) in resp.content, True)
|
||||
|
||||
self.assertEqual(payment_fullfilled(instance=instance), False)
|
||||
|
||||
# simulate payment. There's probably a better way to do this
|
||||
payment = get_payment_model().objects.get(paid_by=self.user)
|
||||
payment.status = PaymentStatus.CONFIRMED
|
||||
payment.save()
|
||||
|
||||
self.assertEqual(payment_fullfilled(instance=instance), True)
|
||||
|
||||
#
|
||||
|
||||
# check if paid invoice is listed in paid invoice list view
|
||||
resp = c.get(reverse("billing.invoice.paid"))
|
||||
self.assertEqual(str.encode(invoice_uri) in resp.content, True)
|
||||
|
|
|
@ -0,0 +1,33 @@
|
|||
# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as
|
||||
# published by the Free Software Foundation, either version 3 of the
|
||||
# License, or (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
from datetime import datetime, timedelta, timezone
|
||||
from payments import get_payment_model, RedirectNeeded, PaymentStatus
|
||||
from django.contrib.auth.models import User
|
||||
from django.shortcuts import get_object_or_404
|
||||
|
||||
from dash.models import Instance
|
||||
|
||||
|
||||
def payment_fullfilled(instance: Instance) -> bool:
|
||||
Payment = get_payment_model()
|
||||
now = datetime.now(tz=timezone.utc)
|
||||
delta = now - timedelta(seconds=(60 * 60 * 24 * 30)) # one month
|
||||
|
||||
payment = None
|
||||
for p in Payment.objects.filter(date__gt=(delta), instance_name=instance.name):
|
||||
if p.status == PaymentStatus.CONFIRMED:
|
||||
return True
|
||||
|
||||
return False
|
|
@ -68,7 +68,7 @@ def generate_invoice(request, instance_name: str):
|
|||
delta = now - timedelta(seconds=(60 * 60 * 24 * 30)) # one month
|
||||
|
||||
payment = None
|
||||
for p in Payment.objects.filter(date__gt=(delta)):
|
||||
for p in Payment.objects.filter(date__gt=(delta), instance_name=instance_name):
|
||||
if p.status == PaymentStatus.CONFIRMED:
|
||||
return HttpResponse("BAD REQUEST: Already paid", status=400)
|
||||
elif any([p.status == PaymentStatus.INPUT, p.status == PaymentStatus.WAITING]):
|
||||
|
|
|
@ -26,18 +26,18 @@ from .models import InstanceConfiguration, Instance
|
|||
|
||||
def create_configurations(t: TestCase):
|
||||
t.instance_config = [
|
||||
InstanceConfiguration(name="Personal", rent=5.0, ram=0.5, cpu=1, storage=25),
|
||||
InstanceConfiguration(name="Enthusiast", rent=10.0, ram=2, cpu=2, storage=50),
|
||||
InstanceConfiguration(
|
||||
name="Small Business", rent=20.0, ram=8, cpu=4, storage=64
|
||||
InstanceConfiguration.objects.get(
|
||||
name="s1-2", rent=10, ram=2, cpu=1, storage=10
|
||||
),
|
||||
InstanceConfiguration(
|
||||
name="Enterprise", rent=100.0, ram=64, cpu=24, storage=1024
|
||||
InstanceConfiguration.objects.get(
|
||||
name="s1-4", rent=20, ram=4, cpu=1, storage=20
|
||||
),
|
||||
InstanceConfiguration.objects.get(
|
||||
name="s1-8", rent=40, ram=8, cpu=2, storage=40
|
||||
),
|
||||
]
|
||||
|
||||
for instance in t.instance_config:
|
||||
instance.save()
|
||||
print(f"[*][init] Instance {instance.name} is saved")
|
||||
t.assertEqual(
|
||||
InstanceConfiguration.objects.filter(name=instance.name).exists(), True
|
||||
|
|
|
@ -47,6 +47,7 @@ INSTALLED_APPS = [
|
|||
"oauth2_provider",
|
||||
"payments",
|
||||
"billing",
|
||||
"infrastructure",
|
||||
]
|
||||
|
||||
MIDDLEWARE = [
|
||||
|
@ -177,8 +178,25 @@ HOSTEA = {
|
|||
# ref: https://gitea.hostea.org/Hostea/july-mvp/issues/17
|
||||
"SUPPORT_REPOSITORY": "support",
|
||||
},
|
||||
"INFRA": {
|
||||
"HOSTEA_REPO": {
|
||||
# where to clone the repository
|
||||
"PATH": "/srv/hostea/dashboard/infrastructure",
|
||||
# Git remote URI of the repository
|
||||
"REMOTE": "git@localhost:Hostea/enough.git",
|
||||
# SSH key that can push to the Git repository remote mentioned above
|
||||
"SSH_KEY": "/srv/hostea/deploy",
|
||||
}
|
||||
},
|
||||
}
|
||||
|
||||
EMAIL_CONFIG = env.email("EMAIL_URL", default="smtp://admin:password@localhost:10025")
|
||||
|
||||
vars().update(EMAIL_CONFIG)
|
||||
|
||||
try:
|
||||
import dashboard.local_settings
|
||||
|
||||
print("Found local_settings")
|
||||
except ModuleNotFoundError:
|
||||
pass
|
||||
|
|
|
@ -23,5 +23,6 @@ urlpatterns = [
|
|||
path("admin/", admin.site.urls),
|
||||
path("dash/", include("dash.urls")),
|
||||
path("support/", include("support.urls")),
|
||||
path("infra/", include("infrastructure.urls")),
|
||||
path("", include("accounts.urls")),
|
||||
]
|
||||
|
|
|
@ -72,3 +72,24 @@ PAYMENT_VARIANTS = {
|
|||
)
|
||||
}
|
||||
```
|
||||
|
||||
## Infrastructure(via [Enough](https://enough.community))
|
||||
|
||||
```python
|
||||
HOSTEA = {
|
||||
# <------snip-------->
|
||||
"INFRA": {
|
||||
"HOSTEA_REPO": {
|
||||
# where to clone the repository
|
||||
"PATH": "/srv/hostea/dashboard/infrastructure",
|
||||
# Git remote URI of the repository
|
||||
"REMOTE": "git@localhost:Hostea/enough.git",
|
||||
# SSH key that can push to the Git repository remote mentioned above
|
||||
"SSH_KEY": "/srv/hostea/deploy",
|
||||
},
|
||||
},
|
||||
```
|
||||
|
||||
### References:
|
||||
|
||||
https://enough-community.readthedocs.io/en/latest/services/hostea.html
|
||||
|
|
|
@ -0,0 +1,3 @@
|
|||
from django.contrib import admin
|
||||
|
||||
# Register your models here.
|
|
@ -0,0 +1,6 @@
|
|||
from django.apps import AppConfig
|
||||
|
||||
|
||||
class InfrastructureConfig(AppConfig):
|
||||
default_auto_field = "django.db.models.BigAutoField"
|
||||
name = "infrastructure"
|
|
@ -0,0 +1,37 @@
|
|||
# Generated by Django 4.0.3 on 2022-06-25 10:48
|
||||
|
||||
from django.db import migrations, models
|
||||
import django.db.models.deletion
|
||||
|
||||
|
||||
class Migration(migrations.Migration):
|
||||
|
||||
initial = True
|
||||
|
||||
dependencies = [
|
||||
("dash", "0006_auto_20220619_0800"),
|
||||
]
|
||||
|
||||
operations = [
|
||||
migrations.CreateModel(
|
||||
name="InstanceCreated",
|
||||
fields=[
|
||||
(
|
||||
"id",
|
||||
models.BigAutoField(
|
||||
auto_created=True,
|
||||
primary_key=True,
|
||||
serialize=False,
|
||||
verbose_name="ID",
|
||||
),
|
||||
),
|
||||
("creted", models.BooleanField(default=False)),
|
||||
(
|
||||
"instance",
|
||||
models.ForeignKey(
|
||||
on_delete=django.db.models.deletion.PROTECT, to="dash.instance"
|
||||
),
|
||||
),
|
||||
],
|
||||
),
|
||||
]
|
|
@ -0,0 +1,20 @@
|
|||
# Generated by Django 4.0.3 on 2022-06-25 12:26
|
||||
|
||||
from django.db import migrations, models
|
||||
|
||||
|
||||
class Migration(migrations.Migration):
|
||||
|
||||
dependencies = [
|
||||
("infrastructure", "0001_initial"),
|
||||
]
|
||||
|
||||
operations = [
|
||||
migrations.AddField(
|
||||
model_name="instancecreated",
|
||||
name="gitea_password",
|
||||
field=models.CharField(
|
||||
default=None, max_length=32, verbose_name="Name of this configuration"
|
||||
),
|
||||
),
|
||||
]
|
|
@ -0,0 +1,27 @@
|
|||
# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as
|
||||
# published by the Free Software Foundation, either version 3 of the
|
||||
# License, or (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
from django.db import models
|
||||
|
||||
from dash.models import Instance
|
||||
|
||||
|
||||
class InstanceCreated(models.Model):
|
||||
instance = models.ForeignKey(Instance, on_delete=models.PROTECT)
|
||||
gitea_password = models.CharField(
|
||||
"Name of this configuration",
|
||||
default=None,
|
||||
max_length=32,
|
||||
)
|
||||
creted = models.BooleanField(default=False)
|
|
@ -0,0 +1,2 @@
|
|||
enough --domain $domain host create {{subdomain}}-host
|
||||
enough --domain $domain service create --host {{subdomain}}-host gitea
|
|
@ -0,0 +1 @@
|
|||
enough --domain $domain host delete hostea001-host
|
|
@ -0,0 +1,3 @@
|
|||
pets:
|
||||
hosts:
|
||||
{{ subdomain }}-host:
|
|
@ -0,0 +1,83 @@
|
|||
---
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Public hostname of the Gitea instance
|
||||
#
|
||||
#
|
||||
gitea_host: "{{ subdomain }}.{{ '{' }}{{ '{' }} domain {{ '}' }}{{ '}' }}"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Mailer from
|
||||
#
|
||||
#
|
||||
gitea_mailer_from: "noreply@{{ '{' }}{{ '{' }} domain {{ '}' }}{{ '}' }}"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# SSH port of the Gitea instance
|
||||
#
|
||||
#
|
||||
gitea_ssh_port: "22"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Gitea version
|
||||
#
|
||||
#
|
||||
gitea_version: "1.16.8"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Admin user name
|
||||
#
|
||||
gitea_user: root
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Admin user password
|
||||
#
|
||||
gitea_password: "{{ gitea_password }}"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Admin user email
|
||||
#
|
||||
gitea_email: "{{ gitea_email }}"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Unique hostname of the woodpecker server relative to {{ '{' }}{{ '{' }} domain {{ '}' }}{{ '}' }}
|
||||
#
|
||||
woodpecker_hostname: "{{ woodpecker_hostname }}"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Public hostname of the Woodpecker instance
|
||||
#
|
||||
woodpecker_host: "{{ '{' }}{{ '{' }} woodpecker_hostname {{ '}' }}{{ '}' }}.{{ '{' }}{{ '{' }} domain {{ '}' }}{{ '}' }}"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Gitea users with admin rights on woodpecker
|
||||
#
|
||||
woodpecker_admins: "{{ '{' }}{{ '{' }} gitea_user {{ '}' }}{{ '}' }}"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Woodpecker shared agent secret `openssl rand -hex 32`
|
||||
#
|
||||
woodpecker_agent_secret: {{ woodpecker_agent_secret }}
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Woodpecker version
|
||||
#
|
||||
woodpecker_version: "v0.15.2"
|
||||
#
|
||||
#######################################
|
||||
#
|
||||
# Woodpecker max procs
|
||||
#
|
||||
woodpecker_max_procs: 1
|
|
@ -0,0 +1 @@
|
|||
openstack_flavor: {{ vm_size }}
|
|
@ -0,0 +1,104 @@
|
|||
# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as
|
||||
# published by the Free Software Foundation, either version 3 of the
|
||||
# License, or (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
from pathlib import Path
|
||||
|
||||
from django.test import TestCase, Client, override_settings
|
||||
from django.conf import settings
|
||||
|
||||
from dash.models import Instance
|
||||
from .utils import Infra
|
||||
|
||||
from accounts.tests import register_util, login_util
|
||||
from dash.tests import create_configurations, create_instance_util
|
||||
|
||||
|
||||
class InfraUtilTest(TestCase):
|
||||
"""
|
||||
Tests billing system
|
||||
"""
|
||||
|
||||
def setUp(self):
|
||||
self.username = "infrautil_user"
|
||||
register_util(t=self, username=self.username)
|
||||
create_configurations(t=self)
|
||||
|
||||
@override_settings(
|
||||
HOSTEA={
|
||||
"INFRA": {
|
||||
"HOSTEA_REPO": {
|
||||
"PATH": "/tmp/hostea/dashboard/test_path_util/repo/",
|
||||
"REMOTE": "git@git.batsense.net:realaravinth/dummy-hostea-dash-test",
|
||||
"SSH_KEY": "/src/atm/.ssh/aravinth",
|
||||
},
|
||||
}
|
||||
}
|
||||
)
|
||||
def test_path_utils(self):
|
||||
infra = Infra()
|
||||
subdomain = "foo"
|
||||
base = infra.repo_path
|
||||
|
||||
self.assertEqual(
|
||||
base.joinpath(f"inventory/host_vars/{subdomain}-host/"),
|
||||
infra._host_vars_dir(subdomain=subdomain),
|
||||
)
|
||||
|
||||
self.assertEqual(
|
||||
base.joinpath(f"inventory/host_vars/{subdomain}-host/gitea.yml"),
|
||||
infra._gitea_path(subdomain=subdomain),
|
||||
)
|
||||
|
||||
self.assertEqual(
|
||||
base.joinpath(f"inventory/host_vars/{subdomain}-host/provision.yml"),
|
||||
infra._provision_path(subdomain=subdomain),
|
||||
)
|
||||
|
||||
self.assertEqual(
|
||||
base.joinpath(f"inventory/{subdomain}-backup.yml"),
|
||||
infra._backup_path(subdomain=subdomain),
|
||||
)
|
||||
|
||||
self.assertEqual(
|
||||
base.joinpath(f"inventory/hosts-scripts/{subdomain}-host.sh"),
|
||||
infra._hostscript_path(subdomain=subdomain),
|
||||
)
|
||||
|
||||
@override_settings(
|
||||
HOSTEA={
|
||||
"INFRA": {
|
||||
"HOSTEA_REPO": {
|
||||
"PATH": "/tmp/hostea/dashboard/test_add_vm/repo/",
|
||||
"REMOTE": "git@git.batsense.net:realaravinth/dummy-hostea-dash-test",
|
||||
"SSH_KEY": "/src/atm/.ssh/aravinth",
|
||||
},
|
||||
}
|
||||
}
|
||||
)
|
||||
def test_add_vm(self):
|
||||
infra = Infra()
|
||||
c = Client()
|
||||
login_util(self, c, "accounts.home")
|
||||
subdomain = "add_vm"
|
||||
|
||||
base = infra.repo_path
|
||||
|
||||
create_instance_util(
|
||||
t=self, c=c, instance_name=subdomain, config=self.instance_config[0]
|
||||
)
|
||||
|
||||
instance = Instance.objects.get(name=subdomain)
|
||||
woodpecker_agent_secret = infra.add_vm(instance=instance)
|
||||
|
||||
# infra.remove_vm(instance=instance)
|
|
@ -0,0 +1,23 @@
|
|||
# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as
|
||||
# published by the Free Software Foundation, either version 3 of the
|
||||
# License, or (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
from django.contrib import admin
|
||||
from django.urls import path, include
|
||||
|
||||
from .views import create_instance, delete_instance
|
||||
|
||||
urlpatterns = [
|
||||
path("create/<str:instance_name>/", create_instance, name="infra.create"),
|
||||
path("rm/<str:instance_name>/", delete_instance, name="infra.rm"),
|
||||
]
|
|
@ -0,0 +1,220 @@
|
|||
# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as
|
||||
# published by the Free Software Foundation, either version 3 of the
|
||||
# License, or (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
import os
|
||||
import shutil
|
||||
from pathlib import Path
|
||||
|
||||
from django.utils.crypto import get_random_string
|
||||
from django.template.loader import render_to_string
|
||||
from django.conf import settings
|
||||
from git import Repo
|
||||
from git.exc import InvalidGitRepositoryError
|
||||
|
||||
from dash.models import Instance
|
||||
|
||||
|
||||
class Infra:
|
||||
"""
|
||||
Utility function to manage infrastructure repository
|
||||
"""
|
||||
|
||||
def __init__(self):
|
||||
conf = settings.HOSTEA["INFRA"]["HOSTEA_REPO"]
|
||||
self.repo_path = Path(conf["PATH"])
|
||||
if not self.repo_path.exists():
|
||||
os.makedirs(self.repo_path)
|
||||
|
||||
self.ssh_cmd = f"ssh -i {conf['SSH_KEY']}"
|
||||
try:
|
||||
self.repo = Repo(path=self.repo_path)
|
||||
except InvalidGitRepositoryError:
|
||||
self.repo = Repo.clone_from(
|
||||
conf["REMOTE"], self.repo_path, env={"GIT_SSH_COMMAND": self.ssh_cmd}
|
||||
)
|
||||
|
||||
def _host_vars_dir(self, subdomain: str) -> Path:
|
||||
"""
|
||||
utility method: get host_vars directory for a subdomain
|
||||
"""
|
||||
return self.repo_path.joinpath(f"inventory/host_vars/{subdomain}-host/")
|
||||
|
||||
def _provision_path(self, subdomain: str) -> Path:
|
||||
"""
|
||||
utility method: get provision file pay for a subdomain
|
||||
"""
|
||||
|
||||
return self._host_vars_dir(subdomain=subdomain).joinpath("provision.yml")
|
||||
|
||||
def _gitea_path(self, subdomain: str) -> Path:
|
||||
"""
|
||||
utility method: get gitea file for a subdomain
|
||||
"""
|
||||
|
||||
return self._host_vars_dir(subdomain=subdomain).joinpath("gitea.yml")
|
||||
|
||||
def _backup_path(self, subdomain: str) -> Path:
|
||||
"""
|
||||
utility method: get backup file for a subdomain
|
||||
"""
|
||||
|
||||
return self.repo_path.joinpath(f"inventory/{subdomain}-backup.yml")
|
||||
|
||||
def _hostscript_path(self, subdomain: str) -> Path:
|
||||
"""
|
||||
utility method: hostscript file for a subdomain
|
||||
"""
|
||||
return self.repo_path.joinpath(f"inventory/hosts-scripts/{subdomain}-host.sh")
|
||||
|
||||
def write_hostscript(self, subdomain: str, content: str):
|
||||
"""
|
||||
Write contents to hostscript.
|
||||
Hostscript will contain the history of all actions that have been
|
||||
ordered on a particular VM. So content needs to be appended to it,
|
||||
rather than overwritten.
|
||||
"""
|
||||
hostscript = self._hostscript_path(subdomain)
|
||||
with open(hostscript, "a", encoding="utf-8") as f:
|
||||
f.write(content)
|
||||
f.write("\n")
|
||||
|
||||
def _add_files(self, subdomain: str):
|
||||
"""
|
||||
Add all relevant files of a VM
|
||||
"""
|
||||
self.repo.git.add(str(self._host_vars_dir(subdomain=subdomain)))
|
||||
self.repo.git.add(str(self._backup_path(subdomain=subdomain)))
|
||||
self.repo.git.add(str(self._hostscript_path(subdomain=subdomain)))
|
||||
|
||||
def _commit(self, action: str, subdomain: str):
|
||||
"""
|
||||
Commit changes to a VM configuration
|
||||
"""
|
||||
|
||||
self._add_files(subdomain=subdomain)
|
||||
self.repo.git.commit(
|
||||
message=f"{action} VM {subdomain}",
|
||||
author="Dashboard Bot <bot@dashboard.hostea.org>",
|
||||
)
|
||||
|
||||
def add_vm(self, instance: Instance) -> str:
|
||||
"""
|
||||
Add new VM to infrastructure repository
|
||||
|
||||
The gitea user password is returned
|
||||
"""
|
||||
self.repo.git.pull()
|
||||
|
||||
subdomain = instance.name
|
||||
host_vars_dir = self._host_vars_dir(subdomain)
|
||||
|
||||
if not host_vars_dir.exists():
|
||||
os.makedirs(host_vars_dir)
|
||||
|
||||
hostscript_path = self.repo_path.joinpath("inventory/hosts-scripts/")
|
||||
if not hostscript_path.exists():
|
||||
os.makedirs(hostscript_path)
|
||||
|
||||
woodpecker_agent_secret = get_random_string(64)
|
||||
gitea_password = get_random_string(20)
|
||||
|
||||
ctx = {
|
||||
"woodpecker_agent_secret": woodpecker_agent_secret,
|
||||
"woodpecker_hostname": f"{subdomain}-ci",
|
||||
"woodpecker_admins": f"{instance.owned_by.username}",
|
||||
"gitea_email": instance.owned_by.email,
|
||||
"gitea_password": gitea_password,
|
||||
"subdomain": subdomain,
|
||||
}
|
||||
|
||||
gitea = self._gitea_path(subdomain)
|
||||
with open(gitea, "w", encoding="utf-8") as f:
|
||||
f.write(
|
||||
render_to_string(
|
||||
"infrastructure/yml/gitea.yml",
|
||||
context=ctx,
|
||||
)
|
||||
)
|
||||
|
||||
# provision_template = "./templates/infrastructure/yml/provision.yml"
|
||||
provision = self._provision_path(subdomain)
|
||||
# TODO: instance config names are different the flavours expected:
|
||||
# ```
|
||||
# openstack_flavor: ‘{{ openstack_flavor_medium }}’ * openstack_flavor: ‘{{ openstack_flavor_large }}’
|
||||
# ```
|
||||
# check with @dachary about this
|
||||
|
||||
size = None
|
||||
if instance.configuration_id.name == "s1-2":
|
||||
size = "openstack_flavor_small"
|
||||
elif instance.configuration_id.name == "s1-4":
|
||||
size = "openstack_flavor_medium"
|
||||
elif instance.configuration_id.name == "s1-8":
|
||||
size = "openstack_flavor_large"
|
||||
else:
|
||||
size = instance.configuration_id.name
|
||||
|
||||
with open(provision, "w", encoding="utf-8") as f:
|
||||
f.write(
|
||||
render_to_string(
|
||||
"infrastructure/yml/provision.yml", context={"vm_size": size}
|
||||
)
|
||||
)
|
||||
|
||||
# backup = self.repo_path.joinpath(f"inventory/{instance.name}-backup.yml")
|
||||
backup = self._backup_path(subdomain)
|
||||
# backup_template = "./templates/infrastructure/yml/provision.yml"
|
||||
with open(backup, "w", encoding="utf-8") as f:
|
||||
f.write(
|
||||
render_to_string(
|
||||
"infrastructure/yml/backups.yml", context={"subdomain": subdomain}
|
||||
)
|
||||
)
|
||||
|
||||
# hostscript = self.repo_path.join("inventory/hosts-scripts/{instance.name}-host.sh")
|
||||
|
||||
self.write_hostscript(
|
||||
subdomain=subdomain,
|
||||
content=render_to_string(
|
||||
"infrastructure/sh/hostscripts/create.sh",
|
||||
context={"subdomain": subdomain},
|
||||
),
|
||||
)
|
||||
|
||||
self._commit(action="add", subdomain=subdomain)
|
||||
self.repo.git.push()
|
||||
return gitea_password
|
||||
|
||||
def remove_vm(self, instance: Instance):
|
||||
"""
|
||||
Remove a VM from infrastructure repository
|
||||
"""
|
||||
self.repo.git.pull()
|
||||
subdomain = instance.name
|
||||
|
||||
host_vars_dir = self._host_vars_dir(subdomain)
|
||||
shutil.rmtree(host_vars_dir)
|
||||
|
||||
backup = self._backup_path(subdomain)
|
||||
os.remove(backup)
|
||||
|
||||
self.write_hostscript(
|
||||
subdomain=subdomain,
|
||||
content=render_to_string(
|
||||
"infrastructure/sh/hostscripts/rm.sh",
|
||||
context={"subdomain": subdomain},
|
||||
),
|
||||
)
|
||||
self._commit(action="rm", subdomain=subdomain)
|
||||
self.repo.git.push()
|
|
@ -0,0 +1,73 @@
|
|||
# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as
|
||||
# published by the Free Software Foundation, either version 3 of the
|
||||
# License, or (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
from django.shortcuts import render, redirect, get_object_or_404
|
||||
from django.utils.http import urlencode
|
||||
from django.contrib.auth import authenticate, login, logout
|
||||
from django.contrib.auth import get_user_model
|
||||
from django.contrib.auth.decorators import login_required
|
||||
from django.http import HttpResponse
|
||||
from django.views.decorators.csrf import csrf_protect
|
||||
from django.urls import reverse
|
||||
|
||||
from accounts.decorators import confirm_access
|
||||
from dash.models import Instance
|
||||
from billing.utils import payment_fullfilled
|
||||
|
||||
from .utils import Infra
|
||||
from .models import InstanceCreated
|
||||
|
||||
|
||||
def default_ctx(title: str, username: str):
|
||||
"""
|
||||
Default context for all dashboard pages
|
||||
"""
|
||||
return {
|
||||
"title": title,
|
||||
"username": username,
|
||||
"open_instances": "open",
|
||||
}
|
||||
|
||||
|
||||
@login_required
|
||||
def create_instance(request, instance_name: str):
|
||||
"""
|
||||
Dashboard homepage view
|
||||
"""
|
||||
instance = get_object_or_404(Instance, name=instance_name, owned_by=request.user)
|
||||
if not payment_fullfilled(instance=instance):
|
||||
return redirect(reverse("billing.invoice.generate", args=(instance_name,)))
|
||||
|
||||
infra = Infra()
|
||||
if not InstanceCreated.objects.filter(instance=instance).exists():
|
||||
instance = InstanceCreated.objects.create(instance=instance, created=True)
|
||||
instance.save()
|
||||
gitea_password = infra.add_vm(instance=instance)
|
||||
instance.gitea_password = gitea_password
|
||||
instance.save()
|
||||
|
||||
return HttpResponse()
|
||||
|
||||
|
||||
@login_required
|
||||
@confirm_access
|
||||
def delete_instance(request, instance_name: str):
|
||||
"""
|
||||
Dashboard homepage view
|
||||
"""
|
||||
instance = get_object_or_404(Instance, name=instance_name, owned_by=request.user)
|
||||
infra = Infra()
|
||||
infra.remove_vm(instance=instance)
|
||||
# TODO: push isn't implemented yet
|
||||
return HttpResponse()
|
|
@ -14,6 +14,8 @@ django-oauth-toolkit==2.0.0
|
|||
django-payments==1.0.0
|
||||
django-phonenumber-field==6.3.0
|
||||
djangorestframework==3.13.1
|
||||
gitdb==4.0.9
|
||||
GitPython==3.1.27
|
||||
greenlet==1.1.2
|
||||
idna==3.3
|
||||
isort==5.10.1
|
||||
|
@ -34,6 +36,7 @@ pylint==2.12.2
|
|||
pynvim==0.4.3
|
||||
pytz==2022.1
|
||||
requests==2.27.1
|
||||
smmap==5.0.0
|
||||
sqlparse==0.4.2
|
||||
stripe==3.4.0
|
||||
tblib==1.7.0
|
||||
|
|
Loading…
Reference in New Issue