Merge pull request 'do not rename past migrations' (#73) from dachary/dashboard:wip-forgejo into master

Reviewed-on: Hostea/dashboard#73

.dockerignore

@@ -0,0 +1,148 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+databse.db
+.env
+
+
+node_modules/
+dist/
+tmp/
+northstar.db
+instance
+northstar/static/docs/openapi

.env-sample

@@ -1,3 +1,7 @@
 export DATABASE_URL=""
 export db=""
-export OIDC_RSA_PRIVATE_KEY=""
+export STRIPE_SECRET_KEY=""
+export STRIPE_PUBLIC_KEY=""
+export HOSTEA_INFRA_HOSTEA_REPO_REMOTE="ssh://git@localhost:22/hostea/fleet.git"
+export HOSTEA_META_FORGEJO_INSTANCE="http://localhost:3000"
+export HOSTEA_INFRA_HOSTEA_REPO_SSH_KEY="$(realpath ./tests/fleet-deploy-key)"

.gitignore

@@ -152,3 +152,6 @@ cython_debug/
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
 keys
+htmlcov/
+tmp/
+static/

.woodpecker.yml

@@ -3,12 +3,17 @@ pipeline:
     image: python
     environment:
       - DATABSE_URL=postgres://postgres:password@database:5432/postgres
-      - EMAIL_URL=smtp://admin:password@localhost:10025
+      - EMAIL_URL=smtp://admin:password@smtp:10025
+      - HOSTEA_INFRA_HOSTEA_REPO_REMOTE=ssh://git@forgejo:22/hostea/
+      - HOSTEA_META_FORGEJO_INSTANCE=http://forgejo:3000
     commands:
+      - export HOSTEA_INFRA_HOSTEA_REPO_SSH_KEY="$(realpath ./tests/fleet-deploy-key)"
       - pip install virtualenv
       - make env
       - make lint
-      - make test
+      - make coverage
+        #      - make integration-test
+    secrets: [ STRIPE_PUBLIC_KEY, STRIPE_SECRET_KEY ]
 
 services:
   database:
@@ -16,9 +21,15 @@ services:
     environment:
       - POSTGRES_PASSWORD=password
 
+  forgejo:
+    image: codeberg.org/forgejo/forgejo:1.18.0-1
+    container_name: hostea-dash-forgejo
+
   smtp:
-    image: maildev/maildev
+    image: maildev/maildev:latest
+    container_name: hostea-dash-maildev
     environment:
       - MAILDEV_SMTP_PORT=10025
+      - MAILDEV_WEB_PORT=1080
       - MAILDEV_INCOMING_USER=admin
       - MAILDEV_INCOMING_PASS=password

Dockerfile

@@ -0,0 +1,19 @@
+FROM python
+
+LABEL org.opencontainers.image.source https://forgejo.hostea.org/Hostea/dashboard
+
+RUN useradd -ms /bin/bash -u 1001 hostea
+RUN apt-get update && apt-get install -y ca-certificates git
+USER hostea
+
+WORKDIR /home/hostea
+run mkdir app/ 
+WORKDIR /home/hostea/app/
+RUN pip3 install virtualenv
+RUN python3 -m virtualenv venv
+COPY requirements.txt .
+# See https://github.com/pypa/pip/issues/9819
+RUN ./venv/bin/pip install --use-feature=in-tree-build -r requirements.txt
+COPY . .
+#ENV . ./venv/bin/activate && make env
+CMD [ "./venv/bin/python3", "manage.py", "runserver", "0.0.0.0:8000" ]

Makefile

@@ -9,10 +9,13 @@ endef
 
 default: ## Run app
 	$(call run_migrations)
+	. ./venv/bin/activate && yes yes | python manage.py collectstatic
 	. ./venv/bin/activate && python manage.py runserver
 
 coverage: ## Generate test coverage report
-	$(call unimplemented)
+	. ./venv/bin/activate && coverage run manage.py test	
+	. ./venv/bin/activate && coverage report -m
+	. ./venv/bin/activate && coverage html
 
 doc: ## Generates documentation
 	$(call unimplemented)
@@ -23,6 +26,8 @@ docker: ## Build Docker image from source
 env: ## Install all dependencies
 	@-virtualenv venv
 	. ./venv/bin/activate && pip install -r requirements.txt
+	. ./venv/bin/activate && ./integration/ci.sh init
+	. ./venv/bin/activate && yes yes | python manage.py collectstatic
 
 freeze: ## Freeze python dependencies
 	@. ./venv/bin/activate && pip freeze > requirements.txt
@@ -30,9 +35,11 @@ freeze: ## Freeze python dependencies
 help: ## Prints help for targets with comments
 	@cat $(MAKEFILE_LIST) | grep -E '^[a-zA-Z_-]+:.*?## .*$$' | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
 
+integration-test: ## run integration tests
+	. ./venv/bin/activate && integration/tests.sh
+
 lint: ## Run linter
-	@./venv/bin/black ./dashboard/*
-	@./venv/bin/black ./accounts/*
+	@./venv/bin/black dashboard accounts dash support billing infrastructure integration
 
 migrate: ## Run migrations
 	$(call run_migrations)

README.md

@@ -2,7 +2,7 @@
 
 # Hostea dashboard
 
-[![status-badge](https://woodpecker.hostea.org/api/badges/Hostea/dashboard/status.svg)](https://woodpecker.hostea.org/Hostea/dashboard)
+[![status-badge](https://woodpecker.gna.org/api/badges/Hostea/dashboard/status.svg)](https://woodpecker.gna.org/Hostea/dashboard)
 [![AGPL License](https://img.shields.io/badge/license-AGPL-blue.svg?style=flat-square)](http://www.gnu.org/licenses/agpl-3.0)
 [![Chat](https://img.shields.io/badge/matrix-hostea:matrix.batsense.net-purple?style=flat-square)](https://matrix.to/#/#hostea:matrix.batsense.net)
 

accounts/decorators.py

@@ -0,0 +1,43 @@
+# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+from django.shortcuts import redirect
+from django.urls import reverse
+
+from .utils import ConfirmAccess
+
+
+def confirm_access(function):
+    def wrap(request, *args, **kwargs):
+        return ConfirmAccess.validate_decorator(
+            request=request, fn=function, *args, **kwargs
+        )
+
+    return wrap
+
+
+def redirect_if_authenticated(fn):
+    """
+    Redirect authenticated users visiting sign in/sign up views
+    """
+
+    def wrap(request, *args, **kwargs):
+        if request.user.is_authenticated:
+            data = request.GET if request.method == "GET" else request.POST
+            if "next" in data:
+                return redirect(data["next"])
+            return redirect(reverse("accounts.home"))
+        return fn(request, *args, **kwargs)
+
+    return wrap

accounts/management/commands/create_oidc.py

@@ -0,0 +1,110 @@
+# Copyright © 2022 Aravinth Manivannan <realaravinth@batsense.net>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as
+# published by the Free Software Foundation, either version 3 of the
+# License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+from django.core.management.base import BaseCommand
+from django.core.exceptions import ValidationError
+from django.conf import settings
+from django.contrib.auth import get_user_model
+
+from oauth2_provider.models import get_application_model
+from oauth2_provider.generators import generate_client_id, generate_client_secret
+
+from accounts.utils import gen_secret
+
+Application = get_application_model()
+
+
+class Command(BaseCommand):
+    help = "Get user ID from username"
+    app_name_key = "app_name"
+    username_key = "username"
+    redirect_uri_key = "redirect_uri"
+
+    def add_arguments(self, parser):
+        parser.add_argument(self.app_name_key, type=str, help="The application name")
+
+        parser.add_argument(
+            self.username_key,
+            type=str,
+            help="The username of user who will own this app",
+        )
+
+        parser.add_argument(
+            self.redirect_uri_key,
+            type=str,
+            help="The username of user who will own this app",
+        )
+
+    def handle(self, *args, **options):
+        if self.username_key not in options:
+            self.stdout.write(self.style.ERROR("Please provide username"))
+            return
+        if self.app_name_key not in options:
+            self.stdout.write(self.style.ERROR("Please provide application name"))
+            return
+
+        if self.redirect_uri_key not in options:
+            self.stdout.write(self.style.ERROR("Please provide redirect uri"))
+            return
+
+        username = options[self.username_key]
+        application_name = options[self.app_name_key]
+        redirect_uri = options[self.redirect_uri_key]
+
+        User = get_user_model()
+        if not User.objects.filter(username=username).exists():
+            self.stderr.write(self.style.ERROR(f"user {username} not found"))
+            return
+
+        user = User.objects.get(username=username)
+        #        python manage.py createapplication --name demo-oidc-app --user 1 --client-id 22500acb0bcfcba137d6b8ae96d3f2 --client-secret 296055337620b0e443ad24a32cb675 --algorithm HS256 --skip-authorization --redirect-uri http://example.org/uri1  confidential code -v
+
+        client_id = generate_client_id()
+        client_secret = generate_client_secret()
+        config = {
+            "name": application_name,
+            "user_id": user.id,
+            "client_id": client_id,
+            "client_secret": client_secret,
+            "algorithm": "HS256",
+            "skip_authorization": True,
+            "redirect_uris": redirect_uri,
+            "authorization_grant_type": "authorization-code",
+            "client_type": "confidential",
+        }
+
+        app = Application(**config)
+
+        try:
+            app.full_clean()
+        except ValidationError as exc:
+            errors = "\n ".join(
+                [
+                    "- " + err_key + ": " + str(err_value)
+                    for err_key, err_value in exc.message_dict.items()
+                ]
+            )
+            self.stdout.write(
+                self.style.ERROR("Please correct the following errors:\n %s" % errors)
+            )
+        else:
+            app.save()
+            self.stdout.write(
+                self.style.SUCCESS(
+                    f"New application {application_name} created successfully."
+                )
+            )
+            self.stdout.write(f"client_id: {client_id}")
+            self.stdout.write(f"client_secret: {client_secret}")

accounts/migrations/0006_passwordresetchallenge.py

@@ -0,0 +1,52 @@
+# Generated by Django 4.0.3 on 2022-07-10 06:14
+
+import accounts.utils
+from django.conf import settings
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        migrations.swappable_dependency(settings.AUTH_USER_MODEL),
+        ("accounts", "0005_accountconfirmchallenge_created_at"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="PasswordResetChallenge",
+            fields=[
+                (
+                    "public_ref",
+                    models.CharField(
+                        default=accounts.utils.gen_secret,
+                        editable=False,
+                        max_length=32,
+                        unique=True,
+                        verbose_name="Public referece to challenge text",
+                    ),
+                ),
+                ("created_at", models.DateTimeField(auto_now_add=True)),
+                (
+                    "challenge_text",
+                    models.CharField(
+                        default=accounts.utils.gen_secret,
+                        editable=False,
+                        max_length=32,
+                        primary_key=True,
+                        serialize=False,
+                        unique=True,
+                        verbose_name="Challenge text",
+                    ),
+                ),
+                (
+                    "owned_by",
+                    models.OneToOneField(
+                        on_delete=django.db.models<