2022-07-14 06:44:04 +00:00
|
|
|
import asyncio
|
2022-06-27 18:55:44 +00:00
|
|
|
import io
|
2022-07-18 18:44:55 +00:00
|
|
|
import subprocess
|
2022-06-27 18:55:44 +00:00
|
|
|
import tarfile
|
2022-07-18 18:44:55 +00:00
|
|
|
from contextlib import contextmanager
|
2022-06-27 18:55:44 +00:00
|
|
|
from pathlib import Path
|
2022-07-18 18:44:55 +00:00
|
|
|
from typing import Generator
|
2022-06-22 18:11:22 +00:00
|
|
|
from typing import Optional
|
|
|
|
|
2022-06-27 18:55:44 +00:00
|
|
|
import httpx
|
2022-06-22 18:11:22 +00:00
|
|
|
from invoke import Context # type: ignore
|
|
|
|
from invoke import run # type: ignore
|
|
|
|
from invoke import task # type: ignore
|
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def generate_db_migration(ctx, message):
|
|
|
|
# type: (Context, str) -> None
|
2022-07-18 18:44:55 +00:00
|
|
|
run(f'alembic revision --autogenerate -m "{message}"', echo=True)
|
2022-06-22 18:11:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def migrate_db(ctx):
|
|
|
|
# type: (Context) -> None
|
2022-07-18 18:44:55 +00:00
|
|
|
run("alembic upgrade head", echo=True)
|
2022-06-22 18:11:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def autoformat(ctx):
|
|
|
|
# type: (Context) -> None
|
|
|
|
run("black .", echo=True)
|
|
|
|
run("isort -sl .", echo=True)
|
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def lint(ctx):
|
|
|
|
# type: (Context) -> None
|
|
|
|
run("black --check .", echo=True)
|
|
|
|
run("isort -sl --check-only .", echo=True)
|
|
|
|
run("flake8 .", echo=True)
|
|
|
|
run("mypy .", echo=True)
|
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def compile_scss(ctx, watch=False):
|
|
|
|
# type: (Context, bool) -> None
|
2022-07-22 06:46:14 +00:00
|
|
|
from app.utils.favicon import build_favicon
|
|
|
|
|
|
|
|
build_favicon()
|
2022-07-15 18:01:55 +00:00
|
|
|
theme_file = Path("data/_theme.scss")
|
|
|
|
if not theme_file.exists():
|
|
|
|
theme_file.write_text("// override vars for theming here")
|
2022-07-04 18:49:23 +00:00
|
|
|
|
2022-06-22 18:11:22 +00:00
|
|
|
if watch:
|
2022-07-18 18:44:55 +00:00
|
|
|
run("boussole watch", echo=True)
|
2022-06-22 18:11:22 +00:00
|
|
|
else:
|
2022-07-18 18:44:55 +00:00
|
|
|
run("boussole compile", echo=True)
|
2022-06-22 18:11:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def uvicorn(ctx):
|
|
|
|
# type: (Context) -> None
|
2022-07-18 18:44:55 +00:00
|
|
|
run("uvicorn app.main:app --no-server-header", pty=True, echo=True)
|
2022-06-22 18:11:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def process_outgoing_activities(ctx):
|
|
|
|
# type: (Context) -> None
|
2022-06-24 09:33:05 +00:00
|
|
|
from app.outgoing_activities import loop
|
|
|
|
|
2022-08-10 18:34:36 +00:00
|
|
|
asyncio.run(loop())
|
2022-06-22 18:11:22 +00:00
|
|
|
|
|
|
|
|
2022-07-14 06:44:04 +00:00
|
|
|
@task
|
|
|
|
def process_incoming_activities(ctx):
|
|
|
|
# type: (Context) -> None
|
|
|
|
from app.incoming_activities import loop
|
|
|
|
|
|
|
|
asyncio.run(loop())
|
|
|
|
|
|
|
|
|
2022-06-22 18:11:22 +00:00
|
|
|
@task
|
|
|
|
def tests(ctx, k=None):
|
|
|
|
# type: (Context, Optional[str]) -> None
|
|
|
|
pytest_args = " -vvv"
|
|
|
|
if k:
|
|
|
|
pytest_args += f" -k {k}"
|
|
|
|
run(
|
|
|
|
f"MICROBLOGPUB_CONFIG_FILE=tests.toml pytest tests{pytest_args}",
|
|
|
|
pty=True,
|
|
|
|
echo=True,
|
|
|
|
)
|
2022-06-27 18:55:44 +00:00
|
|
|
|
|
|
|
|
2022-07-04 17:02:06 +00:00
|
|
|
@task
|
|
|
|
def generate_requirements_txt(ctx, where="requirements.txt"):
|
|
|
|
# type: (Context, str) -> None
|
|
|
|
run(
|
|
|
|
f"poetry export -f requirements.txt --without-hashes > {where}",
|
|
|
|
pty=True,
|
|
|
|
echo=True,
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def build_docs(ctx):
|
|
|
|
# type: (Context) -> None
|
2022-07-18 18:44:55 +00:00
|
|
|
with embed_version():
|
|
|
|
run("PYTHONPATH=. python scripts/build_docs.py", pty=True, echo=True)
|
2022-07-04 17:02:06 +00:00
|
|
|
|
|
|
|
|
2022-06-27 18:55:44 +00:00
|
|
|
@task
|
|
|
|
def download_twemoji(ctx):
|
|
|
|
# type: (Context) -> None
|
|
|
|
resp = httpx.get(
|
|
|
|
"https://github.com/twitter/twemoji/archive/refs/tags/v14.0.2.tar.gz",
|
|
|
|
follow_redirects=True,
|
|
|
|
)
|
|
|
|
resp.raise_for_status()
|
|
|
|
tf = tarfile.open(fileobj=io.BytesIO(resp.content))
|
|
|
|
members = [
|
|
|
|
member
|
|
|
|
for member in tf.getmembers()
|
|
|
|
if member.name.startswith("twemoji-14.0.2/assets/svg/")
|
|
|
|
]
|
|
|
|
for member in members:
|
|
|
|
emoji_name = Path(member.name).name
|
|
|
|
with open(f"app/static/twemoji/{emoji_name}", "wb") as f:
|
|
|
|
f.write(tf.extractfile(member).read()) # type: ignore
|
2022-07-04 18:49:23 +00:00
|
|
|
|
|
|
|
|
2022-08-09 20:29:01 +00:00
|
|
|
@task(download_twemoji, compile_scss)
|
2022-07-05 07:15:45 +00:00
|
|
|
def configuration_wizard(ctx):
|
2022-07-04 18:49:23 +00:00
|
|
|
# type: (Context) -> None
|
2022-08-09 20:29:01 +00:00
|
|
|
run("MICROBLOGPUB_CONFIG_FILE=tests.toml alembic upgrade head", echo=True)
|
|
|
|
run(
|
|
|
|
"MICROBLOGPUB_CONFIG_FILE=tests.toml PYTHONPATH=. python scripts/config_wizard.py", # noqa: E501
|
|
|
|
pty=True,
|
|
|
|
echo=True,
|
|
|
|
)
|
2022-07-07 19:18:08 +00:00
|
|
|
|
|
|
|
|
2022-07-08 10:10:20 +00:00
|
|
|
@task
|
|
|
|
def install_deps(ctx):
|
|
|
|
# type: (Context) -> None
|
|
|
|
run("poetry install", pty=True, echo=True)
|
|
|
|
|
|
|
|
|
2022-08-21 07:39:57 +00:00
|
|
|
@task(pre=[compile_scss], post=[migrate_db])
|
|
|
|
def update(ctx, update_deps=True):
|
|
|
|
# type: (Context, bool) -> None
|
|
|
|
if update_deps:
|
|
|
|
run("poetry install", pty=True, echo=True)
|
2022-07-07 19:18:08 +00:00
|
|
|
print("Done")
|
2022-07-08 19:17:08 +00:00
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def stats(ctx):
|
|
|
|
# type: (Context) -> None
|
|
|
|
from app.utils.stats import print_stats
|
|
|
|
|
|
|
|
print_stats()
|
2022-07-18 18:44:55 +00:00
|
|
|
|
|
|
|
|
|
|
|
@contextmanager
|
|
|
|
def embed_version() -> Generator[None, None, None]:
|
|
|
|
version_file = Path("app/_version.py")
|
|
|
|
version_file.unlink(missing_ok=True)
|
|
|
|
version = (
|
|
|
|
subprocess.check_output(["git", "rev-parse", "--short=8", "v2"])
|
|
|
|
.split()[0]
|
|
|
|
.decode()
|
|
|
|
)
|
|
|
|
version_file.write_text(f'VERSION_COMMIT = "{version}"')
|
|
|
|
try:
|
|
|
|
yield
|
|
|
|
finally:
|
|
|
|
version_file.unlink()
|
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def build_docker_image(ctx):
|
|
|
|
# type: (Context) -> None
|
|
|
|
with embed_version():
|
|
|
|
run("docker build -t microblogpub/microblogpub .")
|
2022-08-18 21:48:00 +00:00
|
|
|
|
|
|
|
|
|
|
|
@task
|
|
|
|
def prune_old_data(ctx):
|
|
|
|
# type: (Context) -> None
|
|
|
|
from app.prune import run_prune_old_data
|
|
|
|
|
|
|
|
asyncio.run(run_prune_old_data())
|