Move to uv (#1246)

Author: tomchop

.github/workflows/feedtest.yml

@@ -35,20 +35,19 @@ jobs:
     steps:
     - uses: actions/checkout@v4
     - run:
-        sudo apt-get update && sudo apt-get install -y python3-pip && sudo pip3 install poetry
+        sudo apt-get update && sudo apt-get install -y python3-pip && sudo pip3 install uv
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
-        cache: poetry
     - name: Install Python dependencies
-      run: poetry install --no-root --with plugins
+      run: uv sync --all-extras
     - name: Copy dummy config file
       run: cp yeti.conf.sample yeti.conf
     - name: Start redis & arangodb conainers
       run: docker compose -f extras/docker/dev/docker-compose.yaml up -d redis arangodb
     - name: Start event consumer
-      run: poetry run python -m core.events.consumers events & sleep 5
+      run: uv run python -m core.events.consumers events & sleep 5
     - name: Run test feeds
       run: |
-        poetry run python -m unittest discover -s tests/ -p 'feeds.py'
+        uv run python -m unittest discover -s tests/ -p 'feeds.py'

.github/workflows/ruff.yml

@@ -8,9 +8,11 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+      - run:
+          sudo apt-get update && sudo apt-get install -y python3-pip && sudo pip3 install uv
       - uses: actions/setup-python@v4
       - name: Install ruff
-        run: pip install ruff
+        run: uv tool install ruff
       - name: Run ruff lint check
         run: ruff check .
       - name: Run ruff format check

.github/workflows/unittests.yml

@@ -29,20 +29,19 @@ jobs:
     steps:
     - uses: actions/checkout@v4
     - run:
-        sudo apt-get update && sudo apt-get install -y python3-pip && sudo pip3 install poetry
+        sudo apt-get update && sudo apt-get install -y python3-pip && sudo pip3 install uv
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v4
       with:
         python-version: ${{ matrix.python-version }}
-        cache: poetry
     - name: Install Python dependencies
-      run: poetry install --no-root
+      run: uv sync --group dev
     - name: Copy dummy config file
       run: cp yeti.conf.sample yeti.conf
     - name: Start redis & arangodb conainers
       run: docker compose -f extras/docker/dev/docker-compose.yaml up -d redis arangodb
     - name: Test with unittest
       run: |
-        poetry run python -m unittest discover -s tests/schemas -p '*.py'
-        poetry run python -m unittest discover -s tests/apiv2 -p '*.py'
-        poetry run python -m unittest discover -s tests/core_tests -p '*.py'
+        uv run python -m unittest discover -s tests/schemas -p '*.py'
+        uv run python -m unittest discover -s tests/apiv2 -p '*.py'
+        uv run python -m unittest discover -s tests/core_tests -p '*.py'

.python-version

@@ -0,0 +1 @@
+3.10

core/clients/file_storage/classes/s3.py

@@ -8,7 +8,7 @@
 except ImportError:
     boto3 = None
     logging.warning(
-        "boto3 is not imported, if you wish to use s3 file storage please install with `poetry install --extras s3`"
+        "boto3 is not imported, if you wish to use s3 file storage please install with `uv sync --group s3`"
     )
 
 
@@ -18,7 +18,7 @@ class S3Client(FileStorageClient):
     def __init__(self, path: str):
         if boto3 is None:
             logging.warning(
-                "Attempting to use `S3Client` without `boto3` installed; install with `poetry install --extras s3`"
+                "Attempting to use `S3Client` without `boto3` installed; install with `uv sync --group s3`"
             )
             raise ImportError("boto3 is not installed")
 

core/schemas/template.py

@@ -2,7 +2,7 @@
 from pathlib import Path
 from typing import TYPE_CHECKING, Literal, Optional
 
-import jinja2
+import minijinja
 from pydantic import BaseModel, ConfigDict, computed_field
 
 from core.config.config import yeti_config
@@ -22,9 +22,8 @@ class Template(BaseModel):
     def render(self, data: list["Observable"], output_file: str | None) -> None | str:
         """Renders the template with the given data to the output file."""
 
-        environment = jinja2.Environment()
-        template = environment.from_string(self.template)
-        result = template.render(data=data)
+        environment = minijinja.Environment(templates={self.name: self.template})
+        result = environment.render_template(self.name, data=data)
         if output_file:
             os.makedirs(os.path.dirname(output_file), exist_ok=True)
             with open(output_file, "w+") as fd:

extras/docker/Dockerfile

@@ -14,10 +14,10 @@ RUN cp yeti.conf.sample yeti.conf
 RUN cp ./extras/docker/docker-entrypoint.sh /docker-entrypoint.sh
 
 # Upgrade pip
-RUN pip3 install --upgrade pip && pip3 install poetry
+RUN pip3 install --upgrade pip && pip3 install uv
 
 # Install yeti
-RUN poetry install --no-root --with plugins
+RUN uv sync --group plugins
 
 ENV PYTHONPATH /app
 

extras/docker/dev/Dockerfile

@@ -10,12 +10,12 @@ RUN apt-get update && apt-get install -y \
     git
 
 # Upgrade pip
-RUN pip3 install --upgrade pip && pip3 install poetry
+RUN pip3 install --upgrade pip && pip3 install uv
 
 # Install & Configure YETI
 ADD . /app
 WORKDIR /app
-RUN poetry install --no-root --with dev,plugins
+RUN uv sync --all-groups
 
 COPY --chmod=744 ./extras/docker/docker-entrypoint.sh /docker-entrypoint.sh
 

extras/docker/docker-entrypoint.sh

@@ -2,27 +2,27 @@
 set -euo pipefail
 
 if [[ "$1" = 'webserver' ]]; then
-    poetry run uvicorn core.web.webapp:app --reload --host 0.0.0.0 --log-level=debug
+    uv run uvicorn core.web.webapp:app --reload --host 0.0.0.0 --log-level=debug
 elif [[ "$1" = 'webserver-prod' ]]; then
-    poetry run uvicorn core.web.webapp:app --host 0.0.0.0 --workers $(nproc --all || echo 4) --log-level=info
+    uv run uvicorn core.web.webapp:app --host 0.0.0.0 --workers $(nproc --all || echo 4) --log-level=info
 elif [[ "$1" = 'tasks' ]]; then
-    poetry run celery -A core.taskscheduler worker --loglevel=INFO --purge -P threads
+    uv run celery -A core.taskscheduler worker --loglevel=INFO --purge -P threads
 elif [[ "$1" = 'tasks-beat' ]]; then
-    rm -f celerybeat-schedule.db && poetry run celery -A core.taskscheduler beat
+    rm -f celerybeat-schedule.db && uv run celery -A core.taskscheduler beat
 elif [[ "$1" = 'events-tasks' ]]; then
-    poetry run python -m core.events.consumers events
+    uv run python -m core.events.consumers events
 elif [[ "$1" = 'create-user' ]]; then
-    poetry run python yetictl/cli.py create-user "${@:2}"
+    uv run python yetictl/cli.py create-user "${@:2}"
 elif [[ "$1" = 'reset-password' ]]; then
-    poetry run python yetictl/cli.py reset-password "${@:2}"
+    uv run python yetictl/cli.py reset-password "${@:2}"
 elif [[ "$1" = 'toggle-user' ]]; then
-    poetry run python yetictl/cli.py toggle-user "${@:2}"
+    uv run python yetictl/cli.py toggle-user "${@:2}"
 elif [[ "$1" = 'toggle-admin' ]]; then
-    poetry run python yetictl/cli.py toggle-admin "${@:2}"
+    uv run python yetictl/cli.py toggle-admin "${@:2}"
 elif [[ "$1" = 'migrate-arangodb' ]]; then
-    poetry run python yetictl/cli.py migrate-arangodb "${@:2}"
+    uv run python yetictl/cli.py migrate-arangodb "${@:2}"
 elif [[ "$1" = 'envshell' ]]; then
-    $(poetry env activate) && exec bash
+    $(uv venv activate) && exec bash
 else
     exec "$@"
 fi

extras/git/ruff-precommit-check.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 # This script gives a poor error message due to https://github.com/microsoft/vscode/issues/189924
 # but still blocks the commit from happening, so sorta WAI
-poetry run ruff check . && poetry run ruff format . --check
+uv run ruff check . && uv run ruff format . --check
 
 # Check the exit status of the previous command