Modernization

.github/workflows/api_lint.yml

@@ -33,26 +33,27 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ vars.PYTHON_VERSION }}
-          cache: 'pip'
-          cache-dependency-path: |
-            api/requirements.txt
-            api/dev-requirements.txt
+
+      # Install uv
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+          cache-dependency-glob: "api/uv.lock"
 
       # Install dependencies
       - name: Install dependencies
         run: |
           cd api
-          pip install --upgrade pip
-          pip install -r requirements.txt
-          pip install -r dev-requirements.txt
+          uv sync --all-extras
 
       # Run Black formatter
       - name: Run Black
         run: |
           cd api
-          black --check --diff .
+          uv run black --check --diff .
 
-  mypy:
+  ty:
     runs-on: ubuntu-latest
 
     steps:
@@ -65,24 +66,25 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ vars.PYTHON_VERSION }}
-          cache: 'pip'
-          cache-dependency-path: |
-            api/requirements.txt
-            api/dev-requirements.txt
+
+      # Install uv
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+          cache-dependency-glob: "api/uv.lock"
 
       # Install dependencies
       - name: Install dependencies
         run: |
           cd api
-          pip install --upgrade pip
-          pip install -r requirements.txt
-          pip install -r dev-requirements.txt
+          uv sync --all-extras
 
-      # Run MyPy checks
-      - name: Run MyPy
+      # Run ty checks
+      - name: Run ty
         run: |
           cd api
-          mypy --install-types --non-interactive .
+          uv run ty check
 
   ruff:
     runs-on: ubuntu-latest
@@ -97,21 +99,22 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ vars.PYTHON_VERSION }}
-          cache: 'pip'
-          cache-dependency-path: |
-            api/requirements.txt
-            api/dev-requirements.txt
+
+      # Install uv
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+          cache-dependency-glob: "api/uv.lock"
 
       # Install dependencies
       - name: Install dependencies
         run: |
           cd api
-          pip install --upgrade pip
-          pip install -r requirements.txt
-          pip install -r dev-requirements.txt
+          uv sync --all-extras
 
       # Run Ruff linter and formatter
       - name: Run Ruff
         run: |
           cd api
-          ruff check .
+          uv run ruff check .

.github/workflows/api_tests.yml

@@ -38,24 +38,25 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ vars.PYTHON_VERSION }}
-          cache: 'pip'
-          cache-dependency-path: |
-            api/requirements.txt
-            api/dev-requirements.txt
+
+      # Install uv
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+          cache-dependency-glob: "api/uv.lock"
 
       # Install dependencies
       - name: Install dependencies
         run: |
           cd api
-          pip install --upgrade pip
-          pip install -r requirements.txt
-          pip install -r dev-requirements.txt
+          uv sync --all-extras
 
       # Run Tests
       - name: Run Unit Tests
         run: |
           cd api
-          pytest -m unit --cov-report=lcov
+          uv run pytest -m unit --cov-report=lcov
 
       - name: Upload coverage to Coveralls
         uses: coverallsapp/github-action@v2
@@ -90,24 +91,25 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ vars.PYTHON_VERSION }}
-          cache: 'pip'
-          cache-dependency-path: |
-            api/requirements.txt
-            api/dev-requirements.txt
+
+      # Install uv
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+          cache-dependency-glob: "api/uv.lock"
 
       # Install dependencies
       - name: Install dependencies
         run: |
           cd api
-          pip install --upgrade pip
-          pip install -r requirements.txt
-          pip install -r dev-requirements.txt
+          uv sync --all-extras
 
       # Run Tests
       - name: Run Integration Tests
         run: |
           cd api
-          pytest -m "integration and not deploy" --no-cov
+          uv run pytest -m "integration and not deploy" --no-cov
 
       - name: Upload test logs on failure
         if: failure()

.github/workflows/reusable_provider_test.yml

@@ -30,22 +30,22 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: ${{ vars.PYTHON_VERSION }}
-          cache: 'pip'
-          cache-dependency-path: |
-            api/requirements.txt
-            api/dev-requirements.txt
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+          cache-dependency-glob: "api/uv.lock"
 
       - name: Install dependencies
         run: |
           cd api
-          pip install --upgrade pip
-          pip install -r requirements.txt
-          pip install -r dev-requirements.txt
+          uv sync --all-extras
 
       - name: Run ${{ inputs.provider }} Tests
         run: |
           cd api
-          pytest -m ${{ inputs.provider }} --no-cov
+          uv run pytest -m ${{ inputs.provider }} --no-cov
 
       - name: Upload test logs on failure
         if: failure()

README.md

@@ -8,7 +8,7 @@
 <a href="https://github.com/OpenLabsHQ/OpenLabs"><img alt="Docs" src="https://img.shields.io/github/actions/workflow/status/OpenLabsHQ/OpenLabs/mdbook.yml?branch=main&label=Docs"></a>
 <a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
 <a href="https://github.com/astral-sh/ruff"><img alt="Linting: ruff" src="https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json"></a>
-<a href="https://mypy-lang.org/"><img alt="Checked with mypy" src="https://www.mypy-lang.org/static/mypy_badge.svg"></a>
+<a href="https://docs.astral.sh/ty/"><img alt="Type checked with ty" src="https://img.shields.io/badge/type_checker-ty-blue.svg"></a>
 </p>
 
 ---

api/Dockerfile

@@ -4,18 +4,24 @@ FROM python:3.12-slim AS builder
 
 WORKDIR /code
 
-RUN apt-get update && apt-get install -y git curl \
+RUN apt-get update && apt-get install -y \
+        git \
+        curl \
+        wget \
+        gnupg \
+        gnupg2 \
     && curl -fsSL https://deb.nodesource.com/setup_22.x | bash - \
+    && apt-get update \
     && apt-get install -y nodejs \
-    && apt-get install -y gnupg software-properties-common \
-    && apt-get install -y wget \
-    && apt-get install -y gnupg2 \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/*
 
+# Install uv
+COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
+
 # Install python dependencies
-COPY api/requirements.txt /code/requirements.txt
-RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+COPY api/pyproject.toml api/uv.lock /code/
+RUN uv sync --frozen --no-dev
 
 COPY api/src /code/src
 COPY .env /code/.env
@@ -31,27 +37,27 @@ FROM builder AS test_builder
 
 COPY api/tests /code/tests
 
-COPY api/dev-requirements.txt /code/dev-requirements.txt
-RUN pip install --no-cache-dir --upgrade -r /code/dev-requirements.txt
+# Install dev dependencies
+RUN uv sync --frozen --all-extras
 
 COPY api/pyproject.toml /code/pyproject.toml 
 
 # ========= API Debug Image =========
 # Adds debug capabilities
 FROM builder AS api_debug
 
-RUN pip install --no-cache-dir debugpy
+RUN uv pip install --no-cache debugpy
 
 HEALTHCHECK --interval=15s --timeout=5s --start-period=60s --retries=3 \
- CMD ["python", "-m", "src.scripts.health_check"]
+ CMD ["uv", "run", "python", "-m", "src.scripts.health_check"]
 
 
 # ========= API Test Image =========
 # Adds test dependencies
 FROM test_builder AS api_test
 
 HEALTHCHECK --interval=5s --timeout=5s --start-period=300s --retries=3 \
- CMD ["python", "-m", "src.scripts.health_check"]
+ CMD ["uv", "run", "python", "-m", "src.scripts.health_check"]
 
 
 # ========= Worker Image =========
@@ -76,14 +82,14 @@ RUN terraform init
 RUN rm -rf .terraform*
 WORKDIR /code
 
-CMD ["arq", "src.app.worker.settings.WorkerSettings"]
+CMD ["uv", "run", "arq", "src.app.worker.settings.WorkerSettings"]
 
 
 # ========= Prod Image =========
 # Extra prod goodies
 FROM builder AS prod
 
 HEALTHCHECK --interval=60s --timeout=5s --start-period=60s --retries=3 \
- CMD ["python", "-m", "src.scripts.health_check"]
+ CMD ["uv", "run", "python", "-m", "src.scripts.health_check"]
 
-CMD ["uvicorn", "src.app.main:app", "--host", "0.0.0.0", "--port", "80", "--workers", "4"]
+CMD ["uv", "run", "uvicorn", "src.app.main:app", "--host", "0.0.0.0", "--port", "80", "--workers", "4"]

api/README.md

@@ -4,7 +4,7 @@
 <a href="https://github.com/OpenLabsHQ/OpenLabs"><img alt="Latest version" src="https://img.shields.io/github/v/release/OpenLabsHQ/OpenLabs"></a>
 <a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
 <a href="https://github.com/astral-sh/ruff"><img alt="Linting: ruff" src="https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json"></a>
-<a href="https://mypy-lang.org/"><img alt="Checked with mypy" src="https://www.mypy-lang.org/static/mypy_badge.svg"></a>
+<a href="https://docs.astral.sh/ty/"><img alt="Type checked with ty" src="https://img.shields.io/badge/type_checker-ty-blue.svg"></a>
 </p>
 
 
@@ -77,24 +77,22 @@ src/
 
 ## Environment Setup
 
-Create environment:
+Install uv (if not already installed):
 
 ```bash
-python3.12 -m venv venv
+curl -LsSf https://astral.sh/uv/install.sh | sh
 ```
 
-Activate environment:
+Install dependencies:
 
 ```bash
-source venv/bin/activate
+uv sync --all-extras
 ```
 
-Install dependencies:
+Activate environment:
 
 ```bash
-pip install --upgrade pip
-pip install -r requirements.txt
-pip install -r dev-requirements.txt
+source .venv/bin/activate
 ```
 
 ## Tests
@@ -103,16 +101,16 @@ Run tests:
 
 ```bash
 # Unit tests
-pytest -m unit
+uv run pytest -m unit
 
 # Integration tests (no deployments)
-pytest -m "integration and not deploy"
+uv run pytest -m "integration and not deploy"
 
 # Configure provider credentials
 cp .env.tests.example .env.tests
 
 # Provider specific tests
-pytest -m aws
+uv run pytest -m aws
 ```
 
 > See `marks` defined in `pyproject.toml` for more options.
@@ -161,7 +159,7 @@ The app will only be started once you run the debugger in VScode using the `Pyth
 
 * `api-black.yml` - Runs the Black code formatter in check mode to verify code formatting.
 * `api-ruff.yml` - Runs the Ruff linter to check for code quality issues.
-* `api-mypy.yml` - Performs static type checking with MyPy.
+* `api-ty.yml` - Performs static type checking with ty.
 * `api-unit_tests.yml` - Runs all unit tests.
 * `api-integration_tests.yml` Runs integration tests that do **not** deploy live infrastructure.
 * `api-aws_tests.yml` - Run all AWS specific tests including live deploy tests.