Merge pull request #1 from redBorder/development

Add airflow venv #22338

Author: rgomezborder

VERSION

@@ -1 +1 @@
-0.0.1
+0.1.0

packaging/rpm/redborder-malware-pythonpyenv.spec

@@ -1,115 +1,73 @@
 %define debug_package %{nil}
-%global __brp_strip %{nil}
+%define _build_id_links none
 
-%global pyenv_root %{__pyenv_root}
-%global python_version %{__python_version}
-
-# =====================
-# Directories
-# =====================
-
-# Airflow
+%global pyenv_root /opt/redborder/pyenv
+%global python_version 3.11.13
 %global airflow_dir /opt/airflow
 %global airflow_venv_path %{airflow_dir}/venv
 
-# =====================
-# Filtering provides/requires
-# =====================
-%global __provides_exclude ^python3$|libpython3\.11\.so\.1\.0.*|libpython3\.so.*|libsqlite3.*
-%global __requires_exclude ^python3$
+%define __brp_strip %{nil}
+%global __brp_strip_exclude_from %{airflow_venv_path}/.*
 
+# Exclude provisions and requirements from pyenv and Airflow
+%global __provides_exclude ^python3$|libpython3.*|libsqlite3.*
+%global __provides_exclude_from %{pyenv_root}/.*|%{airflow_dir}/.*
+%global __requires_exclude ^python3$
+%global __requires_exclude_from %{pyenv_root}/.*|%{airflow_dir}/.*
 %undefine __brp_mangle_shebangs
 
 Name: redborder-malware-pythonpyenv
 Version: %{__version}
 Release: %{__release}%{?dist}
-Summary: Python %{python_version} with pyenv in /opt/redborder/pyenv
+Summary: Airflow virtualenv based on Python %{python_version} from redborder-pythonpyenv
 License: MIT
 ExclusiveArch: x86_64
 
-# =====================
-# Sources (vendored)
-# =====================
 Source0: airflow_requirements.txt
 
-BuildRequires: gcc, gcc-c++, make, zlib-devel, bzip2-devel, readline-devel, sqlite-devel, openssl-devel, xz-devel, libffi-devel, git, curl, autoconf, automake, libtool, gcc-gfortran, autoconf, openblas-devel, wget, unzip, findutils, libvirt-devel, pkgconfig, krb5-devel, mariadb-devel, graphviz-devel, openldap-devel
-
-Requires: bash, openblas-devel
+BuildRequires: redborder-pythonpyenv
+BuildRequires: krb5-devel, gcc, libffi-devel, openldap-devel, mariadb-devel, graphviz-devel, pkgconfig, wget, unzip, findutils, libvirt-devel
+Requires: redborder-pythonpyenv, bash
 
 %description
-This package installs pyenv into %{pyenv_root}, Python %{python_version},
-and one isolated virtualenvs: for Airflow.
+This package installs an isolated Airflow virtualenv at %{airflow_dir},
+using the Python %{python_version} provided by redborder-pythonpyenv.
 
 %prep
 # No source to unpack
 
 %build
-mkdir -p %{pyenv_root}
-export PYENV_ROOT=%{pyenv_root}
-export PATH="$PYENV_ROOT/bin:$PATH"
-
-# Install pyenv
-git clone https://github.com/pyenv/pyenv.git %{pyenv_root}
-
-# Instalar SQLite 3.45.3
-SQLITE_VERSION=3.45.3
-SQLITE_PREFIX=$PYENV_ROOT/.deps/sqlite
-
-mkdir -p $SQLITE_PREFIX
-curl -LO https://www.sqlite.org/2024/sqlite-autoconf-3450300.tar.gz
-tar xzf sqlite-autoconf-3450300.tar.gz
-cd sqlite-autoconf-3450300
-./configure --prefix=$SQLITE_PREFIX
-make -j$(nproc)
-make install
-cd ..
-
-# Export build flags for Python
-export CPPFLAGS="-I$SQLITE_PREFIX/include"
-export LDFLAGS="-L$SQLITE_PREFIX/lib -Wl,-rpath,$SQLITE_PREFIX/lib"
-export LD_RUN_PATH="$SQLITE_PREFIX/lib"
-export PKG_CONFIG_PATH="$SQLITE_PREFIX/lib/pkgconfig"
-export CONFIGURE_OPTS="--with-ensurepip=install --enable-loadable-sqlite-extensions"
-
-# Build Python
-eval "$(%{pyenv_root}/bin/pyenv init -)"
-%{pyenv_root}/bin/pyenv install %{python_version}
-%{pyenv_root}/bin/pyenv global %{python_version}
-PYTHON_BIN=%{pyenv_root}/versions/%{python_version}/bin/python3
-
-$PYTHON_BIN -m pip install --upgrade pip setuptools virtualenv
-
-# Macro to install requirements in a venv
-%global install_requirements() \
-  $PYTHON_BIN -m venv %1 ; \
-  %1/bin/pip install --upgrade pip setuptools ; \
-  %1/bin/pip install --no-deps -r %2 \
-  %{nil}
-
-# =====================
-# VENV airflow
-# =====================
-mkdir -p %{airflow_dir}
-$PYTHON_BIN -m virtualenv %{airflow_venv_path}
-%{airflow_venv_path}/bin/pip install -r $RPM_SOURCE_DIR/airflow_requirements.txt
-
-%check
 
 %install
-# Airflow
 mkdir -p %{buildroot}%{airflow_dir}
-cp -a %{airflow_dir}/. %{buildroot}%{airflow_dir}/
 
-# =====================
-# Strip unnecessary caches
-# =====================
-find %{buildroot} -name '__pycache__' -type d -exec rm -rf {} +
-find %{buildroot} -name '*.pyc' -delete
+# Create venv using Python from pyenv
+%{pyenv_root}/versions/%{python_version}/bin/python3 -m venv %{buildroot}%{airflow_venv_path}
+%{buildroot}%{airflow_venv_path}/bin/pip install --upgrade pip setuptools
+
+# Installation requirements
+%{buildroot}%{airflow_venv_path}/bin/pip install --no-cache-dir -r %{SOURCE0}
+
+# Rewrite shebangs for all binaries
+find %{buildroot}%{airflow_venv_path}/bin -type f -exec sed -i \
+    "1 s|^#!.*python3$|#!%{airflow_venv_path}/bin/python3|" {} \;
+
+# Update pyvenv.cfg
+sed -i "s|^home = .*|home = %{pyenv_root}/versions/%{python_version}|" \
+    %{buildroot}%{airflow_venv_path}/pyvenv.cfg
+
+sed -i "s|^command = .*|command = %{pyenv_root}/versions/%{python_version}/bin/python3 -m venv %{airflow_venv_path}|" \
+    %{buildroot}%{airflow_venv_path}/pyvenv.cfg
+
+# Update activation scripts
+for script in activate activate.csh activate.fish; do
+    sed -i "s|/builddir/build/BUILDROOT/.*%{airflow_venv_path}|%{airflow_venv_path}|g" \
+        %{buildroot}%{airflow_venv_path}/bin/$script
+done
 
 %files
-%{pyenv_root}
 %{airflow_venv_path}
 
 %changelog
-* Mon Sep 22 2025 Vicente Mesa <vimesa@redborder.com>
-- Add airflow venv
+* Mon Sep 22 2025 Vicente Mesa <vimesa@redborder.com> - 0.0.1
+- Create airflow venv