Rework of build archive to use pypi rather than github release archives. (#54)

Author: nzlosh

contrib/packaging/build_archive

@@ -1,6 +1,6 @@
 #!/bin/bash
 
-set -eou pipefail -x
+set -eou pipefail +x
 
 REL_PATH=$(pwd $(dirname $0))
 ERR_STACKSTORM_VERSION=$(python <<EOF
@@ -32,6 +32,8 @@ EOF
 #
 # https://gist.github.com/fernandoaleman/1377211/d78d13bd8f134e7d9b9bc3da5895c859d7cbf294
 # https://gist.githubusercontent.com/fernandoaleman/1377169/raw/3e841ca1a887dd21f3fcb35a3e74b0cc2fc4977b/create-repo-metadata.sh
+# https://stackoverflow.com/questions/122327/how-do-i-find-the-location-of-my-python-site-packages-directory
+#
 function title
 {
     echo -e "\033[38;5;206;48;5;57m${1}\033[0m"
@@ -82,61 +84,24 @@ function create_virtual_environment
     done
 }
 
-function fetch_archives
-{
-    title "DOWNLOAD ARCHIVES"
-    export BACKENDS=("err-backend-discord" "err-backend-slackv3" "err-backend-gitter" "err-backend-mattermost" "err-backend-botframework")
-
-    test -d "${BUILD_DIR}/backends" || mkdir "${BUILD_DIR}/backends"
-    cd "${BUILD_DIR}"
-    wget "https://github.com/errbotio/err-backend-discord/archive/refs/tags/v4.0.0.tar.gz" -O "backends/err-backend-discord-v4.0.0.tar.gz"
-    wget "https://github.com/errbotio/err-backend-slackv3/archive/refs/tags/v0.3.1.tar.gz" -O "backends/err-backend-slackv3-v0.3.1.tar.gz"
-    wget "https://github.com/errbotio/err-backend-mattermost/archive/refs/tags/3.0.0.tar.gz" -O "backends/err-backend-mattermost-v3.0.0.tar.gz"
-    wget "https://github.com/nzlosh/err-backend-gitter/archive/refs/tags/v0.1.0.tar.gz" -O "backends/err-backend-gitter-v0.1.0.tar.gz"
-    wget "https://github.com/nzlosh/err-backend-botframework/archive/refs/tags/v0.1.0.tar.gz" -O "backends/err-backend-botframework-v0.1.0.tar.gz"
-
-    mkdir "${BUILD_DIR}/plugins"
-    export PLUGINS=("err-stackstorm")
-    wget "https://github.com/nzlosh/err-stackstorm/archive/refs/tags/v${ERR_STACKSTORM_VERSION}.tar.gz" -O "plugins/err-stackstorm-v${ERR_STACKSTORM_VERSION}.tar.gz"
-}
 
-function install_extensions
+function install_python_packages
 {
-    title "INSTALL ERRBOT EXTENSIONS"
-    for location in backends plugins
-    do
-        # extract
-        for targz in "${BUILD_DIR}/${location}"/*.tar.gz
-        do
-            tar xf "$targz" -C "${ROOT}/${location}"
-        done
-        # install dependencies
-        for proj in "${ROOT}/${location}"/*
-        do
-            # Install from pyproject
-            test -f "${proj}/pyproject.toml" && pip install "${proj}"
-            # Install from requirements
-            test -f "${proj}/requirements.txt" && pip install -r "${proj}/requirements.txt"
-        done
-    done
-
-    for location in "${ROOT}/backends"
+    title "INSTALL ERRBOT PYTHON PACKAGES"
+
+    PKGS=(
+        "errbot[IRC,XMPP,telegram]==${ERRBOT_VERSION}"
+        "err-backend-discord"
+        "errbot-backend-slackv3"
+        "err-backend-mattermost"
+        "git+https://github.com/nzlosh/err-backend-gitter@maint_nzlosh"
+#        "git+https://github.com/nzlosh/err-backend-botframework"
+        "err-stackstorm==${ERR_STACKSTORM_VERSION}"
+    )
+
+    for pkg in ${PKGS[@]}
     do
-        cd "${location}"
-        for backend in "${BACKENDS[@]}"
-        do
-            # Move archive directory names to correct errbot names.
-            mv -f ./*"${backend}"* "$backend"
-        done
-    done
-
-    for location in "$ROOT/plugins"
-    do
-        cd "$location"
-        for plugin in "${PLUGINS[@]}"
-        do
-            mv -f ./*"${plugin}"* "$plugin"
-        done
+        pip install "$pkg"
     done
 }
 
@@ -167,28 +132,20 @@ function prune_installation
     done
     # remove python build backend directory
     rm -rf "$ROOT"/{plugins,backends}/*/build
-    # Remove temp build dir
-    rm -rf "$BUILD_DIR"
 }
 
 
 
 function install_errbot
 {
-    title "INSTALL ERRBOT ($($ROOT/venv/bin/pip --version))"
+    title "INSTALL ERRBOT ${ERRBOT_VERSION} $($ROOT/venv/bin/pip --version)"
     source "${ROOT}/venv/bin/activate"
 
+    # source from stack overflow article (virtualenv site directory).
+    export VENV_SITE_DIR=$(python3 -c 'import sysconfig; print(sysconfig.get_paths()["purelib"])')
+
     pip install --upgrade pip
-    # Use tmp dir to download and build errbot/plugins.
-    export BUILD_DIR=$(mktemp -d "$ROOT"/build.XXXXXX)
-    cd "$BUILD_DIR"
-    ERRBOT_VERSION="6.2.0"
-    wget "https://github.com/errbotio/errbot/archive/refs/tags/${ERRBOT_VERSION}.tar.gz" -O errbot-v${ERRBOT_VERSION}.tar.gz
-    tar xf errbot-v${ERRBOT_VERSION}.tar.gz
-    cd errbot-${ERRBOT_VERSION}
-    pip install .[IRC,XMPP,telegram]
-    fetch_archives
-    install_extensions
+    install_python_packages
     prune_installation
 }
 
@@ -206,6 +163,7 @@ export DISTRO_VERSION=$(source /etc/os-release; echo $VERSION_ID)
 # Strip the minor version since the script is designed to work on major versions.
 export DISTRO_COMBO="${DISTRO}${DISTRO_VERSION%.*}"
 export ROOT="/opt/errbot"
+export ERRBOT_VERSION="6.2.0"
 
 case "${DISTRO_COMBO}" in
     rocky8)