From c6aa10e0c17575e73094364f7926b7f778587b3f Mon Sep 17 00:00:00 2001
From: Eduard Ralph <eduard@ralphovi.net>
Date: Mon, 20 Apr 2026 19:52:11 +0200
Subject: [PATCH] CI: auto-derive addon pip deps from requires_mod in .gpr.py
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

The Dockerfile bakes in only `dbf`, but addons declare a wider set of
Python deps in their .gpr.py `requires_mod` lists (networkx, psycopg2,
pygraphviz, lxml, svgwrite, boto3, litellm, life_line_chart, psycopg).
Without these installed, per-addon unit tests and the plugin-
registration subprocess load fail with ImportError/NameError.

Add a pre-test step to unit-test-linux, unit-test-windows, and
integration-test that globs every *.gpr.py, extracts the requires_mod
union via ast.literal_eval, and pip-installs each package one at a
time. Per-package install (not batched) keeps a single build failure
(pygraphviz without graphviz-dev, psycopg2 without libpq-dev) from
aborting the rest — the affected addon's tests will skip or fail in
isolation without blocking others.

Mirrors Gramps' Addon Manager install path
(gramps/gui/plug/_windows.py __on_install_clicked → req.install →
gen/utils/requirements.py), keeping .gpr.py files as the single source
of truth for addon deps. New addon deps do not need a parallel update
to the Dockerfile or this workflow.
---
 .github/workflows/ci.yml | 100 +++++++++++++++++++++++++++++++++++++++
 1 file changed, 100 insertions(+)

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 92bd05ff6..cdc67a128 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -100,6 +100,44 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Install addon runtime deps (derived from requires_mod)
+        # Auto-derive the union of requires_mod across every .gpr.py in
+        # the repo. Mirrors Gramps' Addon Manager install path
+        # (gramps/gui/plug/_windows.py __on_install_clicked → req.install →
+        # gen/utils/requirements.py). Keeps .gpr.py files as the single
+        # source of truth for addon deps — no parallel list to maintain
+        # in the image or workflow. Best-effort: a package needing exotic
+        # system deps (pygraphviz → graphviz-dev, psycopg2 → libpq-dev)
+        # may fail here; the affected addon's tests will skip or fail in
+        # isolation without blocking the rest.
+        shell: bash
+        run: |
+          addon_mods=$(python3 - <<'PY'
+          import ast, glob, re
+          pat = re.compile(r"requires_mod\s*=\s*(\[[^\]]*\])")
+          mods = set()
+          for f in glob.glob("*/*.gpr.py"):
+              try:
+                  text = open(f, encoding="utf-8").read()
+              except OSError:
+                  continue
+              for m in pat.finditer(text):
+                  try:
+                      mods.update(ast.literal_eval(m.group(1)))
+                  except (ValueError, SyntaxError):
+                      pass
+          print(" ".join(sorted(mods)))
+          PY
+          )
+          if [ -n "$addon_mods" ]; then
+            echo "→ addon deps: $addon_mods"
+            for mod in $addon_mods; do
+              pip install "$mod" || echo "× $mod failed to install (continuing)"
+            done
+          else
+            echo "no requires_mod declarations found"
+          fi
+
       - name: Run per-addon unit tests
         env:
           PYTHONPATH: .
@@ -152,6 +190,36 @@ jobs:
           mamba list | head -30
           python -c "import gramps, gi; print('deps OK')"
 
+      - name: Install addon runtime deps (derived from requires_mod)
+        # See unit-test-linux for rationale. Uses `python` (conda-forge
+        # env) to match the surrounding Windows job style.
+        run: |
+          addon_mods=$(python - <<'PY'
+          import ast, glob, re
+          pat = re.compile(r"requires_mod\s*=\s*(\[[^\]]*\])")
+          mods = set()
+          for f in glob.glob("*/*.gpr.py"):
+              try:
+                  text = open(f, encoding="utf-8").read()
+              except OSError:
+                  continue
+              for m in pat.finditer(text):
+                  try:
+                      mods.update(ast.literal_eval(m.group(1)))
+                  except (ValueError, SyntaxError):
+                      pass
+          print(" ".join(sorted(mods)))
+          PY
+          )
+          if [ -n "$addon_mods" ]; then
+            echo "→ addon deps: $addon_mods"
+            for mod in $addon_mods; do
+              pip install "$mod" || echo "× $mod failed to install (continuing)"
+            done
+          else
+            echo "no requires_mod declarations found"
+          fi
+
       - name: Run per-addon unit tests
         env:
           PYTHONPATH: .
@@ -189,6 +257,38 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Install addon runtime deps (derived from requires_mod)
+        # See unit-test-linux for rationale. The plugin registration test
+        # subprocess-loads each addon's module, which imports its
+        # requires_mod packages.
+        shell: bash
+        run: |
+          addon_mods=$(python3 - <<'PY'
+          import ast, glob, re
+          pat = re.compile(r"requires_mod\s*=\s*(\[[^\]]*\])")
+          mods = set()
+          for f in glob.glob("*/*.gpr.py"):
+              try:
+                  text = open(f, encoding="utf-8").read()
+              except OSError:
+                  continue
+              for m in pat.finditer(text):
+                  try:
+                      mods.update(ast.literal_eval(m.group(1)))
+                  except (ValueError, SyntaxError):
+                      pass
+          print(" ".join(sorted(mods)))
+          PY
+          )
+          if [ -n "$addon_mods" ]; then
+            echo "→ addon deps: $addon_mods"
+            for mod in $addon_mods; do
+              pip install "$mod" || echo "× $mod failed to install (continuing)"
+            done
+          else
+            echo "no requires_mod declarations found"
+          fi
+
       - name: Run plugin registration tests
         env:
           PYTHONPATH: .