Migrate devpi from minikube to indri (launchd) (#341)
## Summary Devpi was crash-looping under memory pressure on the minikube StatefulSet, breaking the Python toolchain across the repo (`mise run docs-mikado`, `prek`, every `uv pip install`). It moves to indri as a native LaunchAgent. ## What changed - **New ansible role** `ansible/roles/devpi/`: installs `devpi-server` + `devpi-web` into a uv-managed venv, initializes the server-dir on first run via 1Password root password, runs as a LaunchAgent (`mcquack.eblume.devpi`) bound to `127.0.0.1:3141`. Bootstraps from upstream PyPI (so devpi can install itself on a fresh box). - **Caddy**: `pypi.ops.eblu.me` now proxies to `http://localhost:3141`. - **Playbook**: `indri.yml` gains pre_tasks for the root password and the new role. - **service-versions.yaml**: devpi flipped from `type: argocd` to `type: ansible`. - **ArgoCD**: removed `apps/devpi.yaml` and `manifests/devpi/`. The in-cluster Application, namespace, and PVC have been deleted. - **Docs**: new how-to `docs/how-to/operations/devpi-on-indri.md`; `restart-indri.md` lists devpi in the LaunchAgent stop list. ## Already deployed (live on indri) - Service running: `launchctl list mcquack.eblume.devpi` → PID 53888 - `curl https://pypi.ops.eblu.me/+api` returns 200 ✅ - `mise run docs-mikado` works again ✅ - 1.0G of cached PyPI data was migrated from the PVC to `~erichblume/devpi/server-dir/` - Minikube namespace and PVC fully reclaimed ## Test plan - [ ] `mise run services-check` (after merge) - [ ] CI workflows that use devpi succeed - [ ] No regressions in tools that depend on `pypi.ops.eblu.me` (prek, uv-script tasks, dagger pipelines) ## Context This is the C1 prelude to a planned C2 chain (`mikado/retire-minikube-indri`) to retire minikube on indri entirely. Doing devpi as a standalone C1 was the right call because (a) it was urgent — it was breaking the toolchain — and (b) it shakes out the migration recipe before we commit to a multi-leaf chain. Reviewed-on: #341
This commit is contained in:
parent
f4a24595b1
commit
14ca0160ba
24 changed files with 260 additions and 289 deletions
|
|
@ -212,6 +212,23 @@
|
|||
no_log: true
|
||||
tags: [forgejo_metrics]
|
||||
|
||||
# Devpi root password (PyPI mirror admin)
|
||||
- name: Fetch devpi root password
|
||||
ansible.builtin.command:
|
||||
cmd: op read "op://vg6xf6vvfmoh5hqjjhlhbeoaie/kyhzfifryqnuk7jeyibmmjvxxm/add more/root password"
|
||||
delegate_to: localhost
|
||||
register: _devpi_root_password
|
||||
changed_when: false
|
||||
no_log: true
|
||||
check_mode: false
|
||||
tags: [devpi]
|
||||
|
||||
- name: Set devpi root password fact
|
||||
ansible.builtin.set_fact:
|
||||
devpi_root_password: "{{ _devpi_root_password.stdout }}"
|
||||
no_log: true
|
||||
tags: [devpi]
|
||||
|
||||
roles:
|
||||
- role: alloy
|
||||
tags: alloy
|
||||
|
|
@ -227,6 +244,8 @@
|
|||
tags: zot
|
||||
- role: zot_metrics
|
||||
tags: zot_metrics
|
||||
- role: devpi
|
||||
tags: devpi
|
||||
- role: minikube
|
||||
tags: minikube
|
||||
- role: minikube_metrics
|
||||
|
|
|
|||
|
|
@ -51,7 +51,7 @@ caddy_services:
|
|||
backend: "https://feed.tail8d86e.ts.net"
|
||||
- name: devpi
|
||||
host: "pypi.{{ caddy_domain }}"
|
||||
backend: "https://pypi.tail8d86e.ts.net"
|
||||
backend: "http://localhost:3141"
|
||||
- name: kiwix
|
||||
host: "kiwix.{{ caddy_domain }}"
|
||||
backend: "https://kiwix.tail8d86e.ts.net"
|
||||
|
|
|
|||
21
ansible/roles/devpi/defaults/main.yml
Normal file
21
ansible/roles/devpi/defaults/main.yml
Normal file
|
|
@ -0,0 +1,21 @@
|
|||
---
|
||||
# devpi PyPI caching mirror (native launchd, replaces minikube StatefulSet)
|
||||
|
||||
devpi_home: /Users/erichblume/devpi
|
||||
devpi_venv: "{{ devpi_home }}/venv"
|
||||
devpi_server_dir: "{{ devpi_home }}/server-dir"
|
||||
devpi_binary: "{{ devpi_venv }}/bin/devpi-server"
|
||||
devpi_init_binary: "{{ devpi_venv }}/bin/devpi-init"
|
||||
|
||||
devpi_python_version: "3.12"
|
||||
devpi_server_version: "6.19.3"
|
||||
devpi_web_version: "5.0.2"
|
||||
|
||||
devpi_host: 127.0.0.1
|
||||
devpi_port: 3141
|
||||
devpi_outside_url: "https://pypi.ops.eblu.me"
|
||||
|
||||
devpi_log_dir: /Users/erichblume/Library/Logs
|
||||
|
||||
# uv binary on indri — mise shim so version bumps via `mise upgrade uv` flow through transparently
|
||||
devpi_uv_binary: /Users/erichblume/.local/share/mise/shims/uv
|
||||
6
ansible/roles/devpi/handlers/main.yml
Normal file
6
ansible/roles/devpi/handlers/main.yml
Normal file
|
|
@ -0,0 +1,6 @@
|
|||
---
|
||||
- name: Restart devpi
|
||||
ansible.builtin.shell: |
|
||||
launchctl unload ~/Library/LaunchAgents/mcquack.eblume.devpi.plist 2>/dev/null || true
|
||||
launchctl load ~/Library/LaunchAgents/mcquack.eblume.devpi.plist
|
||||
changed_when: true
|
||||
71
ansible/roles/devpi/tasks/main.yml
Normal file
71
ansible/roles/devpi/tasks/main.yml
Normal file
|
|
@ -0,0 +1,71 @@
|
|||
---
|
||||
# devpi role — devpi-server in a uv-managed venv, run via LaunchAgent.
|
||||
# Replaces the prior minikube StatefulSet; see [[devpi-on-indri]].
|
||||
#
|
||||
# The root password is fetched in the indri.yml playbook pre_tasks and
|
||||
# exposed as `devpi_root_password`.
|
||||
|
||||
- name: Ensure devpi home exists
|
||||
ansible.builtin.file:
|
||||
path: "{{ devpi_home }}"
|
||||
state: directory
|
||||
mode: '0755'
|
||||
|
||||
- name: Ensure devpi server-dir exists
|
||||
ansible.builtin.file:
|
||||
path: "{{ devpi_server_dir }}"
|
||||
state: directory
|
||||
mode: '0700'
|
||||
|
||||
- name: Create devpi venv if missing
|
||||
ansible.builtin.command:
|
||||
cmd: "{{ devpi_uv_binary }} venv --python {{ devpi_python_version }} {{ devpi_venv }}"
|
||||
creates: "{{ devpi_venv }}/bin/python"
|
||||
|
||||
- name: Install devpi-server and devpi-web into venv
|
||||
# Always bootstrap from upstream PyPI — devpi is the index it would otherwise resolve through,
|
||||
# and that's a circular dependency (devpi cannot install itself from itself).
|
||||
ansible.builtin.command:
|
||||
cmd: >-
|
||||
{{ devpi_uv_binary }} pip install
|
||||
--python {{ devpi_venv }}/bin/python
|
||||
--index-url https://pypi.org/simple/
|
||||
devpi-server=={{ devpi_server_version }}
|
||||
devpi-web=={{ devpi_web_version }}
|
||||
register: devpi_pip_install
|
||||
changed_when: "'Installed' in devpi_pip_install.stdout or 'Uninstalled' in devpi_pip_install.stdout"
|
||||
notify: Restart devpi
|
||||
|
||||
- name: Check if devpi server-dir is initialized
|
||||
ansible.builtin.stat:
|
||||
path: "{{ devpi_server_dir }}/.serverversion"
|
||||
register: devpi_serverversion
|
||||
|
||||
- name: Initialize devpi server-dir
|
||||
ansible.builtin.command:
|
||||
cmd: >-
|
||||
{{ devpi_init_binary }}
|
||||
--serverdir {{ devpi_server_dir }}
|
||||
--root-passwd {{ devpi_root_password }}
|
||||
when: not devpi_serverversion.stat.exists
|
||||
changed_when: true
|
||||
no_log: true
|
||||
|
||||
- name: Deploy devpi LaunchAgent plist
|
||||
ansible.builtin.template:
|
||||
src: devpi.plist.j2
|
||||
dest: ~/Library/LaunchAgents/mcquack.eblume.devpi.plist
|
||||
mode: '0644'
|
||||
notify: Restart devpi
|
||||
|
||||
- name: Check if devpi LaunchAgent is loaded
|
||||
ansible.builtin.command: launchctl list mcquack.eblume.devpi
|
||||
register: devpi_launchctl_check
|
||||
changed_when: false
|
||||
failed_when: false
|
||||
|
||||
- name: Load devpi LaunchAgent if not loaded
|
||||
ansible.builtin.command: launchctl load ~/Library/LaunchAgents/mcquack.eblume.devpi.plist
|
||||
when: devpi_launchctl_check.rc != 0
|
||||
changed_when: true
|
||||
failed_when: false
|
||||
34
ansible/roles/devpi/templates/devpi.plist.j2
Normal file
34
ansible/roles/devpi/templates/devpi.plist.j2
Normal file
|
|
@ -0,0 +1,34 @@
|
|||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!-- {{ ansible_managed }} -->
|
||||
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||
<plist version="1.0">
|
||||
<dict>
|
||||
<key>Label</key>
|
||||
<string>mcquack.eblume.devpi</string>
|
||||
<key>ProgramArguments</key>
|
||||
<array>
|
||||
<string>{{ devpi_binary }}</string>
|
||||
<string>--serverdir</string>
|
||||
<string>{{ devpi_server_dir }}</string>
|
||||
<string>--host</string>
|
||||
<string>{{ devpi_host }}</string>
|
||||
<string>--port</string>
|
||||
<string>{{ devpi_port }}</string>
|
||||
<string>--outside-url</string>
|
||||
<string>{{ devpi_outside_url }}</string>
|
||||
</array>
|
||||
<key>RunAtLoad</key>
|
||||
<true/>
|
||||
<key>KeepAlive</key>
|
||||
<true/>
|
||||
<key>EnvironmentVariables</key>
|
||||
<dict>
|
||||
<key>PATH</key>
|
||||
<string>{{ devpi_venv }}/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin</string>
|
||||
</dict>
|
||||
<key>StandardOutPath</key>
|
||||
<string>{{ devpi_log_dir }}/mcquack.devpi.out.log</string>
|
||||
<key>StandardErrorPath</key>
|
||||
<string>{{ devpi_log_dir }}/mcquack.devpi.err.log</string>
|
||||
</dict>
|
||||
</plist>
|
||||
Loading…
Add table
Add a link
Reference in a new issue