Erich Blume
26ec02e1be
- Add hosts file entry for registry.tail8d86e.ts.net in VM - Configure containerd registry mirror to use local zot - Update P5.1 doc with implementation notes and manual steps - Mark P5.1 as complete Manual steps still required after cluster creation: 1. sudo brew services start socket_vmnet (once per reboot) 2. sudo mount -t nfs sifaka:/volume1/torrents /Volumes/torrents-nfs 3. minikube mount /Volumes/torrents-nfs:/mnt/torrents (GUI session) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
108 lines
4.3 KiB
YAML
108 lines
4.3 KiB
YAML
---
|
|
# Minikube installation and cluster setup for indri
|
|
# Uses qemu2 driver for full VM with kernel mount capabilities (NFS, SMB, etc.)
|
|
# Requires socket_vmnet for proper networking (minikube service/tunnel commands)
|
|
#
|
|
# NOTE: minikube start may have issues when run via SSH.
|
|
# If cluster fails to start, manually run on indri:
|
|
# minikube start --driver=qemu2 --network=socket_vmnet --container-runtime=containerd \
|
|
# --cpus=6 --memory=12288 --disk-size=200g \
|
|
# --apiserver-names=k8s.tail8d86e.ts.net --apiserver-names=indri \
|
|
# --apiserver-port=6443 --listen-address=0.0.0.0
|
|
|
|
- name: Install qemu via homebrew (required for qemu2 driver)
|
|
community.general.homebrew:
|
|
name: qemu
|
|
state: present
|
|
|
|
- name: Install socket_vmnet via homebrew (required for qemu2 networking)
|
|
community.general.homebrew:
|
|
name: socket_vmnet
|
|
state: present
|
|
|
|
- name: Start socket_vmnet service
|
|
ansible.builtin.command:
|
|
cmd: brew services start socket_vmnet
|
|
become: true
|
|
register: minikube_socket_vmnet_start
|
|
changed_when: "'Successfully started' in minikube_socket_vmnet_start.stdout"
|
|
failed_when: false
|
|
|
|
- name: Install minikube via homebrew
|
|
community.general.homebrew:
|
|
name: minikube
|
|
state: present
|
|
|
|
- name: Install kubectl via homebrew
|
|
community.general.homebrew:
|
|
name: kubectl
|
|
state: present
|
|
|
|
- name: Check if minikube cluster exists
|
|
ansible.builtin.command:
|
|
cmd: minikube status --format={% raw %}'{{.Host}}'{% endraw %}
|
|
register: minikube_status
|
|
changed_when: false
|
|
failed_when: false
|
|
|
|
- name: Start minikube cluster
|
|
ansible.builtin.command:
|
|
cmd: >
|
|
minikube start
|
|
--driver={{ minikube_driver }}
|
|
--network={{ minikube_network }}
|
|
--container-runtime={{ minikube_container_runtime }}
|
|
--cpus={{ minikube_cpus }}
|
|
--memory={{ minikube_memory }}
|
|
--disk-size={{ minikube_disk_size }}
|
|
{% for name in minikube_apiserver_names %}
|
|
--apiserver-names={{ name }}
|
|
{% endfor %}
|
|
--apiserver-port={{ minikube_apiserver_port }}
|
|
--listen-address={{ minikube_listen_address }}
|
|
register: minikube_start
|
|
changed_when: minikube_start.rc == 0
|
|
failed_when: false # Don't fail - may need manual intervention like podman
|
|
when: minikube_status.rc != 0 or 'Running' not in minikube_status.stdout
|
|
|
|
- name: Check minikube status after start attempt
|
|
ansible.builtin.command:
|
|
cmd: minikube status --format={% raw %}'{{.Host}}'{% endraw %}
|
|
register: minikube_final_status
|
|
changed_when: false
|
|
failed_when: false
|
|
|
|
- name: Warn if minikube failed to start
|
|
ansible.builtin.debug:
|
|
msg: "WARNING: minikube may not have started properly. Run 'minikube start' manually on indri if needed. Status: {{ minikube_final_status.stdout | default('unknown') }}"
|
|
when: minikube_final_status.rc != 0 or 'Running' not in minikube_final_status.stdout
|
|
|
|
# Configure VM to access zot registry on host
|
|
# The VM can't resolve Tailscale hostnames, so we add a hosts entry
|
|
# and configure containerd to use the local zot instance
|
|
- name: Add registry hostname to VM hosts file
|
|
ansible.builtin.command:
|
|
cmd: minikube ssh --native-ssh=false "grep -q 'registry.tail8d86e.ts.net' /etc/hosts || echo '192.168.105.1 registry.tail8d86e.ts.net' | sudo tee -a /etc/hosts"
|
|
register: minikube_hosts_entry
|
|
changed_when: "'registry.tail8d86e.ts.net' in minikube_hosts_entry.stdout"
|
|
when: minikube_final_status.rc == 0 and 'Running' in minikube_final_status.stdout
|
|
|
|
- name: Create containerd registry mirror directory
|
|
ansible.builtin.command:
|
|
cmd: minikube ssh --native-ssh=false "sudo mkdir -p /etc/containerd/certs.d/registry.tail8d86e.ts.net"
|
|
register: minikube_registry_dir
|
|
changed_when: false
|
|
when: minikube_final_status.rc == 0 and 'Running' in minikube_final_status.stdout
|
|
|
|
- name: Configure containerd registry mirror for zot
|
|
ansible.builtin.command:
|
|
cmd: |
|
|
minikube ssh --native-ssh=false 'echo "server = \"http://host.minikube.internal:5050\"
|
|
|
|
[host.\"http://host.minikube.internal:5050\"]
|
|
capabilities = [\"pull\", \"resolve\"]
|
|
skip_verify = true" | sudo tee /etc/containerd/certs.d/registry.tail8d86e.ts.net/hosts.toml'
|
|
register: minikube_registry_config
|
|
changed_when: minikube_registry_config.rc == 0
|
|
when: minikube_final_status.rc == 0 and 'Running' in minikube_final_status.stdout
|
|
notify: Restart containerd in minikube
|