Operate and troubleshoot an air-gapped install

writing blob: initiating layer upload to /v2/xpander/ai-gateway/blobs/uploads/ in
123456789012.dkr.ecr.eu-west-2.amazonaws.com: name unknown: The repository with
name 'xpander/ai-gateway' does not exist in the registry with id '123456789012'

curl -fsSLO https://charts.xpander.ai/image_sync.sh

aws ecr create-repository --repository-name xpander/ai-gateway --region <region>

bash image_sync.sh --source docker.io/xpanderaihub --dest <registry>/<path> \
  --dest-user <user> --dest-token <token>

✗ deployment-manager:0.0.417 not found in registry.example:5000/xpander

crane digest registry.example:5000/xpander/deployment-manager:0.0.417

failed to pull image "docker.io/...": dial tcp 44.208.254.194:443: i/o timeout

kubectl -n xpander get pods -o jsonpath='{range .items[*]}{.metadata.name}{"\t"}{.spec.containers[*].image}{"\n"}{end}' | grep docker.io

✗ no node with a supported architecture: cluster has [arm64], the images need [amd64]

could not find any suitable subnets for creating the ELB

aws ec2 create-tags --resources <subnet-ids> \
  --tags Key=kubernetes.io/role/internal-elb,Value=1

metadata:
  annotations:
    service.beta.kubernetes.io/aws-load-balancer-internal: "true"

Error from server (NotFound): namespaces "xpander" not found

kubectl create namespace xpander

Missing or invalid environment variables

kubectl -n xpander get ingress

helm history xpander -n xpander
helm rollback xpander <last-good-revision> -n xpander   # if a good revision exists
helm uninstall xpander -n xpander                        # first install that never converged

kubectl -n xpander create secret generic xpander-license \
  --from-file=install.json=./install.json \
  --from-file=activation.json=./activation-new.json \
  --dry-run=client -o yaml | kubectl -n xpander apply -f -

-- the connections of the faulty connector
update public.connector_organization set deleted_at = now()
  where connector_id = '<connector id>' and deleted_at is null;
-- take the connection id out of the agent's skill list
update public.ai_agents
  set attached_tools = (select coalesce(jsonb_agg(t), '[]'::jsonb)
    from jsonb_array_elements(attached_tools::jsonb) t
    where t->>'id' <> '<connection id>')::json
  where id = '<agent id>';

kubectl -n xpander logs job/<failed-job> --tail=100
kubectl -n xpander describe job/<failed-job>
kubectl -n xpander get pods,jobs
kubectl -n xpander get events --sort-by=.lastTimestamp

--set supabase.edgeRuntime.image.repository=null --set supabase.edgeRuntime.image.tag=null