feature aws

Author: mike dupont

rundocker.sh

@@ -0,0 +1,47 @@
+#!/bin/bash
+# this is the install script 
+#  install_script = "/opt/eliza/rundocker.sh"
+# called on boot.
+pwd
+ls -latr
+. ./.env # for secrets
+set -e # stop  on any error
+export WORKSOURCE="/opt/eliza"
+aws ecr get-login-password --region us-east-2 | docker login --username AWS --password-stdin 916723593639.dkr.ecr.us-east-2.amazonaws.com
+adduser --disabled-password --gecos "" eliza --home "/home/eliza"  || echo ignore
+git config --global --add safe.directory "/opt/eliza"
+git config --global --add safe.directory "/opt/eliza-memory"
+cd "/opt/agent/" || exit 1 # "we need agent"
+git log -2 --patch | head  -1000
+mkdir -p "/home/agent"
+mkdir -p "/var/agent/logs"
+chown -R agent:agent "/var/agent/" "/home/agent" "/opt/agent"
+mkdir -p "/var/run/agent/secrets/"
+mkdir -p "/home/agent/.cache/huggingface/hub"
+
+## TURN OFF LOGGING
+set +x
+OPENAI_KEY=$(aws ssm get-parameter     --name "agent_openai_key" | jq .Parameter.Value -r )
+export OPENAI_KEY
+echo "OPENAI_KEY=${OPENAI_KEY}" > "/var/run/agent/secrets/env"
+echo "OPENAI_API_KEY=${OPENAI_KEY}" >> "/var/run/agent/secrets/env"
+set -x
+## TURN ON LOGGING
+
+if ! grep -q "HF_HOME" "/var/run/agent/secrets/env"; then
+    echo "HF_HOME=/home/agent/.cache/huggingface/hub" >> "/var/run/agent/secrets/env"
+fi
+if ! grep -q "^HOME" "/var/run/agent/secrets/env"; then
+    echo "HOME=/home/agent" >> "/var/run/agent/secrets/env"
+fi
+if ! grep -q "^HOME" "/var/run/agent/secrets/env"; then
+    echo "WORKSPACE_DIR=\${STATE_DIRECTORY}" >> "/var/run/agent/secrets/env"
+fi
+cp "${WORKSOURCE}/systemd/agent-docker.service" /etc/systemd/system/agent-docker.service 
+grep . -h -n /etc/systemd/system/agent-docker.service
+chown -R agent:agent /var/run/agent/
+chown -R agent:agent /opt/agent/
+systemctl daemon-reload
+systemctl start agent-docker || echo failed
+systemctl enable agent-docker || echo failed
+systemctl status agent-docker || echo oops2

systemd/agent-docker.service

@@ -0,0 +1,36 @@
+# derived from https://phil.lavin.me.uk/2021/12/running-docker-containers-from-aws-ecr-with-systemd/
+# derived from https://github.com/encode/uvicorn/issues/678
+# derived from https://blog.container-solutions.com/running-docker-containers-with-systemd
+
+[Unit]
+Description=agent
+After=docker.service
+Requires=docker.service
+StartLimitInterval=200
+StartLimitBurst=10
+
+[Service]
+EnvironmentFile=/var/run/agent/secrets/env
+RestartSec=10
+TimeoutStartSec=0
+Restart=always
+
+ExecStartPre=-/usr/bin/docker exec %n stop || echo cannot prestop
+ExecStartPre=-/usr/bin/docker rm %n || echo cannot preremove
+
+#FIXME hardcoded aws id
+ExecStartPre=/usr/bin/bash -c 'docker login -u AWS -p $(aws ecr get-login-password --region us-east-2) 767503528736.dkr.ecr.us-east-2.amazonaws.com'
+ExecStartPre=/usr/bin/docker pull 767503528736.dkr.ecr.us-east-2.amazonaws.com/agent/eliza:dev
+
+ExecStart=/usr/bin/docker run -p 3000:3000 -w /var/agent/agent_workspace/ --mount type=bind,source=/opt/agent,target=/opt/agent --env-file /var/run/agent/secrets/env  -e WORKSPACE_DIR=/var/agent/agent_workspace/ --rm --name %n 767503528736.dkr.ecr.us-east-2.amazonaws.com/agent/eliza:dev
+
+# FIXME: update cloudwatch logs
+StandardOutput=file:/var/log/agent_systemd.log
+StandardError=file:/var/log/agent_systemd.log
+ExecReload=/bin/kill -HUP ${MAINPID}
+
+Restart=always
+
+[Install]
+WantedBy=multi-user.target
+