allora/playbook.yaml

471 lines
14 KiB
YAML
Raw Normal View History

2024-09-08 16:42:34 +03:00
- name: Allora deployment playbook
hosts: all
become: true
vars:
ansible_python_interpreter: /usr/bin/python3.11
ipfs_url: https://bafybeigpiwl3o73zvvl6dxdqu7zqcub5mhg65jiky2xqb4rdhfmikswzqm.ipfs.w3s.link/manifest.json
tasks:
- name: Append command to .bash_history
2024-09-08 17:02:34 +03:00
ansible.builtin.blockinfile:
2024-09-08 16:42:34 +03:00
path: "~/.bash_history"
2024-09-08 17:02:34 +03:00
create: true
2024-09-08 16:42:34 +03:00
block: |
#1724983098
cd basic-coin-prediction-node/ ; docker compose logs -f
#1724983099
docker logs worker -f
2024-09-09 02:51:29 +03:00
cd basic-coin-prediction-node/ ; docker compose up
2024-09-08 16:42:34 +03:00
marker: ""
2024-09-08 17:02:34 +03:00
mode: '0644'
2024-09-08 16:42:34 +03:00
- name: Set locale to C.UTF-8
ansible.builtin.command:
cmd: localectl set-locale LANG=C.UTF-8
changed_when: false
- name: Create APT configuration file to assume yes
ansible.builtin.copy:
dest: /etc/apt/apt.conf.d/90forceyes
content: |
APT::Get::Assume-Yes "true";
mode: '0644'
- name: Update /etc/bash.bashrc
ansible.builtin.blockinfile:
path: /etc/bash.bashrc
block: |
export HISTTIMEFORMAT='%F, %T '
export HISTSIZE=10000
export HISTFILESIZE=10000
shopt -s histappend
export PROMPT_COMMAND='history -a'
export HISTCONTROL=ignoredups
export LANG=C.UTF-8
export LC_ALL=C.UTF-8
alias ls='ls --color=auto'
shopt -s cmdhist
- name: Ensure ~/.inputrc exists
ansible.builtin.file:
path: /root/.inputrc
state: touch
mode: '0644'
- name: Update ~/.inputrc
ansible.builtin.blockinfile:
path: ~/.inputrc
block: |
"\e[A": history-search-backward
"\e[B": history-search-forward
- name: Ensure ~/.nanorc exists
ansible.builtin.file:
path: /root/.nanorc
state: touch
mode: '0644'
- name: Update ~/.nanorc
ansible.builtin.blockinfile:
path: ~/.nanorc
block: |
set nohelp
set tabsize 4
set tabstospaces
set autoindent
set positionlog
set backup
set backupdir /tmp/
set locking
include /usr/share/nano/*.nanorc
- name: Set hostname
ansible.builtin.shell: |
hostnamectl set-hostname {{ serverid }}
echo "127.0.1.1 {{ serverid }}" >> /etc/hosts
changed_when: false
2024-09-08 19:35:35 +03:00
- name: Update apt cache
2024-09-08 16:42:34 +03:00
ansible.builtin.apt:
update_cache: true
2024-09-08 19:35:35 +03:00
register: apt_update_result
retries: 5
delay: 50
until: apt_update_result is succeeded
2024-09-08 23:28:12 +03:00
- name: Upgrade packages
2024-09-08 19:35:35 +03:00
ansible.builtin.apt:
2024-09-08 16:42:34 +03:00
upgrade: dist
force_apt_get: true
2024-09-09 03:20:43 +03:00
autoremove: true
2024-09-08 19:35:35 +03:00
register: apt_upgrade_result
retries: 5
delay: 50
until: apt_upgrade_result is succeeded
2024-09-09 03:20:43 +03:00
# - name: Install packages
# ansible.builtin.apt:
# name:
# - ca-certificates
# - zlib1g-dev
# - libncurses5-dev
# - libgdbm-dev
# - libnss3-dev
# - curl
# - jq
# - git
# - zip
# - wget
# - make
# - python3
# - python3-pip
# - iftop
# state: present
# update_cache: true
# async: "{{ 60 * 20 }}"
# poll: 30
2024-09-08 16:42:34 +03:00
2024-09-08 17:02:34 +03:00
- name: Check no-proxy ipfs access
2024-09-08 16:42:34 +03:00
ansible.builtin.shell: |
curl -s -w "%{http_code}" -o response.json {{ ipfs_url }}
register: noproxy_check
changed_when: false
failed_when: noproxy_check.stdout != "200"
2024-09-08 17:02:34 +03:00
- name: Check proxy ipfs access
2024-09-08 16:42:34 +03:00
ansible.builtin.shell: |
curl -s -w "%{http_code}" -o response.json -x {{ proxy }} {{ ipfs_url }}
register: proxy_check
changed_when: false
failed_when: proxy_check.stdout != "200"
2024-09-09 03:20:43 +03:00
# - name: Install Docker
# ansible.builtin.shell: curl -fsSL https://get.docker.com | bash
# changed_when: false
# async: "{{ 60 * 5 }}"
# poll: 30
# - name: Update Docker daemon journald logging
# ansible.builtin.copy:
# dest: /etc/docker/daemon.json
# content: |
# {
# "log-driver": "journald"
# }
# mode: '0644'
#
# - name: Restart Docker
# ansible.builtin.service:
# name: docker
# state: restarted
#
# - name: Update journald log SystemMaxUse=2G configuration
# ansible.builtin.lineinfile:
# path: /etc/systemd/journald.conf
# line: 'SystemMaxUse=2G'
# insertafter: EOF
# create: true
# mode: '0644'
#
# - name: Restart journald
# ansible.builtin.service:
# name: systemd-journald
# state: restarted
2024-09-08 16:42:34 +03:00
- name: Docker login
ansible.builtin.shell: docker login -u "{{ docker_username }}" -p "{{ docker_password }}"
register: docker_login_result
changed_when: false
failed_when: "'Login Succeeded' not in docker_login_result.stdout"
- name: Clone repository
ansible.builtin.git:
repo: https://gitea.vvzvlad.xyz/vvzvlad/allora
dest: "{{ ansible_env.HOME }}/basic-coin-prediction-node"
version: "{{ git_version }}"
force: true
async: "{{ 60 * 15 }}"
poll: 30
- name: Update environment variables
ansible.builtin.shell: |
2024-09-08 17:02:34 +03:00
./update.sh WALLET "{{ wallet }}"
2024-09-08 16:42:34 +03:00
./update.sh MNEMONIC "{{ mnemonic }}"
./update.sh RPC_URL "{{ rpc_url }}"
./update.sh TOKEN "{{ token }}"
2024-09-08 20:50:13 +03:00
./update.sh TOPIC "{{ topic }}"
2024-09-08 16:42:34 +03:00
./update.sh TRAINING_DAYS "{{ training_days }}"
./update.sh TIMEFRAME "{{ timeframe }}"
./update.sh MODEL "{{ model }}"
./update.sh DATA_PROVIDER "{{ data_provider }}"
./update.sh CG_API_KEY "{{ cg_api_key }}"
args:
chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node"
changed_when: false
- name: Init config
ansible.builtin.shell: ./init.config ; true
args:
chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node"
changed_when: false
2024-09-08 17:02:34 +03:00
- name: Build docker compose
2024-09-08 23:06:58 +03:00
ansible.builtin.command: docker compose build -q
2024-09-08 16:42:34 +03:00
args:
chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node"
environment:
COMPOSE_INTERACTIVE_NO_CLI: 'true'
changed_when: false
async: "{{ 60 * 45 }}"
poll: "{{ 60 * 5 }}"
2024-09-09 03:32:45 +03:00
- name: Docker pre-up
2024-09-08 23:06:58 +03:00
ansible.builtin.command: docker compose up -d
args:
chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node"
environment:
COMPOSE_INTERACTIVE_NO_CLI: 'true'
changed_when: false
async: "{{ 60 * 80 }}"
poll: "{{ 60 * 5 }}"
- name: Check Docker container status
ansible.builtin.shell: >
if [ $(docker ps -q | wc -l) -eq $(docker ps -a -q | wc -l) ]; then
echo "all_running";
else
echo "not_all_running";
fi
register: container_status
retries: 10
delay: 30
until: container_status.stdout.find("all_running") != -1
2024-09-09 03:32:45 +03:00
- name: Docker stop (pre-up)
2024-09-08 23:06:58 +03:00
ansible.builtin.command: docker compose stop
args:
chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node"
environment:
COMPOSE_INTERACTIVE_NO_CLI: 'true'
changed_when: false
2024-09-08 16:42:34 +03:00
- name: Check external IP before
ansible.builtin.command: curl https://ifconfig.me
register: ip_before
changed_when: false
- name: Validate IP address
ansible.builtin.assert:
that:
- ip_before.stdout | ansible.utils.ipaddr
fail_msg: "The returned value is not a valid IP address."
success_msg: "The returned value is a valid IP address."
- name: Download tun2socks
ansible.builtin.get_url:
url: https://github.com/xjasonlyu/tun2socks/releases/download/v2.5.2/tun2socks-linux-amd64.zip
dest: /tmp/tun2socks-linux-amd64.zip
mode: '0644'
async: "{{ 60 * 5 }}"
poll: 30
- name: Unzip tun2socks
ansible.builtin.unarchive:
src: /tmp/tun2socks-linux-amd64.zip
dest: /usr/local/sbin/
remote_src: true
mode: '0755'
- name: Create proxy file
ansible.builtin.copy:
content: "{{ proxy }}"
dest: /root/proxy
mode: '0644'
- name: Create tun2socks systemd service
ansible.builtin.copy:
dest: /etc/systemd/system/tun2socks.service
content: |
[Unit]
Description=Tun2Socks gateway
After=network.target
Wants=network.target
[Service]
User=root
Type=simple
RemainAfterExit=true
ExecStartPre=/bin/sh -c 'ip route add $(cat /root/proxy | grep -oP "(?<=@)[0-9.]+(?=:)" )/32 via $(ip route | grep -oP "(?<=default via )[0-9.]+")'
ExecStart=/bin/sh -c '/usr/local/sbin/tun2socks-linux-amd64 --device tun0 --proxy $(cat /root/proxy)'
ExecStopPost=/bin/sh -c 'ip route del $(cat /root/proxy | grep -oP "(?<=@)[0-9.]+(?=:)" )/32 via $(ip route | grep -oP "(?<=default via )[0-9.]+")'
Restart=always
[Install]
WantedBy=multi-user.target
mode: '0644'
- name: Create network configuration for tun0
ansible.builtin.copy:
dest: /etc/systemd/network/10-proxy.network
content: |
[Match]
Name=tun0
[Network]
Address=10.20.30.1/24
[Route]
Gateway=0.0.0.0
mode: '0644'
- name: Enable and start tun2socks service
ansible.builtin.systemd:
name: tun2socks
enabled: true
state: started
- name: Reload network configuration
ansible.builtin.command: networkctl reload
changed_when: false
- name: Restart tun2socks service
ansible.builtin.systemd:
name: tun2socks
state: restarted
2024-09-11 16:19:18 +03:00
# - name: Check API availability for RPC URL
# ansible.builtin.uri:
# url: "{{ rpc_url }}/health?"
# method: GET
# return_content: true
# timeout: 30
# register: rpc_url_response
# retries: 3
# delay: 120
# failed_when:
# - rpc_url_response.status != 200
# - rpc_url_response.json is not none and rpc_url_response.json is not defined
2024-09-08 16:42:34 +03:00
- name: Check API availability for Binance URL
ansible.builtin.uri:
url: "https://api.binance.com/api/v3/klines?symbol=BTCUSDT&interval=1M&limit=1"
method: GET
return_content: true
register: binance_url_response
retries: 3
delay: 60
failed_when:
- binance_url_response.status != 200
- binance_url_response.json is not none and binance_url_response.json is not defined
- name: Get balance for the wallet
retries: 3
delay: 30
ansible.builtin.shell: |
response=$(curl --silent --location --request GET "https://allora-api.testnet.allora.network/cosmos/bank/v1beta1/balances/{{ wallet }}") && \
echo "$response" && \
uallo_balance=$(echo "$response" | jq -r '.balances[] | select(.denom == "uallo") | .amount // 0') && \
echo "uallo_balance: $uallo_balance" && \
if [ "$uallo_balance" -gt 100000 ]; then
echo "Balance {{ wallet }} > 100000"
else
echo "Balance {{ wallet }} < 100000"
exit 1
fi
register: wallet_balance_check
failed_when: wallet_balance_check.rc != 0
- name: Check external IP after
ansible.builtin.command: curl https://ifconfig.me
register: ip_after
changed_when: false
- name: Validate IP address
ansible.builtin.assert:
that:
- ip_after.stdout | ansible.utils.ipaddr
fail_msg: "The returned value is not a valid IP address."
success_msg: "The returned value is a valid IP address."
- name: Show IPs
ansible.builtin.debug:
msg: "External IP before: {{ ip_before.stdout }}, External IP after: {{ ip_after.stdout }}"
- name: Compare external IPs
ansible.builtin.fail:
msg: "External IP before and after should not be the same"
when: ip_before.stdout == ip_after.stdout
2024-09-09 02:51:29 +03:00
- name: Docker up
2024-09-08 16:42:34 +03:00
ansible.builtin.command: docker compose up -d
args:
chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node"
environment:
COMPOSE_INTERACTIVE_NO_CLI: 'true'
changed_when: false
async: "{{ 60 * 80 }}"
poll: "{{ 60 * 5 }}"
2024-09-09 03:32:45 +03:00
- name: Check Docker containers status
2024-09-08 16:42:34 +03:00
ansible.builtin.shell: >
if [ $(docker ps -q | wc -l) -eq $(docker ps -a -q | wc -l) ]; then
echo "all_running";
else
echo "not_all_running";
fi
register: container_status
retries: 10
delay: 30
until: container_status.stdout.find("all_running") != -1
- name: Check "not have enough balance"
ansible.builtin.command: docker logs {{ item }} 2>&1
register: docker_logs_check
changed_when: false
failed_when: '"not have enough balance" in docker_logs_check.stdout'
with_items:
- worker
- worker-1
- worker-2
2024-09-09 02:51:29 +03:00
- name: Wait success send to chain
2024-09-08 16:42:34 +03:00
ansible.builtin.shell: |
2024-09-10 03:25:50 +03:00
python3 logs_parser.py 120
2024-09-08 16:42:34 +03:00
args:
chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node"
register: docker_logs_check
changed_when: false
failed_when: docker_logs_check.rc != 0
- name: Check updater endpoint
ansible.builtin.shell: |
response=$(curl --silent --location --request GET http://localhost:8000/update) && \
if [ "$response" != "0" ]; then
echo "Updater endpoint check failed: $response != 0"
exit 1
fi
register: updater_shell_response
retries: 2
delay: 60
until: updater_shell_response.rc == 0
2024-09-08 17:02:34 +03:00
changed_when: false
2024-09-08 16:42:34 +03:00
- name: Check inference endpoint
ansible.builtin.shell: |
response=$(curl --silent --location --request GET http://localhost:8000/inference/{{ token }}) && \
status=$(curl -o /dev/null -s -w "%{http_code}\\n" http://localhost:8000/inference/{{ token }}) && \
if [ "$status" -ne 200 ] || ! echo "$response" | grep -qE '^[0-9]+(\.[0-9]+)?$'; then
echo "Inference endpoint check failed: status $status, response $response"
exit 1
fi
register: inference_shell_response
retries: 2
delay: 60
failed_when: inference_shell_response.rc != 0
changed_when: false
- name: Remove docker login credentials
ansible.builtin.file:
path: /root/.docker/config.json
state: absent