- name: Allora deployment playbook hosts: all become: true vars: ansible_python_interpreter: /usr/bin/python3.11 ipfs_url: https://bafybeigpiwl3o73zvvl6dxdqu7zqcub5mhg65jiky2xqb4rdhfmikswzqm.ipfs.w3s.link/manifest.json tasks: - name: Append command to .bash_history ansible.builtin.blockinfile: path: "~/.bash_history" create: true block: | #1724983098 cd basic-coin-prediction-node/ ; docker compose logs -f #1724983099 docker logs worker -f cd basic-coin-prediction-node/ ; docker compose up marker: "" mode: '0644' - name: Set locale to C.UTF-8 ansible.builtin.command: cmd: localectl set-locale LANG=C.UTF-8 changed_when: false - name: Create APT configuration file to assume yes ansible.builtin.copy: dest: /etc/apt/apt.conf.d/90forceyes content: | APT::Get::Assume-Yes "true"; mode: '0644' - name: Update /etc/bash.bashrc ansible.builtin.blockinfile: path: /etc/bash.bashrc block: | export HISTTIMEFORMAT='%F, %T ' export HISTSIZE=10000 export HISTFILESIZE=10000 shopt -s histappend export PROMPT_COMMAND='history -a' export HISTCONTROL=ignoredups export LANG=C.UTF-8 export LC_ALL=C.UTF-8 alias ls='ls --color=auto' shopt -s cmdhist - name: Ensure ~/.inputrc exists ansible.builtin.file: path: /root/.inputrc state: touch mode: '0644' - name: Update ~/.inputrc ansible.builtin.blockinfile: path: ~/.inputrc block: | "\e[A": history-search-backward "\e[B": history-search-forward - name: Ensure ~/.nanorc exists ansible.builtin.file: path: /root/.nanorc state: touch mode: '0644' - name: Update ~/.nanorc ansible.builtin.blockinfile: path: ~/.nanorc block: | set nohelp set tabsize 4 set tabstospaces set autoindent set positionlog set backup set backupdir /tmp/ set locking include /usr/share/nano/*.nanorc - name: Set hostname ansible.builtin.shell: | hostnamectl set-hostname {{ serverid }} echo "127.0.1.1 {{ serverid }}" >> /etc/hosts changed_when: false - name: Update apt cache ansible.builtin.apt: update_cache: true register: apt_update_result retries: 5 delay: 50 until: apt_update_result is succeeded - name: Upgrade packages ansible.builtin.apt: upgrade: dist force_apt_get: true autoremove: true register: apt_upgrade_result retries: 5 delay: 50 until: apt_upgrade_result is succeeded # - name: Install packages # ansible.builtin.apt: # name: # - ca-certificates # - zlib1g-dev # - libncurses5-dev # - libgdbm-dev # - libnss3-dev # - curl # - jq # - git # - zip # - wget # - make # - python3 # - python3-pip # - iftop # state: present # update_cache: true # async: "{{ 60 * 20 }}" # poll: 30 - name: Check no-proxy ipfs access ansible.builtin.shell: | curl -s -w "%{http_code}" -o response.json {{ ipfs_url }} register: noproxy_check changed_when: false failed_when: noproxy_check.stdout != "200" - name: Check proxy ipfs access ansible.builtin.shell: | curl -s -w "%{http_code}" -o response.json -x {{ proxy }} {{ ipfs_url }} register: proxy_check changed_when: false failed_when: proxy_check.stdout != "200" # - name: Install Docker # ansible.builtin.shell: curl -fsSL https://get.docker.com | bash # changed_when: false # async: "{{ 60 * 5 }}" # poll: 30 # - name: Update Docker daemon journald logging # ansible.builtin.copy: # dest: /etc/docker/daemon.json # content: | # { # "log-driver": "journald" # } # mode: '0644' # # - name: Restart Docker # ansible.builtin.service: # name: docker # state: restarted # # - name: Update journald log SystemMaxUse=2G configuration # ansible.builtin.lineinfile: # path: /etc/systemd/journald.conf # line: 'SystemMaxUse=2G' # insertafter: EOF # create: true # mode: '0644' # # - name: Restart journald # ansible.builtin.service: # name: systemd-journald # state: restarted - name: Docker login ansible.builtin.shell: docker login -u "{{ docker_username }}" -p "{{ docker_password }}" register: docker_login_result changed_when: false failed_when: "'Login Succeeded' not in docker_login_result.stdout" - name: Clone repository ansible.builtin.git: repo: https://gitea.vvzvlad.xyz/vvzvlad/allora dest: "{{ ansible_env.HOME }}/basic-coin-prediction-node" version: "{{ git_version }}" force: true async: "{{ 60 * 15 }}" poll: 30 - name: Update environment variables ansible.builtin.shell: | ./update.sh WALLET "{{ wallet }}" ./update.sh MNEMONIC "{{ mnemonic }}" ./update.sh RPC_URL "{{ rpc_url }}" ./update.sh TOKEN "{{ token }}" ./update.sh TOPIC "{{ topic }}" ./update.sh TRAINING_DAYS "{{ training_days }}" ./update.sh TIMEFRAME "{{ timeframe }}" ./update.sh MODEL "{{ model }}" ./update.sh DATA_PROVIDER "{{ data_provider }}" ./update.sh CG_API_KEY "{{ cg_api_key }}" args: chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node" changed_when: false - name: Init config ansible.builtin.shell: ./init.config ; true args: chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node" changed_when: false - name: Build docker compose ansible.builtin.command: docker compose build -q args: chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node" environment: COMPOSE_INTERACTIVE_NO_CLI: 'true' changed_when: false async: "{{ 60 * 45 }}" poll: "{{ 60 * 5 }}" - name: Docker pre-up ansible.builtin.command: docker compose up -d args: chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node" environment: COMPOSE_INTERACTIVE_NO_CLI: 'true' changed_when: false async: "{{ 60 * 80 }}" poll: "{{ 60 * 5 }}" - name: Check Docker container status ansible.builtin.shell: > if [ $(docker ps -q | wc -l) -eq $(docker ps -a -q | wc -l) ]; then echo "all_running"; else echo "not_all_running"; fi register: container_status retries: 10 delay: 30 until: container_status.stdout.find("all_running") != -1 - name: Docker stop (pre-up) ansible.builtin.command: docker compose stop args: chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node" environment: COMPOSE_INTERACTIVE_NO_CLI: 'true' changed_when: false - name: Check external IP before ansible.builtin.command: curl https://ifconfig.me register: ip_before changed_when: false - name: Validate IP address ansible.builtin.assert: that: - ip_before.stdout | ansible.utils.ipaddr fail_msg: "The returned value is not a valid IP address." success_msg: "The returned value is a valid IP address." - name: Download tun2socks ansible.builtin.get_url: url: https://github.com/xjasonlyu/tun2socks/releases/download/v2.5.2/tun2socks-linux-amd64.zip dest: /tmp/tun2socks-linux-amd64.zip mode: '0644' async: "{{ 60 * 5 }}" poll: 30 - name: Unzip tun2socks ansible.builtin.unarchive: src: /tmp/tun2socks-linux-amd64.zip dest: /usr/local/sbin/ remote_src: true mode: '0755' - name: Create proxy file ansible.builtin.copy: content: "{{ proxy }}" dest: /root/proxy mode: '0644' - name: Create tun2socks systemd service ansible.builtin.copy: dest: /etc/systemd/system/tun2socks.service content: | [Unit] Description=Tun2Socks gateway After=network.target Wants=network.target [Service] User=root Type=simple RemainAfterExit=true ExecStartPre=/bin/sh -c 'ip route add $(cat /root/proxy | grep -oP "(?<=@)[0-9.]+(?=:)" )/32 via $(ip route | grep -oP "(?<=default via )[0-9.]+")' ExecStart=/bin/sh -c '/usr/local/sbin/tun2socks-linux-amd64 --device tun0 --proxy $(cat /root/proxy)' ExecStopPost=/bin/sh -c 'ip route del $(cat /root/proxy | grep -oP "(?<=@)[0-9.]+(?=:)" )/32 via $(ip route | grep -oP "(?<=default via )[0-9.]+")' Restart=always [Install] WantedBy=multi-user.target mode: '0644' - name: Create network configuration for tun0 ansible.builtin.copy: dest: /etc/systemd/network/10-proxy.network content: | [Match] Name=tun0 [Network] Address=10.20.30.1/24 [Route] Gateway=0.0.0.0 mode: '0644' - name: Enable and start tun2socks service ansible.builtin.systemd: name: tun2socks enabled: true state: started - name: Reload network configuration ansible.builtin.command: networkctl reload changed_when: false - name: Restart tun2socks service ansible.builtin.systemd: name: tun2socks state: restarted # - name: Check API availability for RPC URL # ansible.builtin.uri: # url: "{{ rpc_url }}/health?" # method: GET # return_content: true # timeout: 30 # register: rpc_url_response # retries: 3 # delay: 120 # failed_when: # - rpc_url_response.status != 200 # - rpc_url_response.json is not none and rpc_url_response.json is not defined - name: Check API availability for Binance URL ansible.builtin.uri: url: "https://api.binance.com/api/v3/klines?symbol=BTCUSDT&interval=1M&limit=1" method: GET return_content: true register: binance_url_response retries: 3 delay: 60 failed_when: - binance_url_response.status != 200 - binance_url_response.json is not none and binance_url_response.json is not defined - name: Get balance for the wallet retries: 3 delay: 30 ansible.builtin.shell: | response=$(curl --silent --location --request GET "https://allora-api.testnet.allora.network/cosmos/bank/v1beta1/balances/{{ wallet }}") && \ echo "$response" && \ uallo_balance=$(echo "$response" | jq -r '.balances[] | select(.denom == "uallo") | .amount // 0') && \ echo "uallo_balance: $uallo_balance" && \ if [ "$uallo_balance" -gt 100000 ]; then echo "Balance {{ wallet }} > 100000" else echo "Balance {{ wallet }} < 100000" exit 1 fi register: wallet_balance_check failed_when: wallet_balance_check.rc != 0 - name: Check external IP after ansible.builtin.command: curl https://ifconfig.me register: ip_after changed_when: false - name: Validate IP address ansible.builtin.assert: that: - ip_after.stdout | ansible.utils.ipaddr fail_msg: "The returned value is not a valid IP address." success_msg: "The returned value is a valid IP address." - name: Show IPs ansible.builtin.debug: msg: "External IP before: {{ ip_before.stdout }}, External IP after: {{ ip_after.stdout }}" - name: Compare external IPs ansible.builtin.fail: msg: "External IP before and after should not be the same" when: ip_before.stdout == ip_after.stdout - name: Docker up ansible.builtin.command: docker compose up -d args: chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node" environment: COMPOSE_INTERACTIVE_NO_CLI: 'true' changed_when: false async: "{{ 60 * 80 }}" poll: "{{ 60 * 5 }}" - name: Check Docker containers status ansible.builtin.shell: > if [ $(docker ps -q | wc -l) -eq $(docker ps -a -q | wc -l) ]; then echo "all_running"; else echo "not_all_running"; fi register: container_status retries: 10 delay: 30 until: container_status.stdout.find("all_running") != -1 - name: Check "not have enough balance" ansible.builtin.command: docker logs {{ item }} 2>&1 register: docker_logs_check changed_when: false failed_when: '"not have enough balance" in docker_logs_check.stdout' with_items: - worker - worker-1 - worker-2 - name: Wait success send to chain ansible.builtin.shell: | python3 logs_parser.py 120 args: chdir: "{{ ansible_env.HOME }}/basic-coin-prediction-node" register: docker_logs_check changed_when: false failed_when: docker_logs_check.rc != 0 - name: Check updater endpoint ansible.builtin.shell: | response=$(curl --silent --location --request GET http://localhost:8000/update) && \ if [ "$response" != "0" ]; then echo "Updater endpoint check failed: $response != 0" exit 1 fi register: updater_shell_response retries: 2 delay: 60 until: updater_shell_response.rc == 0 changed_when: false - name: Check inference endpoint ansible.builtin.shell: | response=$(curl --silent --location --request GET http://localhost:8000/inference/{{ token }}) && \ status=$(curl -o /dev/null -s -w "%{http_code}\\n" http://localhost:8000/inference/{{ token }}) && \ if [ "$status" -ne 200 ] || ! echo "$response" | grep -qE '^[0-9]+(\.[0-9]+)?$'; then echo "Inference endpoint check failed: status $status, response $response" exit 1 fi register: inference_shell_response retries: 2 delay: 60 failed_when: inference_shell_response.rc != 0 changed_when: false - name: Remove docker login credentials ansible.builtin.file: path: /root/.docker/config.json state: absent