edge-node-installer.sh

#!/bin/sh


#configure edge-node components github repositories
edge_node_knowledge_mining="https://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@github.com/OriginTrail/edge-node-knowledge-mining.git"
edge_node_auth_service="https://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@github.com/OriginTrail/edge-node-authentication-service.git"
edge_node_drag="https://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@github.com/OriginTrail/edge-node-drag.git"
edge_node_api="https://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@github.com/OriginTrail/edge-node-api.git"
edge_node_interface="https://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@github.com/OriginTrail/edge-node-interface.git"


OTNODE_DIR="/root/ot-node"

#adding aliases to .bashrc:
echo "alias otnode-restart='systemctl restart otnode.service'" >> ~/.bashrc
echo "alias otnode-stop='systemctl stop otnode.service'" >> ~/.bashrc
echo "alias otnode-start='systemctl start otnode.service'" >> ~/.bashrc
echo "alias otnode-logs='journalctl -u otnode --output cat -f'" >> ~/.bashrc
echo "alias otnode-config='nano ~/ot-node/.origintrail_noderc'" >> ~/.bashrc

# Installing prereqs
        export DEBIAN_FRONTEND=noninteractive
        NODEJS_VER="20"
        rm -rf /var/lib/dpkg/lock-frontend
        apt update
        apt upgrade -y
        apt install unzip wget jq -y
        apt install default-jre -y
        apt install build-essential -y

# Install nodejs v20.18.0 (via NVM).
    wget -qO- https://raw.githubusercontent.com/nvm-sh/nvm/v0.38.0/install.sh | bash > /dev/null 2>&1
    export NVM_DIR="$HOME/.nvm"
    # This loads nvm
    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh"
    # This loads nvm bash_completion
    [ -s "$NVM_DIR/bash_completion" ] && \. "$NVM_DIR/bash_completion"
    nvm install 20 > /dev/null 2>&1
    nvm use 20 > /dev/null 2>&1

    # Set nodejs v20.18.0 as default and link node to /usr/bin/
    nvm alias default 20 > /dev/null 2>&1
    sudo ln -s $(which node) /usr/bin/ > /dev/null 2>&1
    sudo ln -s $(which npm) /usr/bin/ > /dev/null 2>&1



# Setting up node directory:
        ARCHIVE_REPOSITORY_URL="github.com/OriginTrail/ot-node/archive"
        BRANCH="v8/release/testnet"
        BRANCH_DIR="/root/ot-node-8-release-testnet"

        wget https://$ARCHIVE_REPOSITORY_URL/$BRANCH.zip
        unzip *.zip
        rm *.zip
        OTNODE_VERSION=$(jq -r '.version' $BRANCH_DIR/package.json)
        mkdir $OTNODE_DIR
        mkdir $OTNODE_DIR/$OTNODE_VERSION
        mv $BRANCH_DIR/* $OTNODE_DIR/$OTNODE_VERSION/
        OUTPUT=$(mv $BRANCH_DIR/.* $OTNODE_DIR/$OTNODE_VERSION/ 2>&1)
        rm -rf $BRANCH_DIR
        ln -sfn $OTNODE_DIR/$OTNODE_VERSION $OTNODE_DIR/current
        wget https://github.com/OriginTrail/ot-node/raw/v8/develop/installer/data/template/.v8_origintrail_noderc_testnet.json -O /root/ot-node/.origintrail_noderc
        chmod 600 /root/ot-node/.origintrail_noderc
        cp /root/ot-node/current/installer/data/otnode.service /lib/systemd/system/

# Installing Blazegraph
    wget -P $OTNODE_DIR https://github.com/blazegraph/database/releases/latest/download/blazegraph.jar
    cp $OTNODE_DIR/current/installer/data/blazegraph.service /lib/systemd/system/


#Setup MySql
    apt install tcllib mysql-server -y
    mysql -u root -e "CREATE DATABASE operationaldb /*\!40100 DEFAULT CHARACTER SET utf8 */;"
    mysql -u root -e "CREATE DATABASE \`edge-node-auth-service\`"
    mysql -u root -e "CREATE DATABASE \`edge-node-backend\`;"
    mysql -u root -e "CREATE DATABASE drag_logging;"
    mysql -u root -e "CREATE DATABASE ka_mining_api_logging;"
    mysql -u root -e "ALTER USER 'root'@'localhost' IDENTIFIED WITH mysql_native_password BY 'otnodedb';"
    mysql -u root -e "flush privileges;"
    sed -i 's|max_binlog_size|#max_binlog_size|' /etc/mysql/mysql.conf.d/mysqld.cnf
    echo "disable_log_bin"
    echo -e "disable_log_bin\nwait_timeout = 31536000\ninteractive_timeout = 31536000" >> /etc/mysql/mysql.conf.d/mysqld.cnf
    echo "REPOSITORY_PASSWORD=otnodedb" >> /root/ot-node/current/.env
    echo "NODE_ENV=testnet" >> /root/ot-node/current/.env
    cd /root/ot-node/current
    npm ci --omit=dev --ignore-scripts

#Enable services
    systemctl daemon-reload
    systemctl enable mysql
    systemctl status mysql
    systemctl enable blazegraph
    systemctl start blazegraph
    systemctl status blazegraph
    systemctl enable systemd-journald.service
    systemctl restart systemd-journald.service
    systemctl enable otnode

# Export server IP
SERVER_IP=$(hostname -I | awk '{print $1}')
# Ensure the service uses Node.js version 22 (NVM already installed in the script above)
nvm install 22
nvm use 22

#Deploy Redis
sudo apt update
sudo apt install redis-server -y
sudo systemctl enable redis-server
sudo systemctl start redis-server


# Install Python 3.11.7
# Step 1: Update system and install dependencies
sudo apt update
sudo apt install -y make build-essential libssl-dev zlib1g-dev \
libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm \
libncurses5-dev libncursesw5-dev xz-utils tk-dev \
libffi-dev liblzma-dev python3-openssl git

# Step 2: Install pyenv
curl https://pyenv.run | bash

# Step 3: Add pyenv to shell configuration files (.bashrc and .bash_profile)
echo -e '\n# Pyenv setup\nexport PATH="$HOME/.pyenv/bin:$PATH"\neval "$(pyenv init --path)"\neval "$(pyenv init -)"\n' >> ~/.bashrc
echo -e '\n# Pyenv setup\nexport PATH="$HOME/.pyenv/bin:$PATH"\neval "$(pyenv init --path)"\neval "$(pyenv init -)"\n' >> ~/.bash_profile

# Step 4: Source shell configuration files
source ~/.bashrc
source ~/.bash_profile

# Step 5: Ensure pyenv is loaded in the current shell
export PATH="$HOME/.pyenv/bin:$PATH"
eval "$(pyenv init --path)"
eval "$(pyenv init -)"

# Step 6: Install Python 3.11.7 and set it as global version
pyenv install 3.11.7
pyenv global 3.11.7

# Step 7: Verify installation
pyenv --version
python --version


# **************** Authentication Service Setup ****************
echo "Setting up Authentication Service..."

cd /root
git clone $edge_node_auth_service /root/edge-node-auth-service
cd /root/edge-node-auth-service
git checkout main


# Create the .env file with required variables
cat <<EOL > /root/edge-node-auth-service/.env
SECRET="KFRtB9qi8Npkd6fHOe6rx0jis5"
JWT_SECRET="q2qhYVzkOMlJ51y8JAahWpzBB2PaCU5qe"
NODE_ENV=development
DB_USERNAME=root
DB_PASSWORD=otnodedb
DB_DATABASE=edge-node-auth-service
DB_HOST=127.0.0.1
DB_DIALECT=mysql
PORT=3001
UI_ENDPOINT=http://$SERVER_IP
UI_SSL=false
EOL

# Install dependencies
nvm exec 22 npm install

# Setup database
npm install
yes | npx sequelize-cli db:migrate
yes | npx sequelize-cli db:seed:all





# **************** EDGE NODE BACKEND SETUP ****************

echo "Setting up Backend Service..."

cd /root
git clone $edge_node_api /root/edge-node-backend
cd /root/edge-node-backend
git checkout main


# Create the .env file with required variables
cat <<EOL > /root/edge-node-backend/.env
NODE_ENV=development
DB_USERNAME=root
DB_PASSWORD=otnodedb
DB_DATABASE=edge-node-backend
DB_HOST=127.0.0.1
DB_DIALECT=mysql
PORT=3002
AUTH_SERVICE_ENDPOINT=http://$SERVER_IP:3001
UI_ENDPOINT="http://$SERVER_IP
RUNTIME_NODE_OPERATIONAL_DB_USERNAME=root
RUNTIME_NODE_OPERATIONAL_DB_PASSWORD=otnodedb
RUNTIME_NODE_OPERATIONAL_DB_DATABASE=operationaldb
RUNTIME_NODE_OPERATIONAL_DB_HOST=127.0.0.1
RUNTIME_NODE_OPERATIONAL_DB_DIALECT=mysql
UI_SSL=false
EOL

# Install dependencies
nvm exec 22 npm install

# Setup database
npm install
npx sequelize-cli db:migrate





# **************** EDGE NODE UI SETUP ****************
echo "Setting up Edge Node UI..."

git clone $edge_node_interface /var/www/edge-node-ui
cd /var/www/edge-node-ui
git checkout main

# Create the .env file with required variables
cat <<EOL > /var/www/edge-node-ui/.env
VITE_APP_URL=http://localhost:5173
VITE_APP_NAME="Edge Node"
VITE_AUTH_ENABLED=true
VITE_AUTH_SERVICE_ENDPOINT=http://$SERVER_IP:3001
VITE_EDGE_NODE_BACKEND_ENDPOINT=http://$SERVER_IP:3002
VITE_CHATDKG_API_BASE_URL=http://$SERVER_IP:5002
VITE_APP_ID=radiant
BASE_URL=http://$SERVER_IP
EOL

# Build the UI
nvm exec 22 npm install
nvm exec 22 npm run build

# Install and configure NGINX
sudo apt update
sudo apt install nginx -y
sudo systemctl start nginx
sudo systemctl enable nginx

# Creating a basic Nginx config for serving the UI on port 80
NGINX_CONF="/etc/nginx/sites-available/default"
cp $NGINX_CONF ${NGINX_CONF}.bak

# Modify the root directive to point to the new directory
sed -i 's|root /var/www/html;|root /var/www/edge-node-ui/dist;|' $NGINX_CONF
sed -i 's|try_files $uri $uri/ =404;|try_files $uri $uri/ /index.html =404;|' $NGINX_CONF

# Enable and restart Nginx with the new configuration
nginx -t && systemctl restart nginx



# **************** DRAG API SETUP ****************
echo "Setting up dRAG API Service..."

cd /root
git clone $edge_node_drag /root/drag-api
cd /root/drag-api
git checkout main

# Create the .env file with required variables
cat <<EOL > /root/drag-api/.env
SERVER_PORT=5002
NODE_ENV=production
OT_NODE_HOSTNAME=""
DB_USER="root"
DB_PASS="otnodedb"
DB_HOST=127.0.0.1
DB_NAME=drag_logging
DB_DIALECT=mysql
AUTH_ENDPOINT=http://$SERVER_IP:3001
EOL

# Exec migrations
npx sequelize-cli db:migrate


# Install dependencies
nvm exec 22 npm install




# **************** KA MINING API SETUP ****************
echo "Setting up KA Mining API Service..."

git clone $edge_node_knowledge_mining /root/ka-mining-api
cd /root/ka-mining-api
git checkout main

python3.11 -m venv .venv
source .venv/bin/activate
pip install -r requirements.txt

# Create the .env file with required variables
cat <<EOL > /root/ka-mining-api/.env
PORT=5005
PYTHON_ENV="STAGING"
DB_USERNAME="root"
DB_PASSWORD="otnodedb"
DB_HOST="127.0.0.1"
DB_NAME="ka_mining_api_logging"
DAG_FOLDER_NAME="/root/ka-mining-api/dags"
AUTH_ENDPOINT=http://$SERVER_IP:3001

OPENAI_API_KEY=
HUGGINGFACE_API_KEY=""
UNSTRUCTURED_API_URL=""

ANTHROPIC_API_KEY=""
BIONTOLOGY_KEY=""
MILVUS_USERNAME=""
MILVUS_PASSWORD=""
MILVUS_URI=""
EOL



# **************** AIRFLOW SETUP ****************
echo "Setting up Airflow Service..."

cd /root/ka-mining-api/

# Initialize the Airflow database
airflow db init

# Create Airflow admin user (TEMPORARY for internal use)
airflow users create \
    --role Admin \
    --username airflow-administrator \
    --email admin@example.com \
    --firstname Administrator \
    --lastname User \
    --password admin_password

sed -i \
-e 's|^dags_folder *=.*|dags_folder = /root/ka-mining-api/dags|' \
-e 's|^parallelism *=.*|parallelism = 32|' \
-e 's|^max_active_tasks_per_dag *=.*|max_active_tasks_per_dag = 16|' \
-e 's|^max_active_runs_per_dag *=.*|max_active_runs_per_dag = 16|' \
-e 's|^enable_xcom_pickling *=.*|enable_xcom_pickling = True|' \
/root/airflow/airflow.cfg


# AIRFLOW WEBSERVER sytemctl setup
cat <<EOL > /etc/systemd/system/airflow-webserver.service
[Unit]
Description=Airflow Webserver
After=network.target

[Service]
ExecStart=/root/ka-mining-api/.venv/bin/airflow webserver --port 8008
WorkingDirectory=/root/ka-mining-api
EnvironmentFile=/root/ka-mining-api/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable airflow-webserver
systemctl start airflow-webserver





# ---------------------- DEPLOY ALL SYSTEMCTL SERVICES ---------------------- #

# AUTHENTICATION SERVICE sytemctl setup
cat <<EOL > /etc/systemd/system/auth-service.service
[Unit]
Description=Edge Node Authentication Service
After=network.target

[Service]
ExecStart=/root/.nvm/versions/node/v22.9.0/bin/node /root/edge-node-auth-service/index.js
WorkingDirectory=/root/edge-node-auth-service
EnvironmentFile=/root/edge-node-auth-service/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable auth-service
systemctl start auth-service




# BACKEND SERVICE sytemctl setup
cat <<EOL > /etc/systemd/system/edge-node-backend.service
[Unit]
Description=Edge Node Backend Service
After=network.target

[Service]
ExecStart=/root/.nvm/versions/node/v22.9.0/bin/node /root/edge-node-backend/app.js
WorkingDirectory=/root/edge-node-backend/
EnvironmentFile=/root/edge-node-backend/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable edge-node-backend.service
systemctl start edge-node-backend.service



# AIRFLOW SCHEDULER sytemctl setup
cat <<EOL > /etc/systemd/system/airflow-scheduler.service
[Unit]
Description=Airflow Scheduler
After=network.target

[Service]
ExecStart=/root/ka-mining-api/.venv/bin/airflow scheduler
WorkingDirectory=/root/ka-mining-api
Environment="PATH=/root/ka-mining-api/.venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL


# Enable and start the service
systemctl daemon-reload
systemctl enable airflow-scheduler
systemctl start airflow-scheduler



# KA MINING sytemctl setup
cat <<EOL > /etc/systemd/system/ka-mining-api.service
[Unit]
Description=KA Mining API Service
After=network.target

[Service]
ExecStart=/root/ka-mining-api/.venv/bin/python /root/ka-mining-api/app.py
WorkingDirectory=/root/ka-mining-api
EnvironmentFile=/root/ka-mining-api/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable ka-mining-api
systemctl start ka-mining-api




# DRAG API sytemctl setup
cat <<EOL > /etc/systemd/system/drag-api.service
[Unit]
Description=dRAG API Service
After=network.target

[Service]
ExecStart=/root/.nvm/versions/node/v22.9.0/bin/node /root/drag-api/server.js
WorkingDirectory=/root/drag-api
EnvironmentFile=/root/drag-api/.env
Restart=always
User=root
Group=root

[Install]
WantedBy=multi-user.target
EOL

# Enable and start the service
systemctl daemon-reload
systemctl enable drag-api
systemctl start drag-api


# ------- CHECK STATUSES OF ALL SERVICES -------
systemctl status auth-service.service
systemctl status ka-mining-api.service
systemctl status airflow-scheduler.service
systemctl status airflow-webserver.service
systemctl status drag-api.service
source ~/.bashrc