#!/bin/bash echo "" echo "|--------------------------------------------------------------------------------------|" echo "| This is Data generation script for docker services |" echo "| Starting file required by docker services in data/ |" echo "|--------------------------------------------------------------------------------------|" # Download unedited checkpoint files to ./data/cc-metric-store-source/checkpoints # After this, migrateTimestamp.pl will run from setupDev.sh. This will update the timestamps # for all the checkpoint files, which then can be read by cc-metric-store. # cc-metric-store reads only data upto certain time, like 48 hours of data. # These checkpoint files have timestamp older than 48 hours and needs to be updated with # migrateTimestamp.pl file, which will be automatically invoked from setupDev.sh. if [ ! -d data/cc-metric-store-source ]; then mkdir -p data/cc-metric-store-source/checkpoints cd data/cc-metric-store-source/checkpoints wget https://hpc-mover.rrze.uni-erlangen.de/HPC-Data/0x7b58aefb/eig7ahyo6fo2bais0ephuf2aitohv1ai/cc-metric-store-checkpoints.tar.xz tar xf cc-metric-store-checkpoints.tar.xz rm cc-metric-store-checkpoints.tar.xz cd ../../../ else echo "'data/cc-metric-store-source' already exists!" fi # A simple configuration file for mariadb docker service. # Required because you can specify only one database per docker service. # This file mentions the database to be created for cc-backend. # This file automatically picked by mariadb after the docker service starts. if [ ! -d data/mariadb ]; then mkdir -p data/mariadb cat > data/mariadb/01.databases.sql < data/ldap/add_users.ldif < data/nats/docker-entrypoint.sh <sample_alex.txt done done ./nats pub hpc-nats "\$(cat sample_alex.txt)" -s nats://0.0.0.0:4222 --user root --password root for metric in cpu_irq cpu_load mem_cached net_bytes_in cpu_user cpu_idle nfs4_read mem_used nfs4_write nfs4_total ib_xmit ib_xmit_pkts net_bytes_out cpu_iowait ib_recv cpu_system ib_recv_pkts; do for hostname in f0201 f0202 f0203 f0204 f0205 f0206 f0207 f0208 f0209 f0210 f0211 f0212 f0213 f0214 f0215 f0217 f0218 f0219 f0220 f0221 f0222 f0223 f0224 f0225 f0226 f0227 f0228 f0229; do echo "\$metric,cluster=fritz,hostname=\$hostname,type=node value=$((1 + RANDOM % 100)).0 \$timestamp" >sample_fritz.txt done done ./nats pub hpc-nats "\$(cat sample_fritz.txt)" -s nats://0.0.0.0:4222 --user root --password root sleep 1m done EOF else echo "'data/nats' already exists!" fi # prepare folders for influxdb3 if [ ! -d data/influxdb ]; then mkdir -p data/influxdb/data mkdir -p data/influxdb/config else echo "'data/influxdb' already exists!" fi echo "" echo "|--------------------------------------------------------------------------------------|" echo "| Finished generating relevant files for docker services in data/ |" echo "|--------------------------------------------------------------------------------------|"