ClusterCockpit/cc-docker
1
0
Fork 0
mirror of https://github.com/ClusterCockpit/cc-docker.git synced 2025-03-15 03:15:56 +01:00
Code Issues Packages Projects Releases Wiki Activity

Adapting docker files to generic arch

Browse Source
This commit is contained in:
Aditya Ujeniya 2024-10-10 22:09:01 +02:00
parent 523a688bed
commit e52321247a
7 changed files with 76 additions and 70 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docker-compose.yml
View File

@ -81,7 +81,7 @@ services:
# - SYS_NICE # - SYS_NICE
slurm-controller: slurm-controller:
image: cc-docker:22.05 image: clustercockpit:22.05.6
container_name: slurmctld container_name: slurmctld
hostname: slurmctld hostname: slurmctld
build: build:

47
setupDev.sh
View File

@ -8,28 +8,22 @@ if [ ! -d cc-backend ]; then
else else
cd cc-backend cd cc-backend
if [ ! -d var ]; then if [ ! -d var ]; then
mkdir var wget https://hpc-mover.rrze.uni-erlangen.de/HPC-Data/0x7b58aefb/eig7ahyo6fo2bais0ephuf2aitohv1ai/job-archive-demo.tar
touch var/job.db tar xf job-archive-demo.tar
rm ./job-archive-demo.tar
make make
./cc-backend -migrate-db
./cc-backend --init-db --add-user demo:admin:AdminDev
cd ..
else else
echo "'cc-backend/var' exists. Cautiously exiting." cd ..
echo -n "Stopped." # echo "'cc-backend/var' exists. Cautiously exiting."
exit # echo -n "Stopped."
# exit
fi fi
fi fi
# Download unedited job-archive to ./data/job-archive-source ls
if [ ! -d data/job-archive-source ]; then
wget https://hpc-mover.rrze.uni-erlangen.de/HPC-Data/0x7b58aefb/eig7ahyo6fo2bais0ephuf2aitohv1ai/job-archive-demo.tar
tar xf job-archive-demo.tar
# mv ./var/job-archive ./job-archive-source
# mv -f ./var/job.db ./cc-backend/var/
# rm -rf ./var
rm ./job-archive-demo.tar
cd ..
else
echo "'data/job-archive-source' already exists!"
fi
# Download unedited checkpoint files to ./data/cc-metric-store-source/checkpoints # Download unedited checkpoint files to ./data/cc-metric-store-source/checkpoints
if [ ! -d data/cc-metric-store-source ]; then if [ ! -d data/cc-metric-store-source ]; then
@ -53,7 +47,7 @@ fi
# cleanup sources # cleanup sources
# rm -r ./data/job-archive-source # rm -r ./data/job-archive-source
rm -r ./data/cc-metric-store-source # rm -r ./data/cc-metric-store-source
# prepare folders for influxdb2 # prepare folders for influxdb2
if [ ! -d data/influxdb ]; then if [ ! -d data/influxdb ]; then
@ -72,12 +66,17 @@ if [ ! -f docker-compose.yml ]; then
cp templates/docker-compose.yml.default ./docker-compose.yml cp templates/docker-compose.yml.default ./docker-compose.yml
fi fi
docker-compose down
cd slurm/base/
make
cd ../..
docker-compose build docker-compose build
./cc-backend/cc-backend --init-db --add-user demo:admin:AdminDev
docker-compose up -d docker-compose up -d
# echo "" echo ""
# echo "Setup complete, containers are up by default: Shut down with 'docker-compose down'." echo "Setup complete, containers are up by default: Shut down with 'docker-compose down'."
# echo "Use './cc-backend/cc-backend' to start cc-backend." echo "Use './cc-backend/cc-backend' to start cc-backend."
# echo "Use scripts in /scripts to load data into influx or mariadb." echo "Use scripts in /scripts to load data into influx or mariadb."
# # ./cc-backend/cc-backend # ./cc-backend/cc-backend

39
slurm/base/Dockerfile
View File

@ -2,9 +2,8 @@ FROM rockylinux:8
LABEL org.opencontainers.image.authors="jan.eitzinger@fau.de" LABEL org.opencontainers.image.authors="jan.eitzinger@fau.de"
ENV SLURM_VERSION=22.05.6 ENV SLURM_VERSION=22.05.6
ENV ARCH=aarch64
RUN yum install https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm -y RUN yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
RUN groupadd -g 981 munge \ RUN groupadd -g 981 munge \
&& useradd -m -c "MUNGE Uid 'N' Gid Emporium" -d /var/lib/munge -u 981 -g munge -s /sbin/nologin munge \ && useradd -m -c "MUNGE Uid 'N' Gid Emporium" -d /var/lib/munge -u 981 -g munge -s /sbin/nologin munge \
@ -13,29 +12,25 @@ RUN groupadd -g 981 munge \
&& groupadd -g 1000 worker \ && groupadd -g 1000 worker \
&& useradd -m -c "Workflow user" -d /home/worker -u 1000 -g worker -s /bin/bash worker && useradd -m -c "Workflow user" -d /home/worker -u 1000 -g worker -s /bin/bash worker
RUN yum install -y munge munge-libs RUN yum install -y munge munge-libs rng-tools \
RUN dnf --enablerepo=powertools install munge-devel -y python3 gcc openssl openssl-devel \
RUN yum install rng-tools -y openssh-server openssh-clients dbus-devel \
pam-devel numactl numactl-devel hwloc sudo \
lua readline-devel ncurses-devel man2html \
libibmad libibumad rpm-build perl-ExtUtils-MakeMaker.noarch rpm-build make wget
RUN yum install -y python3 gcc openssl openssl-devel \ RUN dnf --enablerepo=powertools install -y munge-devel rrdtool-devel lua-devel hwloc-devel mariadb-server mariadb-devel
openssh-server openssh-clients dbus-devel \
pam-devel numactl numactl-devel hwloc sudo \
lua readline-devel ncurses-devel man2html \
libibmad libibumad rpm-build perl-ExtUtils-MakeMaker.noarch rpm-build make wget
RUN dnf --enablerepo=powertools install rrdtool-devel lua-devel hwloc-devel rpm-build -y RUN mkdir -p /usr/local/slurm-tmp \
RUN dnf install mariadb-server mariadb-devel -y && cd /usr/local/slurm-tmp \
RUN mkdir /usr/local/slurm-tmp && wget https://download.schedmd.com/slurm/slurm-${SLURM_VERSION}.tar.bz2 \
RUN cd /usr/local/slurm-tmp && rpmbuild -ta slurm-${SLURM_VERSION}.tar.bz2
RUN wget https://download.schedmd.com/slurm/slurm-${SLURM_VERSION}.tar.bz2
RUN rpmbuild -ta slurm-${SLURM_VERSION}.tar.bz2
WORKDIR /root/rpmbuild/RPMS/${ARCH} RUN ARCH=$(uname -m) \
RUN yum -y --nogpgcheck localinstall \ && yum -y --nogpgcheck localinstall \
slurm-${SLURM_VERSION}-1.el8.${ARCH}.rpm \ /root/rpmbuild/RPMS/$ARCH/slurm-${SLURM_VERSION}-1.el8.$ARCH.rpm \
slurm-perlapi-${SLURM_VERSION}-1.el8.${ARCH}.rpm \ /root/rpmbuild/RPMS/$ARCH/slurm-perlapi-${SLURM_VERSION}-1.el8.$ARCH.rpm \
slurm-slurmctld-${SLURM_VERSION}-1.el8.${ARCH}.rpm /root/rpmbuild/RPMS/$ARCH/slurm-slurmctld-${SLURM_VERSION}-1.el8.$ARCH.rpm
WORKDIR /
VOLUME ["/home", "/.secret"] VOLUME ["/home", "/.secret"]
# 22: SSH # 22: SSH

17
slurm/controller/docker-entrypoint.sh
View File

@ -1,6 +1,9 @@
#!/usr/bin/env bash #!/usr/bin/env bash
set -e set -e
# Determine the system architecture dynamically
ARCH=$(uname -m)
# start sshd server # start sshd server
_sshd_host() { _sshd_host() {
if [ ! -d /var/run/sshd ]; then if [ ! -d /var/run/sshd ]; then
@ -70,12 +73,12 @@ _copy_secrets() {
# run slurmctld # run slurmctld
_slurmctld() { _slurmctld() {
cd /root/rpmbuild/RPMS/aarch64 cd /root/rpmbuild/RPMS/$ARCH
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.aarch64.rpm \ yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.$ARCH.rpm \
slurm-perlapi-22.05.6-1.el8.aarch64.rpm \ slurm-perlapi-22.05.6-1.el8.$ARCH.rpm \
slurm-slurmd-22.05.6-1.el8.aarch64.rpm \ slurm-slurmd-22.05.6-1.el8.$ARCH.rpm \
slurm-torque-22.05.6-1.el8.aarch64.rpm \ slurm-torque-22.05.6-1.el8.$ARCH.rpm \
slurm-slurmctld-22.05.6-1.el8.aarch64.rpm slurm-slurmctld-22.05.6-1.el8.$ARCH.rpm
echo "checking for slurmdbd.conf" echo "checking for slurmdbd.conf"
while [ ! -f /.secret/slurmdbd.conf ]; do while [ ! -f /.secret/slurmdbd.conf ]; do
echo -n "." echo -n "."
@ -109,4 +112,4 @@ _munge_start
_copy_secrets _copy_secrets
_slurmctld _slurmctld
tail -f /dev/null tail -f /dev/null

11
slurm/database/docker-entrypoint.sh
View File

@ -1,6 +1,9 @@
#!/usr/bin/env bash #!/usr/bin/env bash
set -e set -e
# Determine the system architecture dynamically
ARCH=$(uname -m)
SLURM_ACCT_DB_SQL=/slurm_acct_db.sql SLURM_ACCT_DB_SQL=/slurm_acct_db.sql
# start sshd server # start sshd server
@ -48,10 +51,10 @@ _wait_for_worker() {
# run slurmdbd # run slurmdbd
_slurmdbd() { _slurmdbd() {
cd /root/rpmbuild/RPMS/aarch64 cd /root/rpmbuild/RPMS/$ARCH
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.aarch64.rpm \ yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.$ARCH.rpm \
slurm-perlapi-22.05.6-1.el8.aarch64.rpm \ slurm-perlapi-22.05.6-1.el8.$ARCH.rpm \
slurm-slurmdbd-22.05.6-1.el8.aarch64.rpm slurm-slurmdbd-22.05.6-1.el8.$ARCH.rpm
mkdir -p /var/spool/slurm/d /var/log/slurm /etc/slurm mkdir -p /var/spool/slurm/d /var/log/slurm /etc/slurm
chown slurm: /var/spool/slurm/d /var/log/slurm chown slurm: /var/spool/slurm/d /var/log/slurm
if [[ ! -f /home/config/slurmdbd.conf ]]; then if [[ ! -f /home/config/slurmdbd.conf ]]; then

17
slurm/rest/docker-entrypoint.sh
View File

@ -1,6 +1,9 @@
#!/usr/bin/env bash #!/usr/bin/env bash
set -e set -e
# Determine the system architecture dynamically
ARCH=$(uname -m)
# start sshd server # start sshd server
_sshd_host() { _sshd_host() {
if [ ! -d /var/run/sshd ]; then if [ ! -d /var/run/sshd ]; then
@ -68,13 +71,13 @@ _copy_secrets() {
# run slurmctld # run slurmctld
_slurmctld() { _slurmctld() {
cd /root/rpmbuild/RPMS/aarch64 cd /root/rpmbuild/RPMS/$ARCH
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.aarch64.rpm \ yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.$ARCH.rpm \
slurm-perlapi-22.05.6-1.el8.aarch64.rpm \ slurm-perlapi-22.05.6-1.el8.$ARCH.rpm \
slurm-slurmd-22.05.6-1.el8.aarch64.rpm \ slurm-slurmd-22.05.6-1.el8.$ARCH.rpm \
slurm-torque-22.05.6-1.el8.aarch64.rpm \ slurm-torque-22.05.6-1.el8.$ARCH.rpm \
slurm-slurmctld-22.05.6-1.el8.aarch64.rpm \ slurm-slurmctld-22.05.6-1.el8.$ARCH.rpm \
slurm-slurmrestd-22.05.6-1.el8.aarch64.rpm slurm-slurmrestd-22.05.6-1.el8.$ARCH.rpm
echo -n "checking for slurmdbd.conf" echo -n "checking for slurmdbd.conf"
while [ ! -f /.secret/slurmdbd.conf ]; do while [ ! -f /.secret/slurmdbd.conf ]; do
echo -n "." echo -n "."

13
slurm/worker/docker-entrypoint.sh
View File

@ -1,6 +1,9 @@
#!/usr/bin/env bash #!/usr/bin/env bash
set -e set -e
# Determine the system architecture dynamically
ARCH=$(uname -m)
# start sshd server # start sshd server
_sshd_host() { _sshd_host() {
if [ ! -d /var/run/sshd ]; then if [ ! -d /var/run/sshd ]; then
@ -50,11 +53,11 @@ _start_dbus() {
# run slurmd # run slurmd
_slurmd() { _slurmd() {
cd /root/rpmbuild/RPMS/aarch64 cd /root/rpmbuild/RPMS/$ARCH
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.aarch64.rpm \ yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.$ARCH.rpm \
slurm-perlapi-22.05.6-1.el8.aarch64.rpm \ slurm-perlapi-22.05.6-1.el8.$ARCH.rpm \
slurm-slurmd-22.05.6-1.el8.aarch64.rpm \ slurm-slurmd-22.05.6-1.el8.$ARCH.rpm \
slurm-torque-22.05.6-1.el8.aarch64.rpm slurm-torque-22.05.6-1.el8.$ARCH.rpm
if [ ! -f /.secret/slurm.conf ]; then if [ ! -f /.secret/slurm.conf ]; then
echo -n "checking for slurm.conf" echo -n "checking for slurm.conf"
while [ ! -f /.secret/slurm.conf ]; do while [ ! -f /.secret/slurm.conf ]; do