mirror of
https://github.com/ClusterCockpit/cc-docker.git
synced 2025-03-15 03:15:56 +01:00
Adapting docker files to generic arch
This commit is contained in:
parent
523a688bed
commit
e52321247a
@ -81,7 +81,7 @@ services:
|
|||||||
# - SYS_NICE
|
# - SYS_NICE
|
||||||
|
|
||||||
slurm-controller:
|
slurm-controller:
|
||||||
image: cc-docker:22.05
|
image: clustercockpit:22.05.6
|
||||||
container_name: slurmctld
|
container_name: slurmctld
|
||||||
hostname: slurmctld
|
hostname: slurmctld
|
||||||
build:
|
build:
|
||||||
|
47
setupDev.sh
47
setupDev.sh
@ -8,28 +8,22 @@ if [ ! -d cc-backend ]; then
|
|||||||
else
|
else
|
||||||
cd cc-backend
|
cd cc-backend
|
||||||
if [ ! -d var ]; then
|
if [ ! -d var ]; then
|
||||||
mkdir var
|
wget https://hpc-mover.rrze.uni-erlangen.de/HPC-Data/0x7b58aefb/eig7ahyo6fo2bais0ephuf2aitohv1ai/job-archive-demo.tar
|
||||||
touch var/job.db
|
tar xf job-archive-demo.tar
|
||||||
|
rm ./job-archive-demo.tar
|
||||||
make
|
make
|
||||||
|
./cc-backend -migrate-db
|
||||||
|
./cc-backend --init-db --add-user demo:admin:AdminDev
|
||||||
|
cd ..
|
||||||
else
|
else
|
||||||
echo "'cc-backend/var' exists. Cautiously exiting."
|
cd ..
|
||||||
echo -n "Stopped."
|
# echo "'cc-backend/var' exists. Cautiously exiting."
|
||||||
exit
|
# echo -n "Stopped."
|
||||||
|
# exit
|
||||||
fi
|
fi
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Download unedited job-archive to ./data/job-archive-source
|
ls
|
||||||
if [ ! -d data/job-archive-source ]; then
|
|
||||||
wget https://hpc-mover.rrze.uni-erlangen.de/HPC-Data/0x7b58aefb/eig7ahyo6fo2bais0ephuf2aitohv1ai/job-archive-demo.tar
|
|
||||||
tar xf job-archive-demo.tar
|
|
||||||
# mv ./var/job-archive ./job-archive-source
|
|
||||||
# mv -f ./var/job.db ./cc-backend/var/
|
|
||||||
# rm -rf ./var
|
|
||||||
rm ./job-archive-demo.tar
|
|
||||||
cd ..
|
|
||||||
else
|
|
||||||
echo "'data/job-archive-source' already exists!"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Download unedited checkpoint files to ./data/cc-metric-store-source/checkpoints
|
# Download unedited checkpoint files to ./data/cc-metric-store-source/checkpoints
|
||||||
if [ ! -d data/cc-metric-store-source ]; then
|
if [ ! -d data/cc-metric-store-source ]; then
|
||||||
@ -53,7 +47,7 @@ fi
|
|||||||
|
|
||||||
# cleanup sources
|
# cleanup sources
|
||||||
# rm -r ./data/job-archive-source
|
# rm -r ./data/job-archive-source
|
||||||
rm -r ./data/cc-metric-store-source
|
# rm -r ./data/cc-metric-store-source
|
||||||
|
|
||||||
# prepare folders for influxdb2
|
# prepare folders for influxdb2
|
||||||
if [ ! -d data/influxdb ]; then
|
if [ ! -d data/influxdb ]; then
|
||||||
@ -72,12 +66,17 @@ if [ ! -f docker-compose.yml ]; then
|
|||||||
cp templates/docker-compose.yml.default ./docker-compose.yml
|
cp templates/docker-compose.yml.default ./docker-compose.yml
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
docker-compose down
|
||||||
|
|
||||||
|
cd slurm/base/
|
||||||
|
make
|
||||||
|
cd ../..
|
||||||
|
|
||||||
docker-compose build
|
docker-compose build
|
||||||
./cc-backend/cc-backend --init-db --add-user demo:admin:AdminDev
|
|
||||||
docker-compose up -d
|
docker-compose up -d
|
||||||
|
|
||||||
# echo ""
|
echo ""
|
||||||
# echo "Setup complete, containers are up by default: Shut down with 'docker-compose down'."
|
echo "Setup complete, containers are up by default: Shut down with 'docker-compose down'."
|
||||||
# echo "Use './cc-backend/cc-backend' to start cc-backend."
|
echo "Use './cc-backend/cc-backend' to start cc-backend."
|
||||||
# echo "Use scripts in /scripts to load data into influx or mariadb."
|
echo "Use scripts in /scripts to load data into influx or mariadb."
|
||||||
# # ./cc-backend/cc-backend
|
# ./cc-backend/cc-backend
|
||||||
|
@ -2,9 +2,8 @@ FROM rockylinux:8
|
|||||||
LABEL org.opencontainers.image.authors="jan.eitzinger@fau.de"
|
LABEL org.opencontainers.image.authors="jan.eitzinger@fau.de"
|
||||||
|
|
||||||
ENV SLURM_VERSION=22.05.6
|
ENV SLURM_VERSION=22.05.6
|
||||||
ENV ARCH=aarch64
|
|
||||||
|
|
||||||
RUN yum install https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm -y
|
RUN yum install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
|
||||||
|
|
||||||
RUN groupadd -g 981 munge \
|
RUN groupadd -g 981 munge \
|
||||||
&& useradd -m -c "MUNGE Uid 'N' Gid Emporium" -d /var/lib/munge -u 981 -g munge -s /sbin/nologin munge \
|
&& useradd -m -c "MUNGE Uid 'N' Gid Emporium" -d /var/lib/munge -u 981 -g munge -s /sbin/nologin munge \
|
||||||
@ -13,29 +12,25 @@ RUN groupadd -g 981 munge \
|
|||||||
&& groupadd -g 1000 worker \
|
&& groupadd -g 1000 worker \
|
||||||
&& useradd -m -c "Workflow user" -d /home/worker -u 1000 -g worker -s /bin/bash worker
|
&& useradd -m -c "Workflow user" -d /home/worker -u 1000 -g worker -s /bin/bash worker
|
||||||
|
|
||||||
RUN yum install -y munge munge-libs
|
RUN yum install -y munge munge-libs rng-tools \
|
||||||
RUN dnf --enablerepo=powertools install munge-devel -y
|
python3 gcc openssl openssl-devel \
|
||||||
RUN yum install rng-tools -y
|
openssh-server openssh-clients dbus-devel \
|
||||||
|
pam-devel numactl numactl-devel hwloc sudo \
|
||||||
|
lua readline-devel ncurses-devel man2html \
|
||||||
|
libibmad libibumad rpm-build perl-ExtUtils-MakeMaker.noarch rpm-build make wget
|
||||||
|
|
||||||
RUN yum install -y python3 gcc openssl openssl-devel \
|
RUN dnf --enablerepo=powertools install -y munge-devel rrdtool-devel lua-devel hwloc-devel mariadb-server mariadb-devel
|
||||||
openssh-server openssh-clients dbus-devel \
|
|
||||||
pam-devel numactl numactl-devel hwloc sudo \
|
|
||||||
lua readline-devel ncurses-devel man2html \
|
|
||||||
libibmad libibumad rpm-build perl-ExtUtils-MakeMaker.noarch rpm-build make wget
|
|
||||||
|
|
||||||
RUN dnf --enablerepo=powertools install rrdtool-devel lua-devel hwloc-devel rpm-build -y
|
RUN mkdir -p /usr/local/slurm-tmp \
|
||||||
RUN dnf install mariadb-server mariadb-devel -y
|
&& cd /usr/local/slurm-tmp \
|
||||||
RUN mkdir /usr/local/slurm-tmp
|
&& wget https://download.schedmd.com/slurm/slurm-${SLURM_VERSION}.tar.bz2 \
|
||||||
RUN cd /usr/local/slurm-tmp
|
&& rpmbuild -ta slurm-${SLURM_VERSION}.tar.bz2
|
||||||
RUN wget https://download.schedmd.com/slurm/slurm-${SLURM_VERSION}.tar.bz2
|
|
||||||
RUN rpmbuild -ta slurm-${SLURM_VERSION}.tar.bz2
|
|
||||||
|
|
||||||
WORKDIR /root/rpmbuild/RPMS/${ARCH}
|
RUN ARCH=$(uname -m) \
|
||||||
RUN yum -y --nogpgcheck localinstall \
|
&& yum -y --nogpgcheck localinstall \
|
||||||
slurm-${SLURM_VERSION}-1.el8.${ARCH}.rpm \
|
/root/rpmbuild/RPMS/$ARCH/slurm-${SLURM_VERSION}-1.el8.$ARCH.rpm \
|
||||||
slurm-perlapi-${SLURM_VERSION}-1.el8.${ARCH}.rpm \
|
/root/rpmbuild/RPMS/$ARCH/slurm-perlapi-${SLURM_VERSION}-1.el8.$ARCH.rpm \
|
||||||
slurm-slurmctld-${SLURM_VERSION}-1.el8.${ARCH}.rpm
|
/root/rpmbuild/RPMS/$ARCH/slurm-slurmctld-${SLURM_VERSION}-1.el8.$ARCH.rpm
|
||||||
WORKDIR /
|
|
||||||
|
|
||||||
VOLUME ["/home", "/.secret"]
|
VOLUME ["/home", "/.secret"]
|
||||||
# 22: SSH
|
# 22: SSH
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
set -e
|
set -e
|
||||||
|
|
||||||
|
# Determine the system architecture dynamically
|
||||||
|
ARCH=$(uname -m)
|
||||||
|
|
||||||
# start sshd server
|
# start sshd server
|
||||||
_sshd_host() {
|
_sshd_host() {
|
||||||
if [ ! -d /var/run/sshd ]; then
|
if [ ! -d /var/run/sshd ]; then
|
||||||
@ -70,12 +73,12 @@ _copy_secrets() {
|
|||||||
|
|
||||||
# run slurmctld
|
# run slurmctld
|
||||||
_slurmctld() {
|
_slurmctld() {
|
||||||
cd /root/rpmbuild/RPMS/aarch64
|
cd /root/rpmbuild/RPMS/$ARCH
|
||||||
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.aarch64.rpm \
|
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-perlapi-22.05.6-1.el8.aarch64.rpm \
|
slurm-perlapi-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-slurmd-22.05.6-1.el8.aarch64.rpm \
|
slurm-slurmd-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-torque-22.05.6-1.el8.aarch64.rpm \
|
slurm-torque-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-slurmctld-22.05.6-1.el8.aarch64.rpm
|
slurm-slurmctld-22.05.6-1.el8.$ARCH.rpm
|
||||||
echo "checking for slurmdbd.conf"
|
echo "checking for slurmdbd.conf"
|
||||||
while [ ! -f /.secret/slurmdbd.conf ]; do
|
while [ ! -f /.secret/slurmdbd.conf ]; do
|
||||||
echo -n "."
|
echo -n "."
|
||||||
@ -109,4 +112,4 @@ _munge_start
|
|||||||
_copy_secrets
|
_copy_secrets
|
||||||
_slurmctld
|
_slurmctld
|
||||||
|
|
||||||
tail -f /dev/null
|
tail -f /dev/null
|
@ -1,6 +1,9 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
set -e
|
set -e
|
||||||
|
|
||||||
|
# Determine the system architecture dynamically
|
||||||
|
ARCH=$(uname -m)
|
||||||
|
|
||||||
SLURM_ACCT_DB_SQL=/slurm_acct_db.sql
|
SLURM_ACCT_DB_SQL=/slurm_acct_db.sql
|
||||||
|
|
||||||
# start sshd server
|
# start sshd server
|
||||||
@ -48,10 +51,10 @@ _wait_for_worker() {
|
|||||||
|
|
||||||
# run slurmdbd
|
# run slurmdbd
|
||||||
_slurmdbd() {
|
_slurmdbd() {
|
||||||
cd /root/rpmbuild/RPMS/aarch64
|
cd /root/rpmbuild/RPMS/$ARCH
|
||||||
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.aarch64.rpm \
|
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-perlapi-22.05.6-1.el8.aarch64.rpm \
|
slurm-perlapi-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-slurmdbd-22.05.6-1.el8.aarch64.rpm
|
slurm-slurmdbd-22.05.6-1.el8.$ARCH.rpm
|
||||||
mkdir -p /var/spool/slurm/d /var/log/slurm /etc/slurm
|
mkdir -p /var/spool/slurm/d /var/log/slurm /etc/slurm
|
||||||
chown slurm: /var/spool/slurm/d /var/log/slurm
|
chown slurm: /var/spool/slurm/d /var/log/slurm
|
||||||
if [[ ! -f /home/config/slurmdbd.conf ]]; then
|
if [[ ! -f /home/config/slurmdbd.conf ]]; then
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
set -e
|
set -e
|
||||||
|
|
||||||
|
# Determine the system architecture dynamically
|
||||||
|
ARCH=$(uname -m)
|
||||||
|
|
||||||
# start sshd server
|
# start sshd server
|
||||||
_sshd_host() {
|
_sshd_host() {
|
||||||
if [ ! -d /var/run/sshd ]; then
|
if [ ! -d /var/run/sshd ]; then
|
||||||
@ -68,13 +71,13 @@ _copy_secrets() {
|
|||||||
|
|
||||||
# run slurmctld
|
# run slurmctld
|
||||||
_slurmctld() {
|
_slurmctld() {
|
||||||
cd /root/rpmbuild/RPMS/aarch64
|
cd /root/rpmbuild/RPMS/$ARCH
|
||||||
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.aarch64.rpm \
|
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-perlapi-22.05.6-1.el8.aarch64.rpm \
|
slurm-perlapi-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-slurmd-22.05.6-1.el8.aarch64.rpm \
|
slurm-slurmd-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-torque-22.05.6-1.el8.aarch64.rpm \
|
slurm-torque-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-slurmctld-22.05.6-1.el8.aarch64.rpm \
|
slurm-slurmctld-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-slurmrestd-22.05.6-1.el8.aarch64.rpm
|
slurm-slurmrestd-22.05.6-1.el8.$ARCH.rpm
|
||||||
echo -n "checking for slurmdbd.conf"
|
echo -n "checking for slurmdbd.conf"
|
||||||
while [ ! -f /.secret/slurmdbd.conf ]; do
|
while [ ! -f /.secret/slurmdbd.conf ]; do
|
||||||
echo -n "."
|
echo -n "."
|
||||||
|
@ -1,6 +1,9 @@
|
|||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
set -e
|
set -e
|
||||||
|
|
||||||
|
# Determine the system architecture dynamically
|
||||||
|
ARCH=$(uname -m)
|
||||||
|
|
||||||
# start sshd server
|
# start sshd server
|
||||||
_sshd_host() {
|
_sshd_host() {
|
||||||
if [ ! -d /var/run/sshd ]; then
|
if [ ! -d /var/run/sshd ]; then
|
||||||
@ -50,11 +53,11 @@ _start_dbus() {
|
|||||||
|
|
||||||
# run slurmd
|
# run slurmd
|
||||||
_slurmd() {
|
_slurmd() {
|
||||||
cd /root/rpmbuild/RPMS/aarch64
|
cd /root/rpmbuild/RPMS/$ARCH
|
||||||
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.aarch64.rpm \
|
yum -y --nogpgcheck localinstall slurm-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-perlapi-22.05.6-1.el8.aarch64.rpm \
|
slurm-perlapi-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-slurmd-22.05.6-1.el8.aarch64.rpm \
|
slurm-slurmd-22.05.6-1.el8.$ARCH.rpm \
|
||||||
slurm-torque-22.05.6-1.el8.aarch64.rpm
|
slurm-torque-22.05.6-1.el8.$ARCH.rpm
|
||||||
if [ ! -f /.secret/slurm.conf ]; then
|
if [ ! -f /.secret/slurm.conf ]; then
|
||||||
echo -n "checking for slurm.conf"
|
echo -n "checking for slurm.conf"
|
||||||
while [ ! -f /.secret/slurm.conf ]; do
|
while [ ! -f /.secret/slurm.conf ]; do
|
||||||
|
Loading…
x
Reference in New Issue
Block a user