Commit 2a7c32ac authored by Daniel Scheffler's avatar Daniel Scheffler
Browse files

Updated CI setup files and .gitlab-ci.yml.


Signed-off-by: Daniel Scheffler's avatarDaniel Scheffler <danschef@gfz-potsdam.de>
parent 93084700
Pipeline #12226 failed with stages
in 4 minutes and 41 seconds
......@@ -12,8 +12,10 @@ test_arosics:
stage: test
script:
- source /root/miniconda3/bin/activate ci_env
- pip install "py_tools_ds>=0.14.28" # FIXME remove as soon as docker runner has been updated
- pip install "geoarray>=0.8.30" # FIXME remove as soon as docker runner has been updated
# update py_tools_ds and geoarray
# - pip install "py_tools_ds>=0.14.28"
# - pip install "geoarray>=0.8.30"
# run tests
- make nosetests
......
......@@ -2,30 +2,51 @@
context_dir="./context"
dockerfile="arosics_ci.docker"
tag="arosics_ci:0.8.7"
tag="arosics_ci:0.9.20"
gitlab_runner="arosics_gitlab_CI_runner"
echo "#### Build runner docker image"
sudo docker rmi ${tag}
sudo docker build -f ${context_dir}/${dockerfile} -m 20G -t ${tag} ${context_dir}
docker rmi ${tag}
docker build ${context_dir} \
--no-cache \
-f ${context_dir}/${dockerfile} \
-m 20G \
-t ${tag}
# create the gitlab-runner docker container for the current project
# NOTE: The 'gitlab-runner' and 'gitlab-ci-multi-runner' services will run within this container.
# The runner uses a 'config.toml' configuration file at /etc/gitlab-runner within the container which can be
# modified through additional parameters of the 'gitlab-runner register' command.
echo "#### Create gitlab-runner (daemon) container with tag; ${tag}"
sudo docker stop ${gitlab_runner}
sudo docker rm ${gitlab_runner}
sudo docker run -d --name ${gitlab_runner} --restart always \
-v /var/run/docker.sock:/var/run/docker.sock gitlab/gitlab-runner:latest
docker stop ${gitlab_runner}
docker rm ${gitlab_runner}
docker run \
-d \
--name ${gitlab_runner} \
--restart always \
-v /var/run/docker.sock:/var/run/docker.sock \
gitlab/gitlab-runner:latest
# register the runner at the corresponding GitLab repository via a registration-tok
echo "#### Register container at gitlab, get token here https://gitext.gfz-potsdam.de/danschef/arosics/settings/ci_cd"
read -p "Please enter gitlab token: " token
echo ""
read -p "Please enter gitlab runner name: " runner_name
echo "New gitlab runner image will named ${gitlab_runner}"
sudo docker exec -it ${gitlab_runner} /bin/bash -c "export RUNNER_EXECUTOR=docker && gitlab-ci-multi-runner register -n \
# NOTE: In case of locally stored images (like here), the docker pull policy 'never' must be used
# (see https://docs.gitlab.com/runner/executors/docker.html#how-pull-policies-work).
docker exec -it ${gitlab_runner} /bin/bash -c "\
export RUNNER_EXECUTOR=docker && \
gitlab-ci-multi-runner register \
--non-interactive \
--executor 'docker' \
--docker-image '${tag}' \
--url 'https://gitext.gfz-potsdam.de/ci' \
--registration-token '${token}' \
--run-untagged=true \
--locked=true \
--tag-list arosics_ci_client \
--description '${runner_name}' \
--docker-image '${tag}' "
--tag-list arosics_ci_client \
--run-untagged='true' \
--locked='true' \
--access-level='not_protected' \
--docker-pull-policy='never'
ls
FROM gms_base_centos:0.2
FROM gms_base_centos:0.4
# copy some needed stuff to /root
COPY *.yml /root/
# update the ci_env environment (that already contains all packages installed via 'docker_pyenvs' repo)
RUN /bin/bash -i -c "\
source /root/miniconda3/bin/activate ; \
source activate ci_env; \
source /root/miniconda3/bin/activate ci_env; \
conda env update -n ci_env -f /root/environment_arosics.yml"
......@@ -8,7 +8,6 @@ dependencies:
- pyqt
- numpy
- gdal
- conda-forge::libgdal # force to use conda-forge for libgdal to avoid package version incompatiblies due to mixed channels
- scikit-image
- pyproj>2.2.0
- geopandas
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment