1. Ecosystem Docker Run¶

curl https://get.docker.com |sudo sh
sudo usermod -aG docker ubuntu   # requires logout

1.1. Jenkins¶

docker network create ecosystem
mkdir -p /home/jenkins
chmod 777 /home/jenkins
chmod 777 /var/run/docker.sock
ln -s /home/jenkins /var/jenkins_home

docker run \
    --name jenkins \
    --detach \
    --rm \
    --network ecosystem \
    --publish 8080:8080 \
    --volume /home/jenkins:/var/jenkins_home \
    --volume /var/run/docker.sock:/var/run/docker.sock \
    jenkins/jenkins:alpine

1.2. SonarQube¶

docker network create ecosystem
docker volume create --name sonarqube_data
docker volume create --name sonarqube_extensions
docker volume create --name sonarqube_logs

docker run \
    --name sonarqube \
    --detach \
    --rm \
    --network ecosystem \
    --publish 9000:9000 \
    --volume sonarqube_data:/opt/sonarqube/data \
    --volume sonarqube_logs:/opt/sonarqube/logs \
    --volume sonarqube_extensions:/opt/sonarqube/extensions \
    sonarqube

Note

For SonarQube 8.2+ make sure you're using volumes as shown with the above commands, and not bind mounts. Using bind mounts prevents plugins and languages from populating correctly. https://docs.sonarqube.org/latest/setup/install-server/#header-3

-e SONAR_JDBC_URL=... \
-e SONAR_JDBC_USERNAME=... \
-e SONAR_JDBC_PASSWORD=...

1.3. Sonar Scanner¶

sonar-project.properties
Further Reading: https://dev.astrotech.io/sonarqube/sonarscanner.html
Further Reading: https://python.astrotech.io/devsecops/ci-cd/static-analysis.html

Code 1.44. Java¶

## Sonar Server
sonar.host.url=http://sonarqube:9000/
sonar.login=admin
sonar.password=admin

## About Project
sonar.projectKey=myproject
sonar.projectName=myproject
sonar.sourceEncoding=UTF-8

## SonarScanner Config
sonar.verbose=false
sonar.log.level=INFO
sonar.showProfiling=false
sonar.projectBaseDir=/usr/src/
sonar.working.directory=/tmp/

## Build Breaker
sonar.buildbreaker.skip=false
sonar.buildbreaker.queryInterval=10000
sonar.buildbreaker.queryMaxAttempts=1000

## Debugging
# sonar.verbose=true
# sonar.log.level=DEBUG
# sonar.showProfiling=true
# sonar.scanner.dumpToFile=/tmp/sonar-project.properties

## Java
sonar.language=java
sonar.java.source=8
sonar.java.binaries=target/classes
sonar.sources=src/main/java
sonar.exclusions=**/migrations/**

Code 1.45. Python¶

## Sonar Server
sonar.host.url=http://sonarqube:9000/
sonar.login=admin
sonar.password=admin

## About Project
sonar.projectKey=myproject
sonar.projectName=myproject
sonar.sourceEncoding=UTF-8

## SonarScanner Config
sonar.verbose=false
sonar.log.level=INFO
sonar.showProfiling=false
sonar.projectBaseDir=/usr/src/
sonar.working.directory=/tmp/

## Build Breaker
sonar.buildbreaker.skip=false
sonar.buildbreaker.queryInterval=10000
sonar.buildbreaker.queryMaxAttempts=1000

## Debugging
# sonar.verbose=true
# sonar.log.level=DEBUG
# sonar.showProfiling=true
# sonar.scanner.dumpToFile=/tmp/sonar-project.properties

## Python
sonar.language=py
sonar.sources=.
sonar.inclusions=**/*.py
sonar.exclusions=**/migrations/**,**/*.pyc,**/__pycache__/**

docker run --rm --network ecosystem -v $(pwd):/usr/src sonarsource/sonar-scanner-cli

1.4. Docker Registry¶

docker network create ecosystem
mkdir -p /home/registry
chmod 777 /home/registry

docker run \
    --name registry \
    --detach \
    --rm \
    --network ecosystem \
    --publish 5000:5000 \
    --volume /home/registry:/var/lib/registry \
    registry:2

1.5. GitLab¶

Warning

Machine must have at least 8 GB RAM, otherwise freezes. Amazon t2.micro is not good.

docker network create ecosystem
mkdir -p /home/gitlab
chmod 777 /home/gitlab

docker run \
    --name gitlab \
    --detach \
    --rm \
    --network ecosystem \
    --publish 8022:22 \
    --publish 8000:80 \
    --publish 8443:443 \
    --volume /home/gitlab/config:/etc/gitlab \
    --volume /home/gitlab/logs:/var/log/gitlab \
    --volume /home/gitlab/data:/var/opt/gitlab \
    gitlab/gitlab-ce:latest

1.6. Artifactory¶

docker network create ecosystem
mkdir -p /home/artifactory
chmod 777 /home/artifactory

docker run \
    --name artifactory \
    --detach \
    --rm \
    --network ecosystem \
    --publish 8081:8081 \
    --volume /home/artifactory:/var/opt/jfrog/artifactory \
    docker.bintray.io/jfrog/artifactory-oss:latest

1.7. Tests¶

Code 1.46. make-artifact.sh¶

#!/bin/sh

REGISTRY='localhost:5000'
NAME='myapp'
VERSION="$(git log -1 --format='%h')"

IMAGE="$REGISTRY/$NAME:$VERSION"

docker build . -t $IMAGE
docker push $IMAGE
docker rmi $IMAGE

Code 1.47. test-functional.sh¶

#!/bin/sh

cd example-py-doctest/
python3 -m doctest -v doctests/*

Code 1.48. test-integration.sh¶

#!/bin/sh

pip install -r requirements.txt
cd example-py-pytest/
python3 -m pytest

Code 1.49. test-static.sh¶

#!/bin/sh

docker run --rm --net ecosystem -v $(pwd):/usr/src sonarsource/sonar-scanner-cli

Code 1.50. test-unit.sh¶

#!/bin/sh

cd example-py-unittest
python3 -m unittest