xai-corp.net/provisioning
1
0
Fork 0
Code Issues 9 Releases Activity

prometheus xai cli tool setup WIP

Browse Source
This commit is contained in:
richard
2021-04-02 07:31:03 -04:00
parent 6fcc1866d4
commit 5b0746fcd6
15 changed files with 413 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
dockerfiles/services/prometheus/Dockerfile
View File

@@ -1,2 +1,4 @@
FROM prom/prometheus:v2.9.2
ARG PROM_VERSION=v2.9.2
FROM prom/prometheus:${PROM_VERSION}
ADD prometheus.yml /etc/prometheus/

0
dockerfiles/services/prometheus/cli/.bash_cli Normal file
View File

33
dockerfiles/services/prometheus/cli/_bootstrap.sh Normal file
View File

@@ -0,0 +1,33 @@
#!/usr/bin/env bash
# see jenkinsfile for version to build
PROM_VERSION=${PROM_VERSION:-v2.25.0}
LOCAL_IMAGE=xaicorp/prometheus
TAG=${PROM_VERSION}-${BUILD_NUMBER:-dev}
REMOTE_IMAGE=dkregistry.xai-corp.net:5000/${LOCAL_IMAGE}:${TAG}
LOG=$(mktemp)
export LOCAL_IMAGE
export REMOTE_IMAGE
export TAG
function trap_exit() {
code=$?
if [ $code -gt 0 ]; then
echo
cat "$LOG"
rm "$LOG"
dc logs --tail=10
dc down
echo -e "\033[31mFailed to build functional image\033[39m"
exit $code
fi
dc down
rm "$LOG"
echo -e "\033[32mSuccess:\033[39m ${LOCAL_IMAGE}:${TAG} successfully built"
}
trap trap_exit EXIT

65
dockerfiles/services/prometheus/cli/build Executable file
View File

@@ -0,0 +1,65 @@
#!/usr/bin/env bash
set -e
set -x
# include common parts
source ./cli/_bootstrap.sh
dc() {
export PROM_VERSION=${PROM_VERSION}
# shellcheck disable=SC2068
docker-compose \
-f docker-compose.yml \
-f docker-compose.build.yml \
$@
}
####
build() {
echo -e "\e[33m building the image\e[39m"
dc build
}
build_test() {
echo -e "\e[33m testing the image\e[39m"
dc run --rm --entrypoint prometheus prometheus --version | grep ${PROM_VERSION}
#test for smbclient installed
# dc run --rm --user www-data app which smbclient
}
build_save() {
echo -e "\e[33m saving the image\e[39m"
docker tag "$LOCAL_IMAGE:$TAG" "$REMOTE_IMAGE"
docker push "$REMOTE_IMAGE"
}
print_usage() {
printf "Usage: %s: [-b] [-t] [-s] \n" "$0"
echo -b build
echo -t test
echo -s push to registry
echo -h help
exit 0
}
######
if [ -z "$1" ]; then
build && build_test && build_save
exit
fi
while getopts btdhs name
do
case $name in
b) build;;
t) build_test;;
s) build_save;;
*) print_usage;;
esac
done

5
dockerfiles/services/prometheus/cli/build.help Normal file
View File

@@ -0,0 +1,5 @@
-b build image
-t test image
-s save image
default: xai build -bts

1
dockerfiles/services/prometheus/cli/build.usage Normal file
View File

@@ -0,0 +1 @@
[-b][-t][-s]

140
dockerfiles/services/prometheus/cli/deploy Executable file
View File

@@ -0,0 +1,140 @@
#!/usr/bin/env bash
set -e
#set -x
NC_VERSION=${NC_VERSION:-18}
LOCAL_IMAGE=xaicorp/nextcloud
TAG=${NC_VERSION}.0-${BUILD_NUMBER:-dev}
REMOTE_IMAGE=dkregistry.xai-corp.net:5000/${LOCAL_IMAGE}:${TAG}
STACK_NAME=xaibox
SERVICE_NAME=app
APP_NAME=${STACK_NAME}_${SERVICE_NAME}
LOG=$(mktemp)
export LOCAL_IMAGE
export REMOTE_IMAGE
export TAG
export DOCKER_HOST=${DOCKER_HOST:-'dkhost:2376'}
###
function deploy() {
docker pull "$REMOTE_IMAGE"
docker stack deploy \
--with-registry-auth \
-c docker-compose.prod.yml \
${STACK_NAME}
sleep 2
docker stack ps ${STACK_NAME}
wait_for_completed
occ upgrade
occ app:update --all
occ db:add-missing-indices
# occ db:convert-filecache-bigint
}
wait_for_completed() {
#states supported: "rollback_completed", "updating", "completed"
state=$(docker service inspect ${APP_NAME} | jq -r .[0].UpdateStatus.State)
while [ "completed" != "$state" ]; do
echo "$state"
sleep 3
state=$(docker service inspect ${APP_NAME} | jq -r .[0].UpdateStatus.State)
done
sleep 5
}
function deploy_test() {
docker ps | grep ${APP_NAME}
assertOK https xaibox.xai-corp.net
assertNetwork prod_ui
assertNetwork prod_app
assertNetwork prod_db
assertNetwork prod_cache
occ check
occ status
}
function deploy_save() {
#tag as latest
echo -e "\033[94mTagging image as latest\033[39m"
docker tag "$REMOTE_IMAGE" "${REMOTE_IMAGE//${TAG}/latest}"
docker push "${REMOTE_IMAGE//${TAG}/latest}"
}
dc() {
# shellcheck disable=SC2068
docker-compose \
-f docker-compose.yml \
-f docker-compose.prod.yml \
$@
}
occ() {
container=$(docker ps -qn1)
# shellcheck disable=SC2068
docker exec -t -u www-data "$container" php occ $@
}
function assertOK() {
proto=$1
domain=$2
set -e
echo -e "\033[94m${proto}://${domain}\033[39m"
curl -IskH "Host: ${domain}" "${proto}://dkhost.xai-corp.net" |
tee "$LOG" | grep -P "200 OK|302 Found|403 Forbidden"
}
function assertNetwork() {
network=$1
echo -e "\033[94minspecting network\033[39m $network"
docker network inspect "$network" | jq -r .[].Containers[].Name | tee "$LOG" | grep ${APP_NAME}
}
function trap_exit() {
code=$?
docker service ls | grep "${APP_NAME}"
if [ $code -gt 0 ]; then
echo
cat "$LOG"
rm "$LOG"
echo -e "\033[31mFailed to deploy ${REMOTE_IMAGE} \033[39m"
exit $code
fi
rm "$LOG"
echo -e "\033[32mSuccess:\033[39m ${REMOTE_IMAGE} successfully deployed"
}
trap trap_exit EXIT
print_usage() {
printf "Usage: %s: [-b] [-t] [-s] \n" "$0"
echo -d deploy
echo -t smoke tests
echo -s tag as latest
echo -h help
exit 0
}
######
if [ -z "$1" ]; then
deploy && deploy_test && deploy_save
exit
fi
while getopts tdhs name; do
case $name in
d) deploy ;;
t) deploy_test ;;
s) deploy_save ;;
*) print_usage ;;
esac
done

3
dockerfiles/services/prometheus/cli/deploy.help Normal file
View File

@@ -0,0 +1,3 @@
ARGS - The arguments you wish to provide to this command
TODO: Fill out the help information for this command.

1
dockerfiles/services/prometheus/cli/deploy.usage Normal file
View File

@@ -0,0 +1 @@
ARGS...

22
dockerfiles/services/prometheus/cli/exec Executable file
View File

@@ -0,0 +1,22 @@
#!/usr/bin/env bash
set -e
export DOCKER_HOST=${DOCKER_HOST:-'dkhost:2376'}
container=$(docker ps -qn1)
while getopts c: name
do
case $name in
c)
container=$OPTARG
;;
*)
;;
esac
done
shift $((OPTIND -1))
echo using container "${container}"
# shellcheck disable=SC2068
docker exec -it -u www-data "$container" $@

89
dockerfiles/services/prometheus/cli/rollback Executable file
View File

@@ -0,0 +1,89 @@
#!/usr/bin/env bash
set -e
#set -x
LOCAL_IMAGE=xaicorp/nextcloud
TAG=${NC_VERSION}.0-${BUILD_NUMBER:-dev}
REMOTE_IMAGE=dkregistry.xai-corp.net:5000/${LOCAL_IMAGE}:${TAG}
STACK_NAME=xaibox
SERVICE_NAME=app
APP_NAME=${STACK_NAME}_${SERVICE_NAME}
LOG=$(mktemp)
#export LOCAL_IMAGE
export REMOTE_IMAGE
#export TAG
export DOCKER_HOST=${DOCKER_HOST:-'dkhost:2376'}
###
function rollback() {
# docker service inspect ${APP_NAME}
docker service update --rollback "${APP_NAME}"
wait_for_completed
# docker service scale "${APP_NAME}=2"
}
wait_for_completed() {
#states supported: "rollback_completed", "updating", "completed"
state=$(docker service inspect ${APP_NAME} | jq -r .[0].UpdateStatus.State)
while [ "rollback_completed" != "$state" ]; do
echo "$state"
sleep 3
state=$(docker service inspect ${APP_NAME} | jq -r .[0].UpdateStatus.State)
done
}
function rollback_test() {
docker service ps --filter "desired-state=Healthy" ${APP_NAME}
docker ps | grep "${APP_NAME}"
}
function rollback_save() {
echo TODO
}
function trap_exit() {
code=$?
docker service ls | grep ${APP_NAME}
if [ $code -gt 0 ]; then
echo
rm "$LOG"
echo -e "\033[31mFailed rolling back ${APP_NAME} \033[39m"
exit $code
fi
rm "$LOG"
echo -e "\033[32mSuccess:\033[39m ${APP_NAME} successfully rolled back"
}
trap trap_exit EXIT
print_usage() {
printf "Usage: %s: [-b] [-t] [-s] \n" "$0"
echo -r rollback
echo -t smoke tests
echo -s tag as latest
echo -h help
exit 0
}
######
if [ -z "$1" ]; then
rollback && rollback_test && rollback_save
exit
fi
while getopts tdhs name
do
case $name in
d) rollback;;
t) rollback_test;;
s) rollback_save;;
*) print_usage;;
esac
done

3
dockerfiles/services/prometheus/cli/rollback.help Normal file
View File

@@ -0,0 +1,3 @@
ARGS - The arguments you wish to provide to this command
TODO: Fill out the help information for this command.

1
dockerfiles/services/prometheus/cli/rollback.usage Normal file
View File

@@ -0,0 +1 @@
ARGS...

20
dockerfiles/services/prometheus/docker-compose.build.yml Normal file
View File

@@ -0,0 +1,20 @@
---
# docker-compose file for prometheus metrics server
# docker login dkregistry.xai-corp.net:5000
# docker-compose build && docker push dkregistry.xai-corp.net:5000/xaicorp/prometheus:latest
# DOCKER_HOST=dkmanager:2376 docker stack deploy --prune --with-registry-auth -c docker-compose-prod.yml metrics
# DOCKER_HOST=dkmanager:2376 docker stack ps metrics
version: '3.4'
services:
prometheus:
build:
context: .
dockerfile: Dockerfile
args:
PROM_VERSION: ${PROM_VERSION}
# volumes:
# - ./prometheus.yml:/etc/prometheus/prometheus.yml

57
dockerfiles/services/prometheus/docker-compose.yml
View File

@@ -12,9 +12,6 @@ services:
prometheus:
image: "dkregistry.xai-corp.net:5000/xaicorp/prometheus:latest"
build:
context: .
dockerfile: Dockerfile
ports:
- 9090:9090
# volumes:
@@ -26,31 +23,31 @@ services:
# fluentd-async-connect: 'true'
# tag: postgres
graphana:
image: grafana/grafana
ports:
- 3001:3000
environment:
GF_SECURITY_ADMIN_PASSWORD: sakas
# volumes:
# - /opt/shared/nextcloud/data:/var/www/html/data
postgres_exported:
image: wrouesnel/postgres_exporter
environment:
DATA_SOURCE_NAME: "postgresql://xaicorp_admin:snqioxni1sw@tasks.postgres:5432/?sslmode=disable"
fluentd_exporter:
image: vect0r/fluentd_exporter
# graphana:
# image: grafana/grafana
# ports:
# - 9309:9309
command:
- go-wrapper
- run
- -scrape_uri
- http://tasks.fluentd:24220/api/plugins.json
node_exporter:
image: quay.io/prometheus/node-exporter
pid: "host"
# - 3001:3000
# environment:
# GF_SECURITY_ADMIN_PASSWORD: sakas
## volumes:
## - /opt/shared/nextcloud/data:/var/www/html/data
#
# postgres_exported:
# image: wrouesnel/postgres_exporter
# environment:
# DATA_SOURCE_NAME: "postgresql://xaicorp_admin:snqioxni1sw@tasks.postgres:5432/?sslmode=disable"
#
# fluentd_exporter:
# image: vect0r/fluentd_exporter
## ports:
## - 9309:9309
# command:
# - go-wrapper
# - run
# - -scrape_uri
# - http://tasks.fluentd:24220/api/plugins.json
#
# node_exporter:
# image: quay.io/prometheus/node-exporter
# pid: "host"
#