Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
Melodic
morphemic-preprocessor
Commits
7718a8c7
Commit
7718a8c7
authored
Mar 28, 2022
by
Anna Warno
Browse files
Update .gitlab-ci.yml
parent
3ad9c26d
Changes
1
Hide whitespace changes
Inline
Side-by-side
.gitlab-ci.yml
View file @
7718a8c7
...
...
@@ -11,9 +11,13 @@ variables:
DOCKER_DRIVER
:
overlay
DOCKER_TLS_CERTDIR
:
"
/certs"
DOCKER_CLI
:
"
docker
run
--rm
-v
/var/run/docker.sock:/var/run/docker.sock
-v
$CI_PROJECT_DIR/maven_repo:/root/.m2
-w
/usr/src/mymaven
-v
$CI_PROJECT_DIR:/usr/src/mymaven
$MAVEN_IMAGE"
SCHEDULING_ABSTRACTION_LAYER_CLI
:
"
mvn
--batch-mode
-f
scheduling-abstraction-layer/pom.xml"
AMQ_MESSAGE_JAVA_LIBRARY_CLI
:
"
mvn
--batch-mode
-f
amq-message-java-library/pom.xml"
SLO_SEVERITY_CALCULATOR_CLI
:
"
mvn
--batch-mode
-f
morphemic-slo-severity-calculator/pom.xml"
PREDICTON_ORCHESTRATOR_CLI
:
"
mvn
--batch-mode
-N
-f
prediction_orchestrator/pom.xml"
DOCKER_FORECAST_ESHYBRID_DOCKER_NAME
:
'
morphemic_forecasting_eshybird'
cache
:
paths
:
...
...
@@ -32,12 +36,17 @@ before_script:
</settings>' > $HOME/.m2/settings.xml
stages
:
-
deployLibrary
-
build
-
deploy
build:scheduling-abstraction-layer:
stage
:
build
image
:
$MAVEN_IMAGE_JDK_8
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
script
:
-
$SCHEDULING_ABSTRACTION_LAYER_CLI clean install
artifacts
:
...
...
@@ -46,8 +55,12 @@ build:scheduling-abstraction-layer:
-
/builds/melodic/morphemic-preprocessor/maven_repo/org/activeeon/scheduling-abstraction-layer/
build:amq-message-java-library:
stage
:
build
stage
:
deployLibrary
image
:
$MAVEN_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
script
:
-
$AMQ_MESSAGE_JAVA_LIBRARY_CLI clean install
artifacts
:
...
...
@@ -55,22 +68,43 @@ build:amq-message-java-library:
paths
:
-
/builds/melodic/morphemic-preprocessor/maven_repo/gr/ntua/imu/morphemic/amq-message-java-library/
build:prediction_orchestrator:
stage
:
build
image
:
$MAVEN_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
script
:
-
$PREDICTON_ORCHESTRATOR_CLI -Pwithout-docker clean install
artifacts
:
expire_in
:
1 week
paths
:
-
/builds/melodic/morphemic-preprocessor/maven_repo/eu/morphemic/prediction_orchestrator/
build:slo-severity-calculator:
stage
:
build
image
:
$MAVEN_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
script
:
-
$SLO_SEVERITY_CALCULATOR_CLI clean install
-
$SLO_SEVERITY_CALCULATOR_CLI
-DfailIfNoTests=false -Dtest=!UnboundedMonitoringAttributeTests,!ConnectivityTests
clean install
artifacts
:
expire_in
:
1 week
paths
:
-
/builds/melodic/morphemic-preprocessor/maven_repo/gr/ntua/imu/morphemic/SLOSeverityCalculator/
deploy:performance-model:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
...
...
@@ -81,37 +115,39 @@ deploy:performance-model:
-
docker tag performance_model:latest $CI_REGISTRY_IMAGE/performance_model:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/performance_model:$CI_COMMIT_BRANCH
deploy:persistent-storage
-database
:
deploy:persistent-storage:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
-
cd morphemic-persistent-storage/database
-
docker build -t persistent_storage
_database
-f ./Dockerfile .
-
docker build -t persistent_storage -f ./Dockerfile .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag persistent_storage
_database
:latest $CI_REGISTRY_IMAGE/persistent_storage
_database
:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/persistent_storage
_database
:$CI_COMMIT_BRANCH
-
docker tag persistent_storage:latest $CI_REGISTRY_IMAGE/persistent_storage:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/persistent_storage:$CI_COMMIT_BRANCH
deploy:
persistent-storage-activemq
:
deploy:
forecaster-cnn
:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
-
cd
m
or
phemic-persistent-storage/example
-
docker build -t
persistent_storage_activemq
-f ./Dockerfile .
-
cd
f
or
ecaster-cnn
-
docker build -t
cnn
-f ./Dockerfile .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag
persistent_storage_activemq:latest $CI_REGISTRY_IMAGE/persistent_storage_activemq
:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/
persistent_storage_activemq
:$CI_COMMIT_BRANCH
-
docker tag
cnn:latest $CI_REGISTRY_IMAGE/cnn
:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/
cnn
:$CI_COMMIT_BRANCH
deploy:scheduling-abstraction-layer:
stage
:
deploy
...
...
@@ -119,6 +155,8 @@ deploy:scheduling-abstraction-layer:
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
-
proactive-dev
dependencies
:
-
build:scheduling-abstraction-layer
script
:
...
...
@@ -130,21 +168,89 @@ deploy:amq-message-java-library:
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
dependencies
:
-
build:amq-message-java-library
script
:
-
$AMQ_MESSAGE_JAVA_LIBRARY_CLI deploy
deploy:prediction_orchestrator:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
dependencies
:
-
build:prediction_orchestrator
script
:
-
$DOCKER_CLI $PREDICTON_ORCHESTRATOR_CLI deploy
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag $LOCAL_REPO/morphemic/prediction-orchestrator:latest $CI_REGISTRY_IMAGE/prediction-orchestrator:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/prediction-orchestrator:$CI_COMMIT_BRANCH
deploy:slo-severity-calculator:
stage
:
deploy
image
:
$
MAVEN
_IMAGE
image
:
$
DOCKER_DIND
_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
dependencies
:
-
build:slo-severity-calculator
services
:
-
$DOCKER_DIND_SERVICE
script
:
-
cd morphemic-slo-severity-calculator
-
mkdir -p target/
-
cp /builds/melodic/morphemic-preprocessor/maven_repo/gr/ntua/imu/morphemic/SLOSeverityCalculator/1.0-SNAPSHOT/SLOSeverityCalculator-1.0-SNAPSHOT.jar target/
-
docker build -t slo_severity_calculator -f ./Dockerfile .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag slo_severity_calculator:latest $CI_REGISTRY_IMAGE/slo_severity_calculator:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/slo_severity_calculator:$CI_COMMIT_BRANCH
deploy:exponential_smoothing:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
# - master
# - morphemic-rc1.5
-
morphemic-rc2.0
# - 1synchro-to-2.0-20220127
services
:
-
$DOCKER_DIND_SERVICE
script
:
# - apt-get install python3 python3-pip
-
cd morphemic-forecasting-exponentialsmoothing
# - python3 src/setup.py sdist
-
docker build -t exponential_smoothing -f ./Dockerfile .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag exponential_smoothing:latest $CI_REGISTRY_IMAGE/exponential_smoothing:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/exponential_smoothing:$CI_COMMIT_BRANCH
deploy:ensembler:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
-
$SLO_SEVERITY_CALCULATOR_CLI deploy
-
docker build -t ensembler -f ./deployment/ensembler/Dockerfile .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag ensembler:latest $CI_REGISTRY_IMAGE/ensembler:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/ensembler:$CI_COMMIT_BRANCH
deploy:nbeats:
stage
:
deploy
...
...
@@ -152,6 +258,7 @@ deploy:nbeats:
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
...
...
@@ -167,6 +274,7 @@ deploy:tft:
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
...
...
@@ -175,3 +283,68 @@ deploy:tft:
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag tft:latest $CI_REGISTRY_IMAGE/tft:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/tft:$CI_COMMIT_BRANCH
deploy:arima:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
-
docker build -t arima -f ./deployment/arima/Dockerfile .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag arima:latest $CI_REGISTRY_IMAGE/arima:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/arima:$CI_COMMIT_BRANCH
deploy:morphemic-forecasting-eshybrid:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
-
cd morphemic-forecasting-eshybrid
-
docker build -t $DOCKER_FORECAST_ESHYBRID_DOCKER_NAME .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag $DOCKER_FORECAST_ESHYBRID_DOCKER_NAME:latest $CI_REGISTRY_IMAGE/$DOCKER_FORECAST_ESHYBRID_DOCKER_NAME:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/$DOCKER_FORECAST_ESHYBRID_DOCKER_NAME:$CI_COMMIT_BRANCH
deploy:prophet:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
-
docker build -t prophet -f ./forecasting_prophet/docker_image/Dockerfile .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag prophet:latest $CI_REGISTRY_IMAGE/prophet:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/prophet:$CI_COMMIT_BRANCH
deploy:gluonmachines:
stage
:
deploy
image
:
$DOCKER_DIND_IMAGE
only
:
-
master
-
morphemic-rc1.5
-
morphemic-rc2.0
services
:
-
$DOCKER_DIND_SERVICE
script
:
-
docker build -t gluonmachines -f ./forecasting_gluonts/docker_image/Dockerfile .
-
docker image ls
-
echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-
docker tag gluonmachines:latest $CI_REGISTRY_IMAGE/gluonmachines:$CI_COMMIT_BRANCH
-
docker push $CI_REGISTRY_IMAGE/gluonmachines:$CI_COMMIT_BRANCH
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment