.gitlab-ci.yml

# Gitlab CI/CD script for the Morphemic Preprocessor project

variables:
  MAVEN_IMAGE: "maven:3.8.1-jdk-11"
  MAVEN_IMAGE_JDK_8: "maven:3.5.2-jdk-8"
  LOCAL_REPO: "127.0.0.1:5000"

  DOCKER_REPO: "gitlab.ow2.org:4567"
  DOCKER_DIND_IMAGE: "docker:19.03.1"
  DOCKER_DIND_SERVICE: "$DOCKER_DIND_IMAGE-dind"
  DOCKER_DRIVER: overlay
  DOCKER_TLS_CERTDIR: "/certs"

  DOCKER_CLI: "docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v $CI_PROJECT_DIR/maven_repo:/root/.m2 -w /usr/src/mymaven -v $CI_PROJECT_DIR:/usr/src/mymaven $MAVEN_IMAGE"
  SCHEDULING_ABSTRACTION_LAYER_CLI: "mvn --batch-mode -f scheduling-abstraction-layer/pom.xml"
  AMQ_MESSAGE_JAVA_LIBRARY_CLI: "mvn --batch-mode -f amq-message-java-library/pom.xml"
  SLO_SEVERITY_CALCULATOR_CLI: "mvn --batch-mode -f morphemic-slo-severity-calculator/pom.xml"
  PREDICTON_ORCHESTRATOR_CLI: "mvn --batch-mode -N -f prediction_orchestrator/pom.xml"

  DOCKER_FORECAST_ESHYBRID_DOCKER_NAME: 'morphemic_forecasting_eshybird'

cache:
  paths:
    - maven_repo/

before_script:
  - echo '=========================================================================='
  - echo $MORPHEMIC_PREPROCESSOR_LAYER_CLI
  - echo '=========================================================================='
  - mkdir -p $HOME/.m2
  - echo '<settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"
    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
    xsi:schemaLocation="http://maven.apache.org/SETTINGS/1.0.0
    https://maven.apache.org/xsd/settings-1.0.0.xsd">
    <localRepository>'$CI_PROJECT_DIR'/maven_repo</localRepository>
    </settings>' > $HOME/.m2/settings.xml

stages:
  - deployLibrary
  - build
  - deploy

build:scheduling-abstraction-layer:
  stage: build
  image: $MAVEN_IMAGE_JDK_8
  script:
    - $SCHEDULING_ABSTRACTION_LAYER_CLI clean install
  artifacts:
    expire_in: 1 week
    paths:
      - /builds/melodic/morphemic-preprocessor/maven_repo/org/activeeon/scheduling-abstraction-layer/

build:amq-message-java-library:
  stage: deployLibrary
  image: $MAVEN_IMAGE
  only:
    - master
    - morphemic-rc1.5
    - fix-byon-acquire
  script:
    - $AMQ_MESSAGE_JAVA_LIBRARY_CLI clean install
  artifacts:
    expire_in: 1 week
    paths:
      - /builds/melodic/morphemic-preprocessor/maven_repo/gr/ntua/imu/morphemic/amq-message-java-library/

build:prediction_orchestrator:
  stage: build
  image: $MAVEN_IMAGE
  only:
    - master
    - morphemic-rc1.5
  script:
    - $PREDICTON_ORCHESTRATOR_CLI -Pwithout-docker clean install
  artifacts:
    expire_in: 1 week
    paths:
      - /builds/melodic/morphemic-preprocessor/maven_repo/eu/morphemic/prediction_orchestrator/

build:slo-severity-calculator:
  stage: build
  image: $MAVEN_IMAGE
  only:
    - master
    - morphemic-rc1.5
  script:
    - $SLO_SEVERITY_CALCULATOR_CLI -Dtest=!UnboundedMonitoringAttributeTests,!ConnectivityTests clean install
  artifacts:
    expire_in: 1 week
    paths:
      - /builds/melodic/morphemic-preprocessor/maven_repo/gr/ntua/imu/morphemic/SLOSeverityCalculator/

deploy:performance-model:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - cd morphemic-performance-model/ml_code/
    - docker build -t performance_model -f ./deployment/Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag performance_model:latest $CI_REGISTRY_IMAGE/performance_model:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/performance_model:$CI_COMMIT_BRANCH

deploy:persistent-storage:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - cd morphemic-persistent-storage/database
    - docker build -t persistent_storage -f ./Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag persistent_storage:latest $CI_REGISTRY_IMAGE/persistent_storage:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/persistent_storage:$CI_COMMIT_BRANCH

deploy:forecaster-cnn:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - cd forecaster-cnn
    - docker build -t cnn -f ./Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag cnn:latest $CI_REGISTRY_IMAGE/cnn:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/cnn:$CI_COMMIT_BRANCH

deploy:scheduling-abstraction-layer:
  stage: deploy
  image: $MAVEN_IMAGE_JDK_8
  only:
    - master
    - morphemic-rc1.5
    - proactive-dev
    - fix-byon-acquire
  dependencies:
    - build:scheduling-abstraction-layer
  script:
    - $SCHEDULING_ABSTRACTION_LAYER_CLI deploy

deploy:amq-message-java-library:
  stage: deploy
  image: $MAVEN_IMAGE
  only:
    - master
    - morphemic-rc1.5
  dependencies:
    - build:amq-message-java-library
  script:
    - $AMQ_MESSAGE_JAVA_LIBRARY_CLI deploy

deploy:prediction_orchestrator:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  dependencies:
    - build:prediction_orchestrator
  script:
    - $DOCKER_CLI $PREDICTON_ORCHESTRATOR_CLI deploy
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag $LOCAL_REPO/morphemic/prediction-orchestrator:latest $CI_REGISTRY_IMAGE/prediction-orchestrator:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/prediction-orchestrator:$CI_COMMIT_BRANCH

deploy:slo-severity-calculator:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  dependencies:
    - build:slo-severity-calculator
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - cd morphemic-slo-severity-calculator
    - mkdir -p target/
    - cp /builds/melodic/morphemic-preprocessor/maven_repo/gr/ntua/imu/morphemic/SLOSeverityCalculator/1.0-SNAPSHOT/SLOSeverityCalculator-1.0-SNAPSHOT.jar target/
    - docker build -t slo_severity_calculator -f ./Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag slo_severity_calculator:latest $CI_REGISTRY_IMAGE/slo_severity_calculator:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/slo_severity_calculator:$CI_COMMIT_BRANCH

deploy:nbeats:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - docker build -t nbeats -f ./deployment/nbeats/Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag nbeats:latest $CI_REGISTRY_IMAGE/nbeats:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/nbeats:$CI_COMMIT_BRANCH

deploy:tft:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - docker build -t tft -f ./deployment/tft/Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag tft:latest $CI_REGISTRY_IMAGE/tft:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/tft:$CI_COMMIT_BRANCH

deploy:arima:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - docker build -t arima -f ./deployment/arima/Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag arima:latest $CI_REGISTRY_IMAGE/arima:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/arima:$CI_COMMIT_BRANCH

deploy:morphemic-forecasting-eshybrid:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - cd morphemic-forecasting-eshybrid
    - docker build -t $DOCKER_FORECAST_ESHYBRID_DOCKER_NAME .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag $DOCKER_FORECAST_ESHYBRID_DOCKER_NAME:latest $CI_REGISTRY_IMAGE/$DOCKER_FORECAST_ESHYBRID_DOCKER_NAME:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/$DOCKER_FORECAST_ESHYBRID_DOCKER_NAME:$CI_COMMIT_BRANCH

deploy:prophet:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - docker build -t prophet -f ./forecasting_prophet/docker_image/Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag prophet:latest $CI_REGISTRY_IMAGE/prophet:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/prophet:$CI_COMMIT_BRANCH
    
deploy:gluonmachines:
  stage: deploy
  image: $DOCKER_DIND_IMAGE
  only:
    - master
    - morphemic-rc1.5
  services:
    - $DOCKER_DIND_SERVICE
  script:
    - docker build -t gluonmachines -f ./forecasting_gluonts/docker_image/Dockerfile .
    - docker image ls
    - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
    - docker tag gluonmachines:latest $CI_REGISTRY_IMAGE/gluonmachines:$CI_COMMIT_BRANCH
    - docker push $CI_REGISTRY_IMAGE/gluonmachines:$CI_COMMIT_BRANCH