Merge branch 'camel_converter' into 'morphemic-rc2.5'

camel converter first deployment

See merge request !307

.gitlab-ci.yml

@@ -126,7 +126,7 @@ deploy:persistent-storage:
     - docker tag persistent_storage:latest $CI_REGISTRY_IMAGE/persistent_storage:$CI_COMMIT_BRANCH
     - docker push $CI_REGISTRY_IMAGE/persistent_storage:$CI_COMMIT_BRANCH
 
-deploy:polymorphic_solver:
+deploy:camel_converter:
   stage: deploy
   image: $DOCKER_DIND_IMAGE
   only:
@@ -135,12 +135,12 @@ deploy:polymorphic_solver:
   services:
     - $DOCKER_DIND_SERVICE
   script:
-    - cd polymorphic_solver
-    - docker build -t polymorphic_solver -f ./Dockerfile .
+    - cd camel_converter
+    - docker build -t camel_converter -f ./Dockerfile .
     - docker image ls
     - echo "$K8S_SECRET_DOCKER_PASSWORD" | docker login $CI_REGISTRY -u $K8S_SECRET_DOCKER_USER --password-stdin
-    - docker tag polymorphic_solver:latest $CI_REGISTRY_IMAGE/polymorphic_solver:$CI_COMMIT_BRANCH
-    - docker push $CI_REGISTRY_IMAGE/polymorphic_solver:$CI_COMMIT_BRANCH
+    - docker tag camel_converter:latest $CI_REGISTRY_IMAGE/camel_converter:$CI_COMMIT_BRANCH
+    - docker push $CI_REGISTRY_IMAGE/camel_converter:$CI_COMMIT_BRANCH
 
 deploy:forecaster-cnn:
   stage: deploy

camel_converter/Dockerfile

+FROM openjdk:slim
+COPY --from=python:3.9 / /
+
+COPY requirements.txt /app/requirements.txt
+ADD src /app/src
+RUN pip install --upgrade pip 
+RUN pip install -r /app/requirements.txt
+EXPOSE 7676
+WORKDIR /app/src 
+ENTRYPOINT ["python", "-u","app.py"]

camel_converter/docker-compose.yaml

+version: '3'
+services:
+  camel_converter:
+    image: jdtotow/camel_converter
+    build:
+      context: .
+    container_name: camel_converter
+    ports:
+    - 7676:7676
+    environment:
+    - PAASAGE_CONFIG_DIR=.paasage #please change it or remove it 
+    - CDO_RESOURCE_PATH=/cdo_path #please change it 
+    volumes:
+    - ./models:/app/src/models 

camel_converter/requirements.txt

+pyjnius 
+fastapi
+uvicorn

camel_converter/src/.paasage/eu.paasage.mddb.cdo.client.properties

+host=localhost
+port=2036
+repository=repo1
+logging=on 
+userName=morphemic
+password=morphemic 
\ No newline at end of file

camel_converter/src/app.py

+import json, time, os, uvicorn 
+from fastapi import FastAPI
+from loader import CDOClientWapper
+from pydantic import BaseModel 
+
+model_folder = os.environ.get("MODEL_FOLDER","./models")
+
+class ExportRequest(BaseModel):
+    resource_name: str 
+    filename: str 
+
+class ImportRequest(BaseModel):
+    resource_name: str 
+    filename: str 
+
+app = FastAPI()
+
+@app.post("/import_model")
+async def import_model(request: ImportRequest):
+    filename = model_folder + request.filename 
+    try:
+        client = CDOClientWapper()
+        status = client.importModel(filename, request.resource_name)
+        return {"response": status}
+    except Exception as e:
+        return {"response": "error", "message": e}
+
+@app.post("/export_model")
+async def export_model(request: ExportRequest):
+    filename = model_folder + request.filename
+    try:
+        client = CDOClientWapper()
+        status = client.exportModel(filename, request.resource_name)
+        return {"response": status}
+    except Exception as e:
+        return {"response": "error", "message": e}
+
+
+if __name__ == "__main__":
+    uvicorn.run(app, host="0.0.0.0", port=7676)
\ No newline at end of file

camel_converter/src/loader.py

+import os
+os.environ["CLASSPATH"] = "./lib/client-repackaged.jar"
+os.environ['PAASAGE_CONFIG_DIR'] = os.environ.get("PAASAGE_CONFIG_DIR",".paasage")
+
+from jnius import autoclass
+CDOClientClass = autoclass("eu.paasage.mddb.cdo.client.CDOClient")
+resource_path = os.environ.get("CDO_RESOURCE_PATH","./resource")
+
+
+class CDOClientWapper():
+    def __init__(self, username=None, password=None):
+        self.username = username 
+        self.password = password 
+        self.cdo_client = None 
+        self.initialize()
+
+    def initialize(self):
+        if self.username and self.password:
+            self.cdo_client = CDOClientClass(self.username, self.password)
+        else:
+            self.cdo_client = CDOClientClass()
+
+    def importModel(self, filename, resource_name):
+        full_path = resource_path + resource_name
+        return self.cdo_client.importModel(filename, full_path, True) #True for validating model before storing 
+
+    def exportModel(self, filename, resource_name):
+        full_path = resource_path + resource_name
+        return self.cdo_client.exportModel(full_path, filename)
+

camel_converter/tester.py

+import requests, json 
+
+url_camel_converter = "http://localhost:7676/import_model"
+_request = {"filename": "camel-1.xmi", "resource_name": "res-name"}
+
+response = requests.post(url=url_camel_converter, data=json.dumps(_request), headers={"Content-type": "application/json"})
+print(response.text)
\ No newline at end of file