deleted unused code

Dockerfile

@@ -24,10 +24,12 @@ RUN pip wheel --no-cache-dir --no-deps --wheel-dir /usr/src/app/wheels -r requir
 # pull official base image
 FROM dvcorg/cml:0-dvc2-base1-gpu
 
-# create app home
+# create home directory and app user
-ENV APP_HOME = /home/app
+RUN mkdir -p /home/app && \
-RUN mkdir -p $APP_HOME
+    addgroup --system app && \
-WORKDIR $APP_HOME
+    adduser --system --group app
+
+# add folder to store repo in
 RUN mkdir -p /home/app/repo
 
 # install packages from builder
@@ -36,7 +38,14 @@ COPY --from=builder /usr/src/app/requirements.txt requirements.txt
 RUN pip install --no-cache /wheels/*
 
 # copy in files
+WORKDIR /home/app
 COPY ./code .
 
+# change ownership to app user
+RUN chown -R app:app /home/app
+
+# change to the app user
+USER app
+
 # start execution
 ENTRYPOINT [ "python", "main.py" ]

code/app.py

@@ -62,7 +62,7 @@ def handle_event(request: GiteaRequest):
     runner_script = load_runner_script(path=runner_script_path)
     # determine pipeline to run
     if branch_name not in runner_script.pipelines.keys():
-        # run default
+        # get default pipeline
         if 'default' not in runner_script.pipelines.keys():
             raise HTTPException(
                 status_code=404,
@@ -70,15 +70,28 @@ def handle_event(request: GiteaRequest):
             )
         pipeline = runner_script.pipelines['default']
     else:
-        # run custom
+        # get custom pipeline
         pipeline = runner_script.pipelines[branch_name]
-    print(pipeline)
+    logging.info(f'running pipeline {pipeline.name}')
-
+    # TODO: create virtualenv?
+    # install requirements
+    assert pipeline.requirements is not None
+    requirements_path = local_repo_dir / pipeline.requirements
+    os.system(f'pip install -r {requirements_path}')
+    for cmd in pipeline.script:
+        try:
+            os.system(cmd)
+        except Exception as e:
+            raise HTTPException(
+                status_code=503,
+                detail=f'failed running {cmd}: {e}'
+            )
     # send response
     raise HTTPException(
         status_code=202,
         detail='received task'
     )
+# consider to include link to page that show progress
 
 if __name__ == '__main__':
     load_dotenv('dev.env')

docker-compose.yml

@@ -11,3 +11,10 @@ services:
       - LISTEN_IP=0.0.0.0
       - LISTEN_PORT=8000
       - REPO_DIR=/home/app/repo/
+    # deploy:
+    #   resources:
+    #     reservations:
+    #       devices:
+    #         - driver: nvidia
+    #           device_ids: ['0']
+    #           capabilities: [gpu]

runner_script.yml

@@ -4,8 +4,7 @@ definitions:
       name: test
       requirements: req-prod.txt
       script:
-        - command arg1 arg2
+        - nvidia-smi
-        - command2 arg1 arg2
 
 pipelines:
   default: