ML servers now uses a dedicated folder for running the notebooks in

Author: Peter Gagarinov

ml_server/.gitignore

@@ -1,3 +1,3 @@
-pytorch-CycleGAN-and-pix2pix
+_notebook_workspace
 checkpoints
 screenlog.0

ml_server/ml_server.py

@@ -4,10 +4,11 @@
 from ray import serve
 import signal
 import sys
-import pathlib
+from pathlib import Path
 
-ML_SERVER_DIR = pathlib.Path(__file__).parent.absolute()
 
+ML_SERVER_DIR = Path(__file__).parent.absolute()
+NOTEBOOK_WORKING_DIR = ML_SERVER_DIR / "_notebook_workspace"
 logger = logging.getLogger(__name__)
 logger.setLevel(logging.INFO)
 
@@ -37,6 +38,7 @@ def transfer_style(flask_request):
         notebook_path_or_url,
         all_param_dict["RESULTED_NOTEBOOK_PATH_OR_URL"],
         nb_param_dict,
+        cwd=NOTEBOOK_WORKING_DIR,
     )
     _ = ray.get(obj_ref)
 
@@ -55,6 +57,8 @@ def signal_handler(sig, frame):
     ray.shutdown()
     _ = ray.init(num_cpus=8, num_gpus=1)
 
+    Path.mkdir(NOTEBOOK_WORKING_DIR, exist_ok=True)
+
     HTTP_OPTIONS = {"host": "0.0.0.0", "port": 8000}
 
     client = serve.start(http_host=HTTP_OPTIONS["host"], http_port=HTTP_OPTIONS["port"])