​​Fail to Start​

[294978174]

CUDA11.7 RTX3060

sudo docker load -i compreface-admin.tar
sudo docker load -i compreface-api.tar
sudo docker load -i compreface-core-arcface-gpu.tar
sudo docker load -i compreface-fe.tar
sudo docker load -i compreface-postgres-db.tar

The following error occurred when opening the webpage.

data: (1, 3, 480, 640)
Traceback (most recent call last):
File "/work/mxnet/include/mxnet/base.h", line 458
CUDA: Check failed: e == cudaSuccess (999 vs. 0) : unknown error
{"severity": "WARNING", "message": "500 Internal Server Error: The server encountered an internal error and was unable to complete your request. Either the server is overloaded or there is an error in the application.", "request": {"method": "GET", "path": "/status", "filename": "", "api_key": "", "remote_addr": "172.25.0.6"}, "logger": "root", "module": "error_handling", "traceback": "Traceback (most recent call last):\n File "/usr/local/lib/python3.8/dist-packages/mxnet/symbol/symbol.py", line 1903, in simple_bind\n check_call(_LIB.MXExecutorSimpleBindEx(self.handle,\n File "/usr/local/lib/python3.8/dist-packages/mxnet/base.py", line 246, in check_call\n raise get_last_ffi_error()\nmxnet.base.MXNetError: Traceback (most recent call last):\n File "/work/mxnet/include/mxnet/base.h", line 458\nCUDA: Check failed: e == cudaSuccess (999 vs. 0) : unknown error\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File "/usr/local/lib/python3.8/dist-packages/flask/app.py", line 2447, in wsgi_app\n response = self.full_dispatch_request()\n File "/usr/local/lib/python3.8/dist-packages/flask/app.py", line 1945, in full_dispatch_request\n self.try_trigger_before_first_request_functions()\n File "/usr/local/lib/python3.8/dist-packages/flask/app.py", line 1993, in try_trigger_before_first_request_functions\n func()\n File "/app/ml/./src/_endpoints.py", line 52, in init_model\n detector(\n File "/app/ml/./src/services/facescan/plugins/mixins.py", line 46, in call\n faces = self._fetch_faces(img, det_prob_threshold)\n File "/app/ml/./src/services/facescan/plugins/mixins.py", line 53, in _fetch_faces\n boxes = self.find_faces(img, det_prob_threshold)\n File "/app/ml/./src/services/facescan/plugins/insightface/insightface.py", line 103, in find_faces\n model = self._detection_model\n File "/usr/local/lib/python3.8/dist-packages/cached_property.py", line 36, in get\n value = obj.dict[self.func.name] = self.func(obj)\n File "/app/ml/./src/services/facescan/plugins/insightface/insightface.py", line 80, in _detection_model\n model.prepare(ctx_id=self._CTX_ID, nms=self._NMS)\n File "/usr/local/lib/python3.8/dist-packages/insightface/app/face_analysis.py", line 32, in prepare\n self.det_model.prepare(ctx_id, nms)\n File "/usr/local/lib/python3.8/dist-packages/insightface/model_zoo/face_detection.py", line 217, in prepare\n model.bind(data_shapes=[('data', data_shape)])\n File "/usr/local/lib/python3.8/dist-packages/mxnet/module/module.py", line 422, in bind\n self._exec_group = DataParallelExecutorGroup(self._symbol, self._context,\n File "/usr/local/lib/python3.8/dist-packages/mxnet/module/executor_group.py", line 280, in init\n self.bind_exec(data_shapes, label_shapes, shared_group)\n File "/usr/local/lib/python3.8/dist-packages/mxnet/module/executor_group.py", line 383, in bind_exec\n self.execs.append(self._bind_ith_exec(i, data_shapes_i, label_shapes_i,\n File "/usr/local/lib/python3.8/dist-packages/mxnet/module/executor_group.py", line 675, in _bind_ith_exec\n executor = self.symbol.simple_bind(ctx=context, grad_req=self.grad_req,\n File "/usr/local/lib/python3.8/dist-packages/mxnet/symbol/symbol.py", line 1944, in simple_bind\n raise RuntimeError(error_msg)\nRuntimeError: simple_bind error. Arguments:\ndata: (1, 3, 480, 640)\nTraceback (most recent call last):\n File "/work/mxnet/include/mxnet/base.h", line 458\nCUDA: Check failed: e == cudaSuccess (999 vs. 0) : unknown error\n", "build_version": "dev"}