Bump Version 0.5.14

Author: blythed

pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "superduper-framework"
 description = "🔮 Bring AI to your favourite database 🔮"
 readme = "README.md"
-version = '0.5.13'
+version = '0.5.14'
 license = {file = "LICENSE"}
 maintainers = [{name = "superduper.io, Inc.", email = "[email protected]"}]
 keywords = [

superduper/base/datalayer.py

@@ -629,6 +629,12 @@ def _remove_component_version(
                 f'Component {type_id}:{identifier}:{version} has already been removed'
             )
             return
+        except Exception as e:
+            if 'not exist' in str(e):
+                logging.warn(
+                    f'Component {type_id}:{identifier}:{version} has already been removed'
+                )
+                return
         if self.metadata.component_version_has_parents(type_id, identifier, version):
             parents = self.metadata.get_component_version_parents(r['uuid'])
             raise exceptions.ComponentInUseError(

superduper/rest/build.py

@@ -4,6 +4,7 @@
 import shutil
 import sys
 import tempfile
+import threading
 import typing as t
 import zipfile
 from contextlib import contextmanager
@@ -30,6 +31,7 @@
 
 
 PENDING_COMPONENTS = set()
+lock = threading.Lock()
 
 
 class Tee:
@@ -200,7 +202,8 @@ def db_apply(
         cls_path = info['_builds'][info['_base'][1:]]['_path']
         cls = import_object(cls_path)
         type_id = cls.type_id
-        PENDING_COMPONENTS.add((type_id, info['identifier']))
+        with lock:
+            PENDING_COMPONENTS.add((type_id, info['identifier']))
         if '_variables' in info:
             info['_variables']['output_prefix'] = CFG.output_prefix
             info['_variables']['databackend'] = db.databackend.backend_name
@@ -273,7 +276,8 @@ def db_show(
     def db_remove(
         type_id: str, identifier: str, db: 'Datalayer' = DatalayerDependency()
     ):
-        PENDING_COMPONENTS.discard((type_id, identifier))
+        with lock:
+            PENDING_COMPONENTS.discard((type_id, identifier))
         db.remove(type_id=type_id, identifier=identifier, recursive=True, force=True)
         return {'status': 'ok'}