Bump Version 0.5.16

Author: blythed

pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 name = "superduper-framework"
 description = "🔮 Bring AI to your favourite database 🔮"
 readme = "README.md"
-version = '0.5.15'
+version = '0.5.16'
 license = {file = "LICENSE"}
 maintainers = [{name = "superduper.io, Inc.", email = "[email protected]"}]
 keywords = [

superduper/base/datalayer.py

@@ -10,7 +10,7 @@
 from superduper.backends.base.cluster import Cluster
 from superduper.backends.base.compute import ComputeBackend
 from superduper.backends.base.data_backend import BaseDataBackend
-from superduper.backends.base.metadata import MetaDataStore
+from superduper.backends.base.metadata import MetaDataStore, NonExistentMetadataError
 from superduper.backends.base.query import Query
 from superduper.backends.local.cluster import LocalCluster
 from superduper.base import apply, exceptions
@@ -629,6 +629,11 @@ def _remove_component_version(
                 f'Component {type_id}:{identifier}:{version} has already been removed'
             )
             return
+        except NonExistentMetadataError:    
+            logging.warn(
+                f'Component {type_id}:{identifier}:{version} has already been removed'
+            )
+            return
         except Exception as e:
             if 'not exist' in str(e):
                 logging.warn(
@@ -656,6 +661,7 @@ def _remove_component_version(
             identifier,
             version=version,
         )
+
         info = self.metadata.get_component(
             type_id, identifier, version=version, allow_hidden=force
         )

superduper/rest/build.py

@@ -196,7 +196,7 @@ def describe_tables(db: 'Datalayer' = DatalayerDependency()):
         return db.databackend.list_tables_or_collections()
 
     @app.add('/db/apply', method='post')
-    async def db_apply(
+    def db_apply(
         info: t.Dict,
         background_tasks: BackgroundTasks,
         id: str | None = 'test',
@@ -205,8 +205,7 @@ async def db_apply(
         cls_path = info['_builds'][info['_base'][1:]]['_path']
         cls = import_object(cls_path)
         type_id = cls.type_id
-        async with lock:
-            PENDING_COMPONENTS.add((type_id, info['identifier']))
+        PENDING_COMPONENTS.add((type_id, info['identifier']))
         if '_variables' in info:
             info['_variables']['output_prefix'] = CFG.output_prefix
             info['_variables']['databackend'] = db.databackend.backend_name
@@ -275,13 +274,16 @@ def db_show(
                         )
             return out
 
+    def _process_db_remove(db, type_id, identifier):
+        return db.remove(type_id=type_id, identifier=identifier, recursive=True, force=True)
+
     @app.add('/db/remove', method='post')
-    async def db_remove(
-        type_id: str, identifier: str, db: 'Datalayer' = DatalayerDependency()
+    def db_remove(
+        type_id: str, identifier: str, bg: BackgroundTasks, db: 'Datalayer' = DatalayerDependency(),
     ):
-        async with lock:
-            PENDING_COMPONENTS.discard((type_id, identifier))
+        PENDING_COMPONENTS.discard((type_id, identifier))
         db.remove(type_id=type_id, identifier=identifier, recursive=True, force=True)
+        bg.add_task(_process_db_remove, db, type_id, identifier)
         return {'status': 'ok'}
 
     @app.add('/db/show_template', method='get')