Log more timing data; add option to skip saving (#12)

The option to skip saving the index can be used to benchmark just
building an index, when searching is not needed.

Author: mihaic

src/svsbench/build.py

@@ -87,6 +87,7 @@ def _read_args(argv: list[str] | None = None) -> argparse.Namespace:
     parser.add_argument(
         "--leanvec_dims", help="LeanVec dimensionality", type=int
     )
+    parser.add_argument("--no_save", action="store_true")
     return parser.parse_args(argv)
 
 
@@ -139,7 +140,8 @@ def main(argv: str | None = None) -> None:
         np.save(args.out_dir / (name + ".ingest.npy"), ingest_time)
         if args.num_vectors_delete > 0:
             np.save(args.out_dir / (name + ".delete"), delete_time)
-    save(index, args.out_dir, name)
+    if not args.no_save:
+        save(index, args.out_dir, name)
 
 
 def build_dynamic(
@@ -301,6 +303,14 @@ def build_dynamic(
             start = time.perf_counter()
             index.delete(ids_to_delete)
             delete_time[batch_idx + 1] = time.perf_counter() - start
+    if num_batches:
+        add_time_mean = np.mean(ingest_time[1:])
+        add_time_rsd = (
+            np.std(ingest_time[1:], ddof=min(1, num_batches - 1))
+            / add_time_mean
+        )
+        logger.info({"add_time": {"mean": add_time_mean, "rsd": add_time_rsd}})
+        logger.info({"build_and_add_time": np.sum(ingest_time)})
 
     name = "__".join(
         (

src/svsbench/search.py

@@ -284,7 +284,11 @@ def search(
             {
                 "search_results": {
                     "qps": qps,
+                    "qps_mean": np.mean(qps),
+                    "qps_rsd": np.std(qps, ddof=min(1, num_rep - 1)) / np.mean(qps),
                     "p95": p95s,
+                    "p95_mean": np.mean(p95s),
+                    "p95_rsd": np.std(p95s, ddof=min(1, num_rep - 1)) / np.mean(p95s),
                     "search_parameters": {
                         "search_window_size": index.search_parameters.buffer_config.search_window_size,
                         "search_buffer_capacity": index.search_parameters.buffer_config.search_buffer_capacity,