Move to Buffers to take advantage of zero-copy TypedArrays.

Author: bkonkle

bin/bench-ai.ts

@@ -30,7 +30,10 @@ export async function main() {
           Authorization: token, // eslint-disable-line @typescript-eslint/naming-convention
           'Content-Type': 'application/json',
         },
-        setupRequest: path.join(import.meta.dirname, './setup-ai-request'),
+        setupRequest: path.join(
+          import.meta.dirname,
+          './hooks/setup-ai-request'
+        ),
       },
     ],
   })

bin/setup-ai-request.js bin/hooks/setup-ai-request.jsbin/setup-ai-request.js renamed to bin/hooks/setup-ai-request.js

@@ -1,12 +1,15 @@
 #![allow(missing_docs)]
 
+use std::str::from_utf8;
+
 use biscuit::{
     jwa::SignatureAlgorithm,
     jwk::{AlgorithmParameters, JWKSet, JWK},
     jws::Secret,
     ClaimPresenceOptions, ClaimsSet, Empty, ValidationOptions, JWT,
 };
 use derive_new::new;
+use napi::bindgen_prelude::Buffer;
 
 use super::{outputs::RegisteredClaims, Error};
 
@@ -47,7 +50,10 @@ impl Authorizer {
 
     /// Authorize the request
     #[napi]
-    pub fn authorize(&self, auth_header: String) -> napi::Result<RegisteredClaims> {
+    pub fn authorize(&self, auth_header: Buffer) -> napi::Result<RegisteredClaims> {
+        let auth_header =
+            from_utf8(&auth_header).map_err(|e| napi::Error::from_reason(e.to_string()))?;
+
         let jwt = jwt_from_header(auth_header)
             .map_err(|err| napi::Error::from_reason(err.to_string()))?
             .ok_or(napi::Error::from_reason("No JWT found".to_string()))?;
@@ -89,7 +95,7 @@ impl Authorizer {
 
 /// If an authorization header is provided, make sure it's in the expected format, and
 /// return it as a String.
-fn jwt_from_header(header: String) -> Result<Option<String>, Error> {
+fn jwt_from_header(header: &str) -> Result<Option<String>, Error> {
     let auth_header = if let Ok(value) = std::str::from_utf8(header.as_bytes()) {
         value
     } else {

lib/jwt_rsa/src/authorizer.rs

@@ -1,8 +1,9 @@
 #![allow(missing_docs)]
 
-use std::path::PathBuf;
+use std::{path::PathBuf, str::from_utf8};
 
 use derive_new::new;
+use napi::bindgen_prelude::Buffer;
 use rust_bert::{
     pipelines::{
         common::{ModelResource, ModelType},
@@ -47,9 +48,11 @@ impl Inference {
 
     /// Infer the class of the input text
     #[napi]
-    pub fn infer(&self, input: String) -> napi::Result<String> {
-        let output = self.model.predict(vec![input.as_str()]);
+    pub fn infer(&self, input: Buffer) -> napi::Result<Buffer> {
+        let input = from_utf8(&input).map_err(|e| napi::Error::from_reason(e.to_string()))?;
 
-        Ok(output[0].text.clone())
+        let output = self.model.predict(vec![input]);
+
+        Ok(output[0].text.clone().into())
     }
 }

lib/text_classification_rs/src/infer.rs

@@ -1,10 +1,6 @@
 /* eslint-disable import/no-unassigned-import, @typescript-eslint/consistent-type-definitions */
 import 'autocannon'
 
-declare module 'onnxruntime-node' {
-  export * from 'onnxruntime-common'
-}
-
 declare module 'autocannon' {
   interface Request {
     // Add your custom property here