feat: goja_nodejs libraries

Signed-off-by: Dwi Siswanto <[email protected]>

Author: dwisiswant0

pkg/js/compiler/pool.go

@@ -12,6 +12,7 @@ import (
 	"github.com/dop251/goja_nodejs/require"
 	"github.com/kitabisa/go-ci"
 	"github.com/projectdiscovery/gologger"
+	"github.com/projectdiscovery/nuclei/v3/pkg/js"
 	_ "github.com/projectdiscovery/nuclei/v3/pkg/js/generated/go/libbytes"
 	_ "github.com/projectdiscovery/nuclei/v3/pkg/js/generated/go/libfs"
 	_ "github.com/projectdiscovery/nuclei/v3/pkg/js/generated/go/libikev2"
@@ -214,6 +215,9 @@ func createNewRuntime() *goja.Runtime {
 	if err := global.RegisterNativeScripts(runtime); err != nil {
 		gologger.Error().Msgf("Could not register scripts: %s\n", err)
 	}
+
+	js.RegisterNodeModules(runtime)
+
 	return runtime
 }
 

pkg/js/js.go

@@ -0,0 +1,31 @@
+package js
+
+import (
+	"embed"
+	"fmt"
+	"path/filepath"
+
+	"github.com/dop251/goja"
+	"github.com/dop251/goja_nodejs/require"
+)
+
+//go:embed node_libraries
+var nodeLibraries embed.FS
+
+func RegisterNodeModules(runtime *goja.Runtime) {
+	registry := require.NewRegistry(
+		require.WithGlobalFolders("."),
+		require.WithLoader(func(path string) ([]byte, error) {
+			path = filepath.Join("node_libraries", path, "index.js")
+
+			data, err := nodeLibraries.ReadFile(path)
+			if err != nil {
+				return nil, fmt.Errorf("could not load module %q: %w", path, err)
+			}
+
+			return data, nil
+		}),
+	)
+
+	registry.Enable(runtime)
+}

pkg/js/node_libraries/.add.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+NPM_PREFIX=".modules"
+NPM_MODULE=$1
+MODULE_NAME=$2
+
+if [[ -z "${MODULE_NAME}" ]]; then
+    MODULE_NAME="${NPM_MODULE}"
+fi
+
+npm i "${NPM_MODULE}" --prefix "${NPM_PREFIX}" --save-dev
+mkdir -p "@core/${MODULE_NAME}"
+echo "module.exports = require('${MODULE_NAME}');" > "@core/${MODULE_NAME}/lib.js"
+NODE_PATH="${NPM_PREFIX}/node_modules" esbuild \
+    --minify \
+    --format=cjs \
+    --platform=browser \
+    --outfile="@core/${MODULE_NAME}/index.js" \
+    --bundle "@core/${MODULE_NAME}/lib.js"
+rm -rf "@core/${MODULE_NAME}/lib.js"

pkg/js/node_libraries/@core/assert/index.js

@@ -7,13 +7,15 @@ import (
 	"sync"
 
 	"github.com/dop251/goja"
+	"github.com/projectdiscovery/nuclei/v3/pkg/js"
 )
 
 // temporary on demand runtime to throw errors when vm is not available
 var (
 	tmpRuntime  *goja.Runtime
 	runtimeInit func() = sync.OnceFunc(func() {
 		tmpRuntime = goja.New()
+		js.RegisterNodeModules(tmpRuntime)
 	})
 )
 

pkg/js/node_libraries/@core/buffer/index.js

@@ -4,6 +4,7 @@ import (
 	"github.com/dop251/goja"
 	"github.com/dop251/goja/parser"
 	"github.com/projectdiscovery/gologger"
+	"github.com/projectdiscovery/nuclei/v3/pkg/js"
 )
 
 // NewJSRuntime returns a new javascript runtime
@@ -12,9 +13,13 @@ import (
 func NewJSRuntime() *goja.Runtime {
 	vm := goja.New()
 	vm.SetParserOptions(parser.WithDisableSourceMaps)
+
 	// disable eval by default
 	if err := vm.Set("eval", "undefined"); err != nil {
 		gologger.Error().Msgf("could not set eval to undefined: %s", err)
 	}
+
+	js.RegisterNodeModules(vm)
+
 	return vm
 }