feat(parser): add support for parsing custom functions

Author: sgulseth

src/markProcessor.ts

@@ -1,3 +1,4 @@
+import type {CustomFunctions} from './rawParser'
 import type {ParseOptions} from './types'
 
 export type MarkName =
@@ -20,6 +21,7 @@ export type MarkName =
   | 'float'
   | 'func_args_end'
   | 'func_call'
+  | 'func_decl'
   | 'ident'
   | 'inc_range'
   | 'integer'
@@ -53,19 +55,28 @@ export interface Mark {
   position: number
 }
 
+export type FunctionId = `${string}::${string}`
+
 export type MarkVisitor<T> = Record<string, MarkVisitorFunc<T>>
 export type MarkVisitorFunc<T> = (p: MarkProcessor, mark: Mark) => T
 
 export class MarkProcessor {
-  private string: string
+  private _string: string
   private marks: Mark[]
   private index: number
+  customFunctions: CustomFunctions
   parseOptions: ParseOptions
   allowBoost = false
 
-  constructor(string: string, marks: Mark[], parseOptions: ParseOptions) {
-    this.string = string
+  constructor(
+    string: string,
+    marks: Mark[],
+    customFunctions: CustomFunctions,
+    parseOptions: ParseOptions,
+  ) {
+    this._string = string
     this.marks = marks
+    this.customFunctions = customFunctions
     this.index = 0
     this.parseOptions = parseOptions
   }
@@ -108,4 +119,8 @@ export class MarkProcessor {
     const pos = this.marks[this.index].position
     return this.string.slice(pos, pos + len)
   }
+
+  get string(): string {
+    return this._string
+  }
 }

src/nodeTypes.ts

@@ -272,6 +272,14 @@ export interface ValueNode<P = any> {
   value: P
 }
 
+export interface FunctionDeclarationNode {
+  type: 'FuncDeclaration'
+  namespace: string
+  name: string
+  params: ParameterNode[]
+  body: ExprNode
+}
+
 export interface FlatMapNode extends BaseNode {
   type: 'FlatMap'
   base: ExprNode