feat(spark): add spark random functions

Cargo.toml

@@ -177,6 +177,7 @@ pbjson-types = "0.8"
 # Should match arrow-flight's version of prost.
 prost = "0.14.1"
 rand = "0.9"
+rand_distr = "0.5.1"
 recursive = "0.1.1"
 regex = "1.12"
 rstest = "0.26.1"

datafusion/core/Cargo.toml

@@ -176,7 +176,7 @@ glob = { workspace = true }
 insta = { workspace = true }
 paste = { workspace = true }
 rand = { workspace = true, features = ["small_rng"] }
-rand_distr = "0.5"
+rand_distr = { workspace = true }
 recursive = { workspace = true }
 regex = { workspace = true }
 rstest = { workspace = true }

datafusion/spark/Cargo.toml

@@ -53,6 +53,7 @@ datafusion-functions-nested = { workspace = true }
 log = { workspace = true }
 percent-encoding = "2.3.2"
 rand = { workspace = true }
+rand_distr = { workspace = true }
 sha1 = "0.10"
 url = { workspace = true }
 

datafusion/spark/src/function/math/mod.rs

@@ -20,6 +20,7 @@ pub mod expm1;
 pub mod factorial;
 pub mod hex;
 pub mod modulus;
+pub mod random;
 pub mod rint;
 pub mod trigonometry;
 pub mod width_bucket;
@@ -34,7 +35,11 @@ make_udf_function!(factorial::SparkFactorial, factorial);
 make_udf_function!(hex::SparkHex, hex);
 make_udf_function!(modulus::SparkMod, modulus);
 make_udf_function!(modulus::SparkPmod, pmod);
+make_udf_function!(random::SparkRandom, random);
+make_udf_function!(random::SparkRandN, randn);
+make_udf_function!(random::SparkRandStr, randstr);
 make_udf_function!(rint::SparkRint, rint);
+make_udf_function!(random::SparkUniform, uniform);
 make_udf_function!(width_bucket::SparkWidthBucket, width_bucket);
 make_udf_function!(trigonometry::SparkCsc, csc);
 make_udf_function!(trigonometry::SparkSec, sec);
@@ -60,6 +65,26 @@ pub mod expr_fn {
     export_functions!((width_bucket, "Returns the bucket number into which the value of this expression would fall after being evaluated.", arg1 arg2 arg3 arg4));
     export_functions!((csc, "Returns the cosecant of expr.", arg1));
     export_functions!((sec, "Returns the secant of expr.", arg1));
+    export_functions!((
+        random,
+        "Returns a random float value sampled from a uniform distribution in [0, 1).",
+        opt_seed
+    ));
+    export_functions!((
+        randn,
+        "Returns a random float value sampled from the standard normal distribution.",
+        opt_seed
+    ));
+    export_functions!((
+        randstr,
+        "Returns a random string of the specified length.",
+        length opt_seed
+    ));
+    export_functions!((
+        uniform,
+        "Returns a random float value sampled from a uniform distribution in [`min`, `max`).",
+        min max opt_seed
+    ));
 }
 
 pub fn functions() -> Vec<Arc<ScalarUDF>> {
@@ -74,5 +99,9 @@ pub fn functions() -> Vec<Arc<ScalarUDF>> {
         width_bucket(),
         csc(),
         sec(),
+        random(),
+        randn(),
+        randstr(),
+        uniform(),
     ]
 }