feat: support use_rawnumber and use_raw

Author: liuq19

scripts/sanitize.sh

@@ -4,41 +4,10 @@ set -ex
 
 export ASAN_OPTIONS="disable_coredump=0:unmap_shadow_on_exit=1:abort_on_error=1"
 
-testcase_lists() {
-    cargo test -- -Zunstable-options --list --format json
-    local result=$?
-    if [ ${result} -ne 0 ]; then
-        exit -1
-    fi
-    cargo test -- -Zunstable-options --list --format json  | jq -c 'select(.type=="test") | .name' | awk -F'"' '{print $2}' | awk '{print ($2) ? $3 : $1}'
-    return $?
-}
-
-sanitize() {
-    local san="$1"
-    local target="$2"
-    local testcase="$3"
-    # use single thread to make error info more readable and accurate
-    RUSTFLAGS="-Zsanitizer=${san}" RUSTDOCFLAGS="-Zsanitizer=${san}" cargo test --target ${target} ${testcase} -- --test-threads=1
-    RUSTFLAGS="-Zsanitizer=${san}" RUSTDOCFLAGS="-Zsanitizer=${san}" cargo test --doc --package sonic-rs --target ${target} ${testcase}  -- --show-output --test-threads=1
-}
-
-sanitize_single() {
-    local san="$1"
-    local target="$2"
-    local lists=$(testcase_lists)
-    for case in ${lists}; do
-        sanitize ${san} ${target} ${case}
-    done
-}
-
-main() {
-    for san in address leak; do
-        echo "Running tests with $san"
-        sanitize_single $san "x86_64-unknown-linux-gnu"
-    done
-}
-
-main "$@"
+for san in address leak; do
+    echo "Running tests with $san"
+    RUSTFLAGS="-Zsanitizer=${san}" RUSTDOCFLAGS="-Zsanitizer=${san}" cargo test --target x86_64-unknown-linux-gnu -- --test-threads=1
+    RUSTFLAGS="-Zsanitizer=${san}" RUSTDOCFLAGS="-Zsanitizer=${san}" cargo test --doc --package sonic-rs --target x86_64-unknown-linux-gnu -- --show-output --test-threads=1
+done
 
 

src/config.rs

@@ -0,0 +1,5 @@
+#[derive(Debug, Clone, Copy, Default)]
+pub(crate) struct DeserializeCfg {
+    pub(crate) use_rawnumber: bool,
+    pub(crate) use_raw: bool,
+}

src/error.rs

@@ -504,6 +504,7 @@ mod test {
 
     #[test]
     fn test_serde_errors_display() {
+        #[allow(unused)]
         #[derive(Debug, Deserialize)]
         struct Foo {
             a: Vec<i32>,

src/index.rs

@@ -1,6 +1,5 @@
 use crate::{
     util::{private::Sealed, reborrow::DormantMutRef},
-    value::{object::DEFAULT_OBJ_CAP, shared::Shared},
     JsonValueMutTrait, JsonValueTrait, PointerNode, Value,
 };
 

src/lazyvalue/get.rs

@@ -179,7 +179,7 @@ where
     let slice = json.to_u8_slice();
     let reader = Read::new(slice, false);
     let mut parser = Parser::new(reader);
-    let (sub, status) = parser.get_from_with_iter(path)?;
+    let (sub, status) = parser.get_from_with_iter_unchecked(path)?;
     LazyValue::new(json.from_subset(sub), status == ParseStatus::HasEscaped)
 }
 
@@ -388,7 +388,7 @@ where
     let slice = json.to_u8_slice();
     let reader = Read::new(slice, false);
     let mut parser = Parser::new(reader);
-    let (sub, status) = parser.get_from_with_iter_checked(path)?;
+    let (sub, status) = parser.get_from_with_iter(path)?;
     let lv = LazyValue::new(json.from_subset(sub), status == ParseStatus::HasEscaped)?;
 
     // validate the utf-8 if slice

src/lazyvalue/owned.rs

@@ -91,7 +91,6 @@ impl JsonValueTrait for OwnedLazyValue {
         }
     }
 
-    #[cfg(feature = "arbitrary_precision")]
     fn as_raw_number(&self) -> Option<crate::RawNumber> {
         if let Ok(num) = from_str(self.as_raw_str()) {
             Some(num)

src/lazyvalue/value.rs

@@ -9,11 +9,9 @@ use std::{
 
 use faststr::FastStr;
 
-#[cfg(feature = "arbitrary_precision")]
-use crate::RawNumber;
 use crate::{
     from_str, get_unchecked, index::Index, input::JsonSlice, serde::Number, JsonType,
-    JsonValueTrait, Result,
+    JsonValueTrait, RawNumber, Result,
 };
 
 /// LazyValue wrappers a unparsed raw JSON text. It is borrowed from the origin JSON text.
@@ -200,7 +198,6 @@ impl<'a> JsonValueTrait for LazyValue<'a> {
         }
     }
 
-    #[cfg(feature = "arbitrary_precision")]
     fn as_raw_number(&self) -> Option<RawNumber> {
         if let Ok(num) = from_str(self.as_raw_str()) {
             Some(num)

src/lib.rs

@@ -2,6 +2,7 @@
 #![allow(clippy::needless_lifetimes)]
 #![doc(test(attr(warn(unused))))]
 
+mod config;
 mod error;
 mod index;
 mod input;