Skip to content

Commit

Permalink
Remove load dict info lgo
Browse files Browse the repository at this point in the history
  • Loading branch information
fmassot committed Jul 21, 2023
1 parent a1f363c commit b614b3b
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions quickwit/quickwit-query/src/tokenizers/multilang.rs
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,6 @@ static CMN_TOKENIZER: Lazy<LinderaTokenizer> = Lazy::new(|| {
};
let cmn_dictionary = load_dictionary_from_config(cmn_dictionary_config)
.expect("Lindera `CcCedict` dictionary must be present");
info!("loading dict");
LinderaTokenizer::new(cmn_dictionary, None, Mode::Normal)
});

Expand All @@ -50,7 +49,6 @@ static JPN_TOKENIZER: Lazy<LinderaTokenizer> = Lazy::new(|| {
};
let jpn_dictionary = load_dictionary_from_config(jpn_dictionary_config)
.expect("Lindera `IPAD` dictionary must be present");
info!("loading dict");
LinderaTokenizer::new(jpn_dictionary, None, Mode::Normal)
});

Expand All @@ -62,7 +60,6 @@ static KOR_TOKENIZER: Lazy<LinderaTokenizer> = Lazy::new(|| {
};
let kor_dictionary = load_dictionary_from_config(kor_dictionary_config)
.expect("Lindera `KoDic` dictionary must be present");
info!("loading dict");
LinderaTokenizer::new(kor_dictionary, None, Mode::Normal)
});

Expand Down

0 comments on commit b614b3b

Please sign in to comment.