| 27 | class FtsParserTest : public ::testing::Test { |
| 28 | protected: |
| 29 | void SetUp() override { |
| 30 | // Standard tokenizer + lowercase filter. These parser tests cover |
| 31 | // punctuation that standard still treats as delimiters, while CJK tests |
| 32 | // exercise the per-character tokens standard produces for ideographs. |
| 33 | FtsIndexParams params; |
| 34 | params.tokenizer_name = "standard"; |
| 35 | params.filters = {"lowercase"}; |
| 36 | pipeline_ = TokenizerFactory::create(params).value(); |
| 37 | ASSERT_NE(pipeline_, nullptr); |
| 38 | } |
| 39 | |
| 40 | FtsAstNodePtr parse(const std::string &query) { |
| 41 | return parser_.parse(query, pipeline_); |