MCPcopy Create free account
hub / github.com/atomicdotdev/atomic / test_tokenize_for_fts

Function test_tokenize_for_fts

atomic-core/src/pristine/tables.rs:1131–1140  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

1129
1130 #[test]
1131 fn test_tokenize_for_fts() {
1132 let tokens = tokenize_for_fts("Fix authentication bug in auth.rs");
1133 assert!(tokens.contains(&"fix".to_string()));
1134 assert!(tokens.contains(&"authentication".to_string()));
1135 assert!(tokens.contains(&"bug".to_string()));
1136 assert!(tokens.contains(&"auth".to_string()));
1137 // "rs" and "in" are < 3 chars, filtered out
1138 assert!(!tokens.contains(&"rs".to_string()));
1139 assert!(!tokens.contains(&"in".to_string()));
1140 }
1141
1142 #[test]
1143 fn test_tokenize_for_fts_filters_short() {

Callers

nothing calls this directly

Calls 1

tokenize_for_ftsFunction · 0.85

Tested by

no test coverage detected