MCPcopy Create free account
hub / github.com/atomicdotdev/atomic / test_tokenize_for_fts

Function test_tokenize_for_fts

atomic-core/src/pristine/tables.rs:1078–1087  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

1076
1077 #[test]
1078 fn test_tokenize_for_fts() {
1079 let tokens = tokenize_for_fts("Fix authentication bug in auth.rs");
1080 assert!(tokens.contains(&"fix".to_string()));
1081 assert!(tokens.contains(&"authentication".to_string()));
1082 assert!(tokens.contains(&"bug".to_string()));
1083 assert!(tokens.contains(&"auth".to_string()));
1084 // "rs" and "in" are < 3 chars, filtered out
1085 assert!(!tokens.contains(&"rs".to_string()));
1086 assert!(!tokens.contains(&"in".to_string()));
1087 }
1088
1089 #[test]
1090 fn test_tokenize_for_fts_filters_short() {

Callers

nothing calls this directly

Calls 1

tokenize_for_ftsFunction · 0.85

Tested by

no test coverage detected