MCPcopy Create free account
hub / github.com/atomicdotdev/atomic / test_tokenize_for_fts

Function test_tokenize_for_fts

atomic-core/src/pristine/tables.rs:1087–1096  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

1085
1086 #[test]
1087 fn test_tokenize_for_fts() {
1088 let tokens = tokenize_for_fts("Fix authentication bug in auth.rs");
1089 assert!(tokens.contains(&"fix".to_string()));
1090 assert!(tokens.contains(&"authentication".to_string()));
1091 assert!(tokens.contains(&"bug".to_string()));
1092 assert!(tokens.contains(&"auth".to_string()));
1093 // "rs" and "in" are < 3 chars, filtered out
1094 assert!(!tokens.contains(&"rs".to_string()));
1095 assert!(!tokens.contains(&"in".to_string()));
1096 }
1097
1098 #[test]
1099 fn test_tokenize_for_fts_filters_short() {

Callers

nothing calls this directly

Calls 1

tokenize_for_ftsFunction · 0.85

Tested by

no test coverage detected