MCPcopy Create free account
hub / github.com/apache/datafusion / test_split_files

Function test_split_files

datafusion/catalog-listing/src/helpers.rs:520–558  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

518
519 #[test]
520 fn test_split_files() {
521 let new_partitioned_file = |path: &str| PartitionedFile::new(path.to_owned(), 10);
522 let files = FileGroup::new(vec![
523 new_partitioned_file("a"),
524 new_partitioned_file("b"),
525 new_partitioned_file("c"),
526 new_partitioned_file("d"),
527 new_partitioned_file("e"),
528 ]);
529
530 let chunks = files.clone().split_files(1);
531 assert_eq!(1, chunks.len());
532 assert_eq!(5, chunks[0].len());
533
534 let chunks = files.clone().split_files(2);
535 assert_eq!(2, chunks.len());
536 assert_eq!(3, chunks[0].len());
537 assert_eq!(2, chunks[1].len());
538
539 let chunks = files.clone().split_files(5);
540 assert_eq!(5, chunks.len());
541 assert_eq!(1, chunks[0].len());
542 assert_eq!(1, chunks[1].len());
543 assert_eq!(1, chunks[2].len());
544 assert_eq!(1, chunks[3].len());
545 assert_eq!(1, chunks[4].len());
546
547 let chunks = files.clone().split_files(123);
548 assert_eq!(5, chunks.len());
549 assert_eq!(1, chunks[0].len());
550 assert_eq!(1, chunks[1].len());
551 assert_eq!(1, chunks[2].len());
552 assert_eq!(1, chunks[3].len());
553 assert_eq!(1, chunks[4].len());
554
555 let empty_group = FileGroup::default();
556 let chunks = empty_group.split_files(2);
557 assert_eq!(0, chunks.len());
558 }
559
560 #[test]
561 fn test_parse_partitions_for_path() {

Callers

nothing calls this directly

Calls 3

newFunction · 0.85
split_filesMethod · 0.80
cloneMethod · 0.45

Tested by

no test coverage detected

Used in the wild real call sites across dependent graphs

searching dependent graphs…