Method testBigFile

test/simpledb/systemtest/BTreeTest.java:87–218

Test that doing lots of inserts and deletes in multiple threads works

()

	
    /** Test that doing lots of inserts and deletes in multiple threads works */
    @Test public void testBigFile() throws Exception {
    	// For this test we will decrease the size of the Buffer Pool pages
    	BufferPool.setPageSize(1024);
    	
    	// This should create a B+ tree with a packed second tier of internal pages
		// and packed third tier of leaf pages
    	System.out.println("Creating large random B+ tree...");
    	List<List<Integer>> tuples = new ArrayList<>();
		BTreeFile bf = BTreeUtility.createRandomBTreeFile(2, 31000,
				null, tuples, 0);
		
		// we will need more room in the buffer pool for this test
		Database.resetBufferPool(500);
    	
    	BlockingQueue<List<Integer>> insertedTuples = new ArrayBlockingQueue<>(100000);
		insertedTuples.addAll(tuples);
		assertEquals(31000, insertedTuples.size());
		int size = insertedTuples.size();
		
		// now insert some random tuples
		System.out.println("Inserting tuples...");
    	List<BTreeInserter> insertThreads = new ArrayList<>();
		for(int i = 0; i < 200; i++) {
			BTreeInserter bi = startInserter(bf, getRandomTupleData(), insertedTuples);
			insertThreads.add(bi);
			// The first few inserts will cause pages to split so give them a little
			// more time to avoid too many deadlock situations
			Thread.sleep(r.nextInt(POLL_INTERVAL));
		}
		
		for(int i = 0; i < 800; i++) {
			BTreeInserter bi = startInserter(bf, getRandomTupleData(), insertedTuples);
			insertThreads.add(bi);
		}
		
		// wait for all threads to finish
		waitForInserterThreads(insertThreads);	
		assertTrue(insertedTuples.size() > size);
		
		// now insert and delete tuples at the same time
		System.out.println("Inserting and deleting tuples...");
    	List<BTreeDeleter> deleteThreads = new ArrayList<>();
		for(BTreeInserter thread : insertThreads) {
			thread.rerun(bf, getRandomTupleData(), insertedTuples);
    		BTreeDeleter bd = startDeleter(bf, insertedTuples);
    		deleteThreads.add(bd);
		}
		
		// wait for all threads to finish
		waitForInserterThreads(insertThreads);
		waitForDeleterThreads(deleteThreads);
		int numPages = bf.numPages();
		size = insertedTuples.size();
		
		// now delete a bunch of tuples
		System.out.println("Deleting tuples...");
		for(int i = 0; i < 10; i++) {
	    	for(BTreeDeleter thread : deleteThreads) {