Examples of org.apache.hadoop.hbase.regionserver.HRegion.compactStores()

Package org.apache.hadoop.hbase.regionserver

Class org.apache.hadoop.hbase.regionserver.HRegion

Examples of org.apache.hadoop.hbase.regionserver.HRegion.compactStores()

org.apache.hadoop.hbase.regionserver.HRegion.compactStores()
This is a helper function that compact all the stores synchronously It is used by utilities and testing @param majorCompaction True to force a major compaction regardless of thresholds @throws IOException e

        }
      }


      if (doneCompaction == 0) {
        // Compact, then read again at the next loop iteration.
        region.compactStores();
      }
    }


    Map<DataBlockEncoding, Integer> encodingCounts =
        cache.getEncodingCountsForTest();

View Full Code Here


    // Exercise both compaction codepaths.
    if (explicitCompaction) {
      region.getStore(FAMILY_BYTES).compactRecentForTesting(totalNumFiles);
    } else {
      region.compactStores();
    }


    SchemaMetrics.validateMetricChanges(metricsBeforeCompaction);
    Map<String, Long> compactionMetrics =
        SchemaMetrics.diffMetrics(metricsBeforeCompaction,

View Full Code Here

    assertEquals(expectedBlockMiss, cache.getStats().getMissCount());
    // compact, net minus two blocks, two hits, no misses
    System.out.println("Compacting");
    assertEquals(2, store.getNumberOfStoreFiles());
    store.triggerMajorCompaction();
    region.compactStores();
    waitForStoreFileCount(store, 1, 10000); // wait 10 seconds max
    assertEquals(1, store.getNumberOfStoreFiles());
    expectedBlockCount -= 2; // evicted two blocks, cached none
    assertEquals(expectedBlockCount, cache.getBlockCount());
    expectedBlockHits += 2;

View Full Code Here

    LruBlockCache blockCache =
        (LruBlockCache) new CacheConfig(conf).getBlockCache();
    blockCache.clearCache();
    assertEquals(0, blockCache.getBlockTypeCountsForTest().size());
    Map<String, Long> metricsBefore = SchemaMetrics.getMetricsSnapshot();
    region.compactStores();
    LOG.debug("compactStores() returned");
    SchemaMetrics.validateMetricChanges(metricsBefore);
    Map<String, Long> compactionMetrics = SchemaMetrics.diffMetrics(
        metricsBefore, SchemaMetrics.getMetricsSnapshot());
    LOG.debug(SchemaMetrics.formatMetrics(compactionMetrics));

View Full Code Here

    for (int i = 0; i < 3; i++) {
      addContent(region, fam3);
      region.flushcache();
    }


    region.compactStores();


    byte [] splitRow = region.checkSplit();


    assertNotNull(splitRow);
    HRegion [] regions = split(region, splitRow);

View Full Code Here

    for (int i = 0; i < 3; i++) {
      addContent(region, fam3);
      region.flushcache();
    }


    region.compactStores();


    byte [] splitRow = region.checkSplit();


    assertNotNull(splitRow);
    HRegion [] regions = split(region, splitRow);

View Full Code Here

    assertEquals(expectedBlockMiss, cache.getStats().getMissCount());
    // compact, net minus two blocks, two hits, no misses
    System.out.println("Compacting");
    assertEquals(2, store.getNumberOfStoreFiles());
    store.triggerMajorCompaction();
    region.compactStores();
    waitForStoreFileCount(store, 1, 10000); // wait 10 seconds max
    assertEquals(1, store.getNumberOfStoreFiles());
    expectedBlockCount -= 2; // evicted two blocks, cached none
    assertEquals(expectedBlockCount, cache.getBlockCount());
    expectedBlockHits += 2;

View Full Code Here

    assertEquals(expectedBlockMiss, cache.getStats().getMissCount());
    // compact, net minus two blocks, two hits, no misses
    System.out.println("Compacting");
    assertEquals(2, store.getNumberOfStoreFiles());
    store.triggerMajorCompaction();
    region.compactStores();
    waitForStoreFileCount(store, 1, 10000); // wait 10 seconds max
    assertEquals(1, store.getNumberOfStoreFiles());
    expectedBlockCount -= 2; // evicted two blocks, cached none
    assertEquals(expectedBlockCount, cache.getBlockCount());
    expectedBlockHits += 2;

View Full Code Here

    }
    LruBlockCache blockCache =
        (LruBlockCache) new CacheConfig(conf).getBlockCache();
    blockCache.clearCache();
    assertEquals(0, blockCache.getBlockTypeCountsForTest().size());
    region.compactStores();
    LOG.debug("compactStores() returned");


    Map<BlockType, Integer> blockTypesInCache =
        blockCache.getBlockTypeCountsForTest();
    LOG.debug("Block types in cache: " + blockTypesInCache);

View Full Code Here

    region.bulkLoadHFiles(hfs, true);
    final int rowsInsertedCount = 31;
    assertEquals(rowsInsertedCount, getScannedCount(region.getScanner(new Scan())));


    // major compact to turn all the bulk loaded files into one normal file
    region.compactStores(true);
    assertEquals(rowsInsertedCount, getScannedCount(region.getScanner(new Scan())));


    // Now 'crash' the region by stealing its wal
    final Configuration newConf = HBaseConfiguration.create(this.conf);
    User user = HBaseTestingUtility.getDifferentUser(newConf,

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.