Examples of org.apache.accumulo.server.fs.VolumeManager

org.apache.accumulo.server.fs.VolumeManager
A wrapper around multiple hadoop FileSystem objects, which are assumed to be different volumes. This also concentrates a bunch of meta-operations like waiting for SAFE_MODE, and closing WALs.


    FileStatus[] recovered = fs.listStatus(targetPath);
    assertEquals("Wrong number of WAL files recovered.", 1, recovered.length);


    final Path path = recovered[0].getPath();
    final VolumeManager volumeManager = VolumeManagerImpl.getLocal(folder.getRoot().getAbsolutePath());


    final DFSLoggerInputStreams streams = DfsLogger.readHeaderAndReturnStream(volumeManager, path, configuration);
    final DataInputStream input = streams.getDecryptingInputStream();


    final LogFileKey key = new LogFileKey();

View Full Code Here


  private static synchronized void _getInstanceID() {
    if (instanceId == null) {
      AccumuloConfiguration acuConf = ServerConfiguration.getSiteConfiguration();
      // InstanceID should be the same across all volumes, so just choose one
      VolumeManager fs;
      try {
        fs = VolumeManagerImpl.get();
      } catch (IOException e) {
        throw new RuntimeException(e);
      }

View Full Code Here

    TreeMap<FileRef,DataFileValue> sizes = new TreeMap<FileRef,DataFileValue>();


    Scanner mdScanner = new ScannerImpl(HdfsZooInstance.getInstance(), credentials, MetadataTable.ID, Authorizations.EMPTY);
    mdScanner.fetchColumnFamily(DataFileColumnFamily.NAME);
    Text row = extent.getMetadataEntry();
    VolumeManager fs = VolumeManagerImpl.get();


    Key endKey = new Key(row, DataFileColumnFamily.NAME, new Text(""));
    endKey = endKey.followingKey(PartialKey.ROW_COLFAM);


    mdScanner.setRange(new Range(new Key(row), endKey));

View Full Code Here

  public static Pair<List<LogEntry>,SortedMap<FileRef,DataFileValue>> getFileAndLogEntries(Credentials credentials, KeyExtent extent) throws KeeperException,
      InterruptedException, IOException {
    ArrayList<LogEntry> result = new ArrayList<LogEntry>();
    TreeMap<FileRef,DataFileValue> sizes = new TreeMap<FileRef,DataFileValue>();


    VolumeManager fs = VolumeManagerImpl.get();
    if (extent.isRootTablet()) {
      getRootLogEntries(result);
      Path rootDir = new Path(getRootTabletDir());
      FileStatus[] files = fs.listStatus(rootDir);
      for (FileStatus fileStatus : files) {
        if (fileStatus.getPath().toString().endsWith("_tmp")) {
          continue;
        }
        DataFileValue dfv = new DataFileValue(0, 0);

View Full Code Here

  }


  public static List<FileRef> getBulkFilesLoaded(Connector conn, KeyExtent extent, long tid) throws IOException {
    List<FileRef> result = new ArrayList<FileRef>();
    try {
      VolumeManager fs = VolumeManagerImpl.get();
      Scanner mscanner = new IsolatedScanner(conn.createScanner(extent.isMeta() ? RootTable.NAME : MetadataTable.NAME, Authorizations.EMPTY));
      mscanner.setRange(extent.toMetadataRange());
      mscanner.fetchColumnFamily(TabletsSection.BulkFileColumnFamily.NAME);
      for (Entry<Key,Value> entry : mscanner) {
        if (Long.parseLong(entry.getValue().toString()) == tid) {

View Full Code Here


  public static Map<FileRef,Long> getBulkFilesLoaded(Credentials credentials, KeyExtent extent) throws IOException {
    Text metadataRow = extent.getMetadataEntry();
    Map<FileRef,Long> ret = new HashMap<FileRef,Long>();


    VolumeManager fs = VolumeManagerImpl.get();
    Scanner scanner = new ScannerImpl(HdfsZooInstance.getInstance(), credentials, extent.isMeta() ? RootTable.ID : MetadataTable.ID, Authorizations.EMPTY);
    scanner.setRange(new Range(metadataRow));
    scanner.fetchColumnFamily(TabletsSection.BulkFileColumnFamily.NAME);
    for (Entry<Key,Value> entry : scanner) {
      Long tid = Long.parseLong(entry.getValue().toString());

View Full Code Here

  }


  @Override
  public Repo<Master> call(long tid, Master master) throws Exception {
    try {
      VolumeManager fs = master.getFileSystem();


      Map<String,String> fileNameMappings = PopulateMetadataTable.readMappingFile(fs, tableInfo);


      for (String oldFileName : fileNameMappings.keySet()) {
        if (!fs.exists(new Path(tableInfo.exportDir, oldFileName))) {
          throw new ThriftTableOperationException(tableInfo.tableId, tableInfo.tableName, TableOperation.IMPORT, TableOperationExceptionType.OTHER,
              "File referenced by exported table does not exists " + oldFileName);
        }
      }


      FileStatus[] files = fs.listStatus(new Path(tableInfo.exportDir));


      for (FileStatus fileStatus : files) {
        String newName = fileNameMappings.get(fileStatus.getPath().getName());


        if (newName != null)
          fs.rename(fileStatus.getPath(), new Path(tableInfo.importDir, newName));
      }


      return new FinishImportTable(tableInfo);
    } catch (IOException ioe) {
      log.warn(ioe.getMessage(), ioe);

View Full Code Here


    BatchWriter mbw = null;
    ZipInputStream zis = null;


    try {
      VolumeManager fs = master.getFileSystem();


      mbw = master.getConnector().createBatchWriter(MetadataTable.NAME, new BatchWriterConfig());


      zis = new ZipInputStream(fs.open(path));


      Map<String,String> fileNameMappings = readMappingFile(fs, tableInfo);


      String bulkDir = new Path(tableInfo.importDir).getName();

View Full Code Here

    Path path = new Path(tableInfo.importDir, "mappings.txt");


    BufferedWriter mappingsWriter = null;


    try {
      VolumeManager fs = environment.getFileSystem();


      fs.mkdirs(new Path(tableInfo.importDir));


      FileStatus[] files = fs.listStatus(new Path(tableInfo.exportDir));


      UniqueNameAllocator namer = UniqueNameAllocator.getInstance();


      mappingsWriter = new BufferedWriter(new OutputStreamWriter(fs.create(path), Constants.UTF8));


      for (FileStatus fileStatus : files) {
        String fileName = fileStatus.getPath().getName();
        log.info("filename " + fileStatus.getPath().toString());
        String sa[] = fileName.split("\\.");

View Full Code Here

    return 0;
  }


  @Override
  public Repo<Master> call(long tid, Master master) throws Exception {
    VolumeManager fs = master.getFileSystem();
    fs.mkdirs(new Path(tableInfo.dir));
    return new PopulateMetadata(tableInfo);
  }

View Full Code Here

0 1 2 3 4 5 6

TOP

Related Classes of org.apache.accumulo.server.fs.VolumeManager

org.apache.accumulo.gc.SimpleGarbageCollector

org.apache.accumulo.master.Master

org.apache.accumulo.master.state.SetGoalState

org.apache.accumulo.master.tableOps.BulkImport

org.apache.accumulo.master.tableOps.CleanUp

org.apache.accumulo.master.tableOps.CopyFailed

org.apache.accumulo.master.tableOps.CreateDir

org.apache.accumulo.master.tableOps.LoadFiles

org.apache.accumulo.master.tableOps.MapImportFileNames

org.apache.accumulo.master.tableOps.MoveExportedFiles

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.