Examples of org.apache.hadoop.fs.PathFilter.accept()

org.apache.hadoop.fs.PathFilter.accept()
Tests whether or not the specified abstract pathname should be included in a pathname list. @param path The abstract pathname to be tested @return true if and only if pathnameshould be included

    for (Path p : LOG_PATHS) {
      assertFalse(filter.accept(p));
    }


    for (Path p : SUCCEEDED_PATHS) {
      assertTrue(filter.accept(p));
    }


    for (Path p : PASS_PATHS) {
      assertTrue(filter.accept(p));
    }

View Full Code Here

    for (Path p : SUCCEEDED_PATHS) {
      assertTrue(filter.accept(p));
    }


    for (Path p : PASS_PATHS) {
      assertTrue(filter.accept(p));
    }
  }
}

View Full Code Here

        Configuration config = context.getConfiguration();
        PathFilter pf = getInputPathFilter(context);
        ArrayList<FileSplit> splits = new ArrayList<FileSplit>();
        List<FileStatus> inputFiles = listStatus(context);
        for (FileStatus file : inputFiles) {
            if (pf != null && !pf.accept(file.getPath())) {
                if (LOG.isDebugEnabled()) {
                    LOG.debug(String.format("skipping file %s not matched path filter.", file.getPath()));
                }
                continue;
            } else {

View Full Code Here

    long fileCount = 0;
    RemoteIterator<LocatedFileStatus> iter = fs.listFiles(inputDir, true);
    PathFilter filter = new Utils.OutputFileUtils.OutputFilesFilter();
    while (iter.hasNext()) {
      LocatedFileStatus lStatus = iter.next();
      if (filter.accept(lStatus.getPath())) {
        dataSize += lStatus.getLen();
        ++fileCount;
      }
    }

View Full Code Here

          if (globStat.isDirectory()) {
            RemoteIterator<LocatedFileStatus> iter =
                fs.listLocatedStatus(globStat.getPath());
            while (iter.hasNext()) {
              LocatedFileStatus stat = iter.next();
              if (inputFilter.accept(stat.getPath())) {
                if (recursive && stat.isDirectory()) {
                  addInputPathRecursively(result, fs, stat.getPath(),
                      inputFilter);
                } else {
                  result.add(stat);

View Full Code Here

          if (globStat.isDirectory()) {
            RemoteIterator<LocatedFileStatus> iter =
                fs.listLocatedStatus(globStat.getPath());
            while (iter.hasNext()) {
              LocatedFileStatus stat = iter.next();
              if (inputFilter.accept(stat.getPath())) {
                if (recursive && stat.isDirectory()) {
                  addInputPathRecursively(result, fs, stat.getPath(),
                      inputFilter);
                } else {
                  result.add(stat);

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.