Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FileSystem.createNewFile()

106
107
108
109
110
111
112
113
114
115
116
    // Create 2 invalid files, 1 "recent" file, 1 very new file and 30 old files
    final long createTime = System.currentTimeMillis();
    fs.delete(archivedHfileDir, true);
    fs.mkdirs(archivedHfileDir);
    // Case 1: 1 invalid file, which should be deleted directly
    fs.createNewFile(new Path(archivedHfileDir, "dfd-dfd"));
    // Case 2: 1 "recent" file, not even deletable for the first log cleaner
    // (TimeToLiveLogCleaner), so we are not going down the chain
    LOG.debug("Now is: " + createTime);
    for (int i = 1; i < 32; i++) {
      // Case 3: old files which would be deletable for the first log cleaner
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
    LOG.debug("Now is: " + createTime);
    for (int i = 1; i < 32; i++) {
      // Case 3: old files which would be deletable for the first log cleaner
      // (TimeToLiveHFileCleaner),
      Path fileName = new Path(archivedHfileDir, (prefix + "." + (createTime + i)));
      fs.createNewFile(fileName);
      // set the creation time past ttl to ensure that it gets removed
      fs.setTimes(fileName, createTime - ttl - 1, -1);
      LOG.debug("Creating " + getFileStats(fileName, fs));
    }
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
    }

    // Case 2: 1 newer file, not even deletable for the first log cleaner
    // (TimeToLiveLogCleaner), so we are not going down the chain
    Path saved = new Path(archivedHfileDir, "thisFileShouldBeSaved.00000000000");
    fs.createNewFile(saved);
    // set creation time in the future, so definitely within TTL
    fs.setTimes(saved, createTime + (ttl * 2), -1);
    LOG.debug("Creating " + getFileStats(saved, fs));

    assertEquals(33, fs.listStatus(archivedHfileDir).length);
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
    // Create 2 invalid files, 1 "recent" file, 1 very new file and 30 old files
    long now = System.currentTimeMillis();
    fs.delete(oldLogDir, true);
    fs.mkdirs(oldLogDir);
    fs.createNewFile(new Path(oldLogDir, "a"));
    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + "a"));
    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + now));
    System.out.println("Now is: " + now);
    for (int i = 0; i < 30; i++) {
      fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + (now - 6000000 - i) ));
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
    // Create 2 invalid files, 1 "recent" file, 1 very new file and 30 old files
    long now = System.currentTimeMillis();
    fs.delete(oldLogDir, true);
    fs.mkdirs(oldLogDir);
    fs.createNewFile(new Path(oldLogDir, "a"));
    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + "a"));
    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + now));
    System.out.println("Now is: " + now);
    for (int i = 0; i < 30; i++) {
      fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + (now - 6000000 - i) ));
    }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
    long now = System.currentTimeMillis();
    fs.delete(oldLogDir, true);
    fs.mkdirs(oldLogDir);
    fs.createNewFile(new Path(oldLogDir, "a"));
    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + "a"));
    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + now));
    System.out.println("Now is: " + now);
    for (int i = 0; i < 30; i++) {
      fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + (now - 6000000 - i) ));
    }
    for (FileStatus stat : fs.listStatus(oldLogDir)) {
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
    fs.createNewFile(new Path(oldLogDir, "a"));
    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + "a"));
    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + now));
    System.out.println("Now is: " + now);
    for (int i = 0; i < 30; i++) {
      fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + (now - 6000000 - i) ));
    }
    for (FileStatus stat : fs.listStatus(oldLogDir)) {
      System.out.println(stat.getPath().toString());
    }
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
    }
    for (FileStatus stat : fs.listStatus(oldLogDir)) {
      System.out.println(stat.getPath().toString());
    }

    fs.createNewFile(new Path(oldLogDir, fakeMachineName + "." + (now + 10000) ));

    assertEquals(34, fs.listStatus(oldLogDir).length);

    // This will take care of 20 old log files (default max we can delete)
    cleaner.chore();
View Full Code Here
253
254
255
256
257
258
259
260
261
262
263
                  WebHdfsFileSystem.SCHEME);
              Path d = new Path("/my-dir");
            Assert.assertTrue(fs.mkdirs(d));
            for (int i=0; i < listLimit*3; i++) {
              Path p = new Path(d, "file-"+i);
              Assert.assertTrue(fs.createNewFile(p));
            }
            Assert.assertEquals(listLimit*3, fs.listStatus(d).length);
            return null;
          }
        });
View Full Code Here
496
497
498
499
500
501
502
503
504
505
506
      files.add(entry);
    }
    log.debug("tid " + tid + " importing " + files.size() + " files");

    Path writable = new Path(this.errorDir, ".iswritable");
    if (!fs.createNewFile(writable)) {
      // Maybe this is a re-try... clear the flag and try again
      fs.delete(writable, false);
      if (!fs.createNewFile(writable))
        throw new ThriftTableOperationException(tableId, null, TableOperation.BULK_IMPORT, TableOperationExceptionType.BULK_BAD_ERROR_DIRECTORY,
            "Unable to write to " + this.errorDir);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.