Package org.apache.flink.core.fs

Examples of org.apache.flink.core.fs.Path

138
139
140
141
142
143
144
145
146
  }


  private File pathToFile(Path path) {
    if (!path.isAbsolute()) {
      path = new Path(getWorkingDirectory(), path);
    }
    return new File(path.toUri().getPath());
  }
View Full Code Here
163
164
165
166
167
168
169
170
171
172
    if (names == null) {
      return null;
    }
    results = new FileStatus[names.length];
    for (int i = 0; i < names.length; i++) {
      results[i] = getFileStatus(new Path(f, names[i]));
    }

    return results;
  }
View Full Code Here
222
223
224
225
226
227
228
229
230
   * @throws IOException
   *         thrown if an error occurred while creating the directory/directories
   */
  public boolean mkdirs(final Path f) throws IOException {

    final Path parent = f.getParent();
    final File p2f = pathToFile(f);
    return (parent == null || mkdirs(parent)) && (p2f.mkdir() || p2f.isDirectory());
  }
View Full Code Here
236
237
238
239
240
241
242
243
244
245
246
247
248
    if (exists(f) && !overwrite) {
      throw new IOException("File already exists:" + f);
    }

    final Path parent = f.getParent();
    if (parent != null && !mkdirs(parent)) {
      throw new IOException("Mkdirs failed to create " + parent.toString());
    }

    final File file = pathToFile(f);
    return new LocalDataOutputStream(file);
  }
View Full Code Here
81
82
83
84
85
86
87
  }

  @Override
  public Path getPath() {

    return new Path(fileStatus.getPath().toString());
  }
View Full Code Here
244
245
246
247
248
249
250
  }


  @Override
  public Path getWorkingDirectory() {
    return new Path(this.fs.getWorkingDirectory().toUri());
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
      PrintStream ps = new  PrintStream(tempFile);
      ps.println(FIRST);
      ps.println(SECOND);
      ps.close();
     
      TextInputFormat inputFormat = new TextInputFormat(new Path(tempFile.toURI().toString()));
     
      Configuration parameters = new Configuration();
      inputFormat.configure(parameters);
     
      FileInputSplit[] splits = inputFormat.createInputSplits(1);
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
     
      OutputStreamWriter wrt = new OutputStreamWriter(new FileOutputStream(tempFile));
      wrt.write(CONTENT);
      wrt.close();
     
      TextInputFormat inputFormat = new TextInputFormat(new Path(tempFile.toURI().toString()));
      inputFormat.setFilePath(tempFile.toURI().toString());
     
      Configuration parameters = new Configuration();
      inputFormat.configure(parameters);
     
View Full Code Here
352
353
354
355
356
357
358
   
    FileWriter wrt = new FileWriter(tempFile);
    wrt.write(content);
    wrt.close();
     
    return new FileInputSplit(0, new Path(tempFile.toURI().toString()), 0, tempFile.length(), new String[] {"localhost"});
  }
View Full Code Here
386
387
388
389
390
391
392
393
394
395
396
     
      OutputStreamWriter wrt = new OutputStreamWriter(new FileOutputStream(tempFile));
      wrt.write(fileContent);
      wrt.close();
     
      CsvInputFormat<Tuple1<String>> inputFormat = new CsvInputFormat<Tuple1<String>>(new Path(tempFile.toURI().toString()),String.class);
     
      Configuration parameters = new Configuration();
      inputFormat.configure(parameters);
     
      inputFormat.setDelimiter(lineBreakerSetup);
View Full Code Here
TOP

Related Classes of org.apache.flink.core.fs.Path

  • org.apache.flink.api.avro.testjar.AvroExternalJarProgram
  • org.apache.flink.api.common.cache.DistributedCache
  • org.apache.flink.api.common.io.BinaryInputFormat
  • org.apache.flink.api.common.io.DelimitedInputFormat
  • org.apache.flink.api.common.io.DelimitedInputFormatTest
  • org.apache.flink.api.common.io.FileInputFormat
  • org.apache.flink.api.common.io.FileOutputFormat
  • org.apache.flink.api.common.io.FileOutputFormatTest
  • org.apache.flink.api.common.io.FormatUtil
  • org.apache.flink.api.common.io.GenericCsvInputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.