Package org.springframework.data.hadoop.store.input

Examples of org.springframework.data.hadoop.store.input.TextFileReader

62
63
64
65
66
67
68
69
    data[3] = "\n".getBytes();

    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);
    TestUtils.writeData(writer, data, true);

    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, dataArray);
  }
View Full Code Here
74
75
76
77
78
79
80
81
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);

    doWithInputStream(stream, writer);

    String[] dataArray = new String[] { DATA10 };
    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
    TestUtils.readDataAndAssert(reader, dataArray);
  }
View Full Code Here
90
91
92
93
94
95
96
97
98
    ByteArrayInputStream stream = new ByteArrayInputStream(buf.toString().getBytes());
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, null);

    doWithInputStream(stream, writer);

    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, null);
    List<String> data = TestUtils.readData(reader);
    assertThat(data.size(), is(1000));
  }
View Full Code Here
107
108
109
110
111
112
113
114
115
    ByteArrayInputStream stream = new ByteArrayInputStream(buf.toString().getBytes());
    OutputStreamWriter writer = new OutputStreamWriter(getConfiguration(), testDefaultPath, Codecs.GZIP.getCodecInfo());

    doWithInputStream(stream, writer);

    TextFileReader reader = new TextFileReader(getConfiguration(), testDefaultPath, Codecs.GZIP.getCodecInfo());
    List<String> data = TestUtils.readData(reader);
    assertThat(data.size(), is(1000));
  }
View Full Code Here
129
130
131
132
133
134
135
136
137
    fileNamingStrategy.register(new CodecFileNamingStrategy());
    writer.setFileNamingStrategy(fileNamingStrategy);

    doWithInputStream(stream, writer);

    TextFileReader reader = new TextFileReader(getConfiguration(), new Path(testDefaultPath, "data.gzip"), Codecs.GZIP.getCodecInfo());
    List<String> data = TestUtils.readData(reader);
    assertThat(data.size(), is(1000));
  }
View Full Code Here
TOP

Related Classes of org.springframework.data.hadoop.store.input.TextFileReader

  • org.apache.hadoop.io.Text
  • org.apache.hadoop.util.LineReader
  • org.springframework.data.hadoop.store.PartitionTextFileWriterTests
  • org.springframework.data.hadoop.store.RawStreamStoreTests
  • org.springframework.data.hadoop.store.TextFileStoreAppendCtxTests
  • org.springframework.data.hadoop.store.TextFileStoreAppendTests
  • org.springframework.data.hadoop.store.TextFileStoreCtxTests
  • org.springframework.data.hadoop.store.TextFileStoreSplitTests
  • org.springframework.data.hadoop.store.TextFileStoreTests
  • org.springframework.yarn.batch.item.DataStoreItemReaderTests
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.