Examples of CollectionDataSource

eu.stratosphere.api.java.record.operators.CollectionDataSource
Operator for input nodes which reads data from collection or iterator. Use this operator if you want to pass data from the application submitting the Stratosphere job to the cluster. There are two main ways to use the CollectionDataSource: * Using a @link {@link SerializableIterator}
```
 CollectionDataSource source = new CollectionDataSource(new SerializableIteratorTest(), "IterSource"); 
```
* Using a Collection of Java Objects.
```
 CollectionDataSource source2 = new CollectionDataSource(new List<String>(), "Collection source"); 
```
Note that you can as many elements as you want to the constructor:
```
 CollectionDataSource("Varargs String source", "some", "strings", "that", "get", "distributed"); 
```
The only limitation is that the elements need to have the same type.
org.apache.flink.api.java.record.operators.CollectionDataSource
s.apache.org/jira/browse/FLINK-1106">FLINK-1106 for more details. Operator for input nodes which reads data from collection or iterator. Use this operator if you want to use a collection of data from the application as an input for a job to the cluster. There are two main ways to use the CollectionDataSource: Using an {@link java.util.Iterator} that is also {@link java.io.Serializable}.
```
 CollectionDataSource source = new CollectionDataSource(mySerializableIterator, "IterSource"); 
```
Using a Collection of Java Objects.
```
 CollectionDataSource source2 = new CollectionDataSource(new List<String>(), "Collection source"); 
```
Note that you can as many elements as you want to the constructor:
```
 CollectionDataSource("Varargs String source", "some", "strings", "that", "get", "distributed"); 
```
The only limitation is that the elements need to have the same type.

Examples of eu.stratosphere.api.java.record.operators.CollectionDataSource


    /*
     * valid array input
     */
    try {
      new CollectionDataSource("test_1d_valid_array", "a", "b", "c");
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }


    try {
      new CollectionDataSource("test_2d_valid_array", new Object[][] { { 1, "a" },
        { 2, "b" }, { 3, "c" } });
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }


    /*
     * invalid array input
     */
    try {
      new CollectionDataSource("test_1d_invalid_array", 1, "b", "c");
      Assert.fail("input type is different");
    } catch (Exception e) {
    }


    try {
      new CollectionDataSource("test_2d_invalid_array", new Object[][] {
        { 1, "a" }, { 2, "b" }, { 3, 4 } });
      Assert.fail("input type is different");
    } catch (Exception e) {
    }
  }

View Full Code Here

Examples of eu.stratosphere.api.java.record.operators.CollectionDataSource

    try {
      List<Object> tmp = new ArrayList<Object>();
      for (int i = 0; i < 100; i++) {
        tmp.add(i);
      }
      new CollectionDataSource(tmp, "test_valid_collection");
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }


    try {
      List<Object> tmp = new ArrayList<Object>();
      for (int i = 0; i < 100; i++) {
        List<Object> inner = new ArrayList<Object>();
        inner.add(i);
        inner.add('a' + i);
        tmp.add(inner);
      }
      new CollectionDataSource(tmp, "test_valid_double_collection");
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }


    /*
     * invalid collection input
     */
    try {
      List<Object> tmp = new ArrayList<Object>();
      for (int i = 0; i < 100; i++) {
        tmp.add(i);
      }
      tmp.add("a");
      new CollectionDataSource(tmp, "test_invalid_collection");
      Assert.fail("input type is different");
    } catch (Exception e) {
    }


    try {
      List<Object> tmp = new ArrayList<Object>();
      for (int i = 0; i < 100; i++) {
        List<Object> inner = new ArrayList<Object>();
        inner.add(i);
        inner.add('a' + i);
        tmp.add(inner);
      }
      List<Object> inner = new ArrayList<Object>();
      inner.add('a');
      inner.add('a');
      tmp.add(inner);
      new CollectionDataSource(tmp, "test_invalid_double_collection");
      Assert.fail("input type is different");
    } catch (Exception e) {
    }
  }

View Full Code Here

Examples of eu.stratosphere.api.java.record.operators.CollectionDataSource

      tmpInner.add(Integer.parseInt(s.split(" ")[1]));
      tmp.add(tmpInner);
    }


    // test serializable iterator input, the input record is {id, word}
    CollectionDataSource source = new CollectionDataSource(new SerializableIteratorTest(), "test_iterator");
    // test collection input, the input record is {id, count}
    CollectionDataSource source2 = new CollectionDataSource(tmp, "test_collection");


    JoinOperator join = JoinOperator.builder(Join.class, IntValue.class, 0, 0)
      .input1(source).input2(source2).build();


    FileDataSink out = new FileDataSink(new CsvOutputFormat(), output, join, "Collection Join");

View Full Code Here

Examples of org.apache.flink.api.java.record.operators.CollectionDataSource

      tmpInner.add(Integer.parseInt(s.split(" ")[1]));
      tmp.add(tmpInner);
    }


    // test serializable iterator input, the input record is {id, word}
    CollectionDataSource source = new CollectionDataSource(new SerializableIteratorTest(), "test_iterator");
    // test collection input, the input record is {id, count}
    CollectionDataSource source2 = new CollectionDataSource(tmp, "test_collection");


    JoinOperator join = JoinOperator.builder(Join.class, IntValue.class, 0, 0)
      .input1(source).input2(source2).build();


    FileDataSink out = new FileDataSink(new CsvOutputFormat(), output, join, "Collection Join");

View Full Code Here

Examples of org.apache.flink.api.java.record.operators.CollectionDataSource


    /*
     * valid array input
     */
    try {
      new CollectionDataSource("test_1d_valid_array", "a", "b", "c");
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }


    try {
      new CollectionDataSource("test_2d_valid_array", new Object[][] { { 1, "a" },
        { 2, "b" }, { 3, "c" } });
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }


    /*
     * invalid array input
     */
    try {
      new CollectionDataSource("test_1d_invalid_array", 1, "b", "c");
      Assert.fail("input type is different");
    } catch (Exception e) {
    }


    try {
      new CollectionDataSource("test_2d_invalid_array", new Object[][] {
        { 1, "a" }, { 2, "b" }, { 3, 4 } });
      Assert.fail("input type is different");
    } catch (Exception e) {
    }
  }

View Full Code Here

Examples of org.apache.flink.api.java.record.operators.CollectionDataSource

    try {
      List<Object> tmp = new ArrayList<Object>();
      for (int i = 0; i < 100; i++) {
        tmp.add(i);
      }
      new CollectionDataSource(tmp, "test_valid_collection");
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }


    try {
      List<Object> tmp = new ArrayList<Object>();
      for (int i = 0; i < 100; i++) {
        List<Object> inner = new ArrayList<Object>();
        inner.add(i);
        inner.add('a' + i);
        tmp.add(inner);
      }
      new CollectionDataSource(tmp, "test_valid_double_collection");
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }


    /*
     * invalid collection input
     */
    try {
      List<Object> tmp = new ArrayList<Object>();
      for (int i = 0; i < 100; i++) {
        tmp.add(i);
      }
      tmp.add("a");
      new CollectionDataSource(tmp, "test_invalid_collection");
      Assert.fail("input type is different");
    } catch (Exception e) {
    }


    try {
      List<Object> tmp = new ArrayList<Object>();
      for (int i = 0; i < 100; i++) {
        List<Object> inner = new ArrayList<Object>();
        inner.add(i);
        inner.add('a' + i);
        tmp.add(inner);
      }
      List<Object> inner = new ArrayList<Object>();
      inner.add('a');
      inner.add('a');
      tmp.add(inner);
      new CollectionDataSource(tmp, "test_invalid_double_collection");
      Assert.fail("input type is different");
    } catch (Exception e) {
    }
  }

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.