Package com.cloudera.flume.core

Examples of com.cloudera.flume.core.Event

79
80
81
82
83
84
85
86
87
88
89
    if (curSource == null) {
      return null;
    }

    // read next event
    Event e = getValidNext();
    if (e != null) {
      updateEventProcessingStats(e);
      return e; // successful case
    }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
   * @throws InterruptedException
   */
  @Test
  public void checkSynth() throws IOException, InterruptedException {
    EventSource src = new SynthSource(5, 10, 1337);
    Event e = null;
    EventSink snk = new ConsoleEventSink(new AvroJsonOutputFormat());
    MemorySinkSource mem = new MemorySinkSource();
    while ((e = src.next()) != null) {
      snk.append(e); // visual inspection
      mem.append(e); // testing
    }

    mem.open();
    int i = 0;
    while ((e = mem.next()) != null) {
      i++;
      assertEquals(10, e.getBody().length);
    }
    assertEquals(5, i);

  }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
85
86
   * @throws InterruptedException
   */
  @Test
  public void testMultipleVaryMessageBytes() throws IOException,
      InterruptedException {
    Event e1, e2;
    for (EventSource src : BenchmarkHarness.varyMsgBytes.values()) {
      src.open();
      e1 = src.next();
      src.open();
      e2 = src.next();
      assertTrue(Arrays.equals(e1.getBody(), e2.getBody()));
    }
  }
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
   * @throws InterruptedException
   */
  @Test
  public void checkAttrSynth() throws IOException, InterruptedException {
    EventSource src = new AttrSynthSource(5, 10, 20, 15, 1337);
    Event e = null;
    EventSink snk = new ConsoleEventSink(new AvroJsonOutputFormat());
    MemorySinkSource mem = new MemorySinkSource();
    while ((e = src.next()) != null) {
      snk.append(e); // visual inspection
      mem.append(e); // testing
    }

    mem.open();
    int i = 0;
    while ((e = mem.next()) != null) {
      i++;
      Map<String, byte[]> ents = e.getAttrs();
      assertEquals(10, ents.size()); // 10 generated + 1 (service)
      for (String a : ents.keySet()) {
        assertEquals(20, a.length());
      }
      for (byte[] v : ents.values()) {
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
137
138
   * @throws InterruptedException
   */
  @Test
  public void testAttrsMultipleVaryMessageBytes() throws IOException,
      InterruptedException {
    Event e1, e2;
    for (EventSource src : BenchmarkHarness.varyNumAttrs.values()) {
      src.open();
      e1 = src.next();
      src.open();
      e2 = src.next();
      assertTrue(Arrays.equals(e1.getBody(), e2.getBody()));
    }
  }
View Full Code Here
39
40
41
42
43
44
45
46
47
48
  public void testNewExtractor() throws EventExtractException {
    String msg = "This is a test";
    String entry = "<13>" + msg + "\n";
    DataInputStream in = new DataInputStream(new ByteArrayInputStream(entry
        .getBytes()));
    Event e = SyslogWireExtractor.extractEvent(in);
    Assert.assertEquals(1, e.get(SyslogConsts.SYSLOG_FACILITY)[0]); // 1 is syslog
    Assert.assertEquals(5, e.get(SyslogConsts.SYSLOG_SEVERITY)[0]); // 5 is
    Assert.assertTrue(Arrays.equals(msg.getBytes(), e.getBody()));
  }
View Full Code Here
456
457
458
459
460
461
462
463
464
465
466
    }

    @Override
    public Event next() throws IOException, InterruptedException {
      try {
        Event e = src.next();
        if (e != null) {
          readEvtCount.incrementAndGet();
          // TODO make the roll tag a parameter so that we don't have to remove
          // it here.
          e = EventImpl.unselect(e, RollSink.DEFAULT_ROLL_TAG);
View Full Code Here
57
58
59
60
61
62
63
64
65
66
    DataInputStream in = new DataInputStream(new ByteArrayInputStream(entry
        .getBytes()));

    SyslogWireExtractor fmt = new SyslogWireExtractor();
    Event e = fmt.extract(in);
    System.out.printf("size entry: %d, size formatted: %d ",
        entry.getBytes().length, fmt.toBytes(e).length);
    Assert.assertTrue(Arrays.equals(entry.getBytes(), fmt.toBytes(e)));
  }
View Full Code Here
76
77
78
79
80
81
82
83
84
    DataInputStream in = new DataInputStream(new ByteArrayInputStream(entry
        .getBytes()));

    SyslogWireExtractor fmt = new SyslogWireExtractor();
    Event e = fmt.extract(in);
    Assert.assertTrue(Arrays.equals(entry.getBytes(), fmt.toBytes(e)));

  }
View Full Code Here
94
95
96
97
98
99
100
101
102
    DataInputStream in = new DataInputStream(new ByteArrayInputStream(entry
        .getBytes()));

    SyslogWireExtractor fmt = new SyslogWireExtractor();
    Event e = fmt.extract(in);
    Assert.assertTrue(Arrays.equals(entry.getBytes(), fmt.toBytes(e)));

  }
View Full Code Here
TOP

Related Classes of com.cloudera.flume.core.Event

  • com.cloudera.flume.agent.diskfailover.DiskFailoverSource
  • com.cloudera.flume.agent.diskfailover.NaiveFileFailoverManager$StateChangeDeco
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverDeco
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverManager
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverSource
  • com.cloudera.flume.agent.durability.NaiveFileWALManager$StateChangeDeco
  • com.cloudera.flume.agent.durability.TestNaiveFileWALDeco
  • com.cloudera.flume.agent.durability.TestNaiveFileWALHandles
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManager
  • com.cloudera.flume.agent.durability.TestNaiveFileWALSource
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.