Examples of org.apache.flume.Channel.take()

org.apache.flume.Channel.take()

Returns the next event from the channel if available. If the channel does not have any events available, this method must return {@code null}.

Note: This method must be invoked within an active {@link Transaction} boundary. Failure to do so can lead to unpredictableresults.
@return the next available event or {@code null} if no events areavailable. @throws ChannelException in case this operation fails. @see org.apache.flume.Transaction#begin()

      verifyConnection();


      List<Event> batch = Lists.newLinkedList();


      for (int i = 0; i < client.getBatchSize(); i++) {
        Event event = channel.take();


        if (event == null) {
          break;
        }

View Full Code Here

    int numEvents = 0;


    FileOutputStream outputStream = new FileOutputStream(
        "/tmp/flume-execsource." + Thread.currentThread().getId());


    while ((event = channel.take()) != null) {
      outputStream.write(event.getBody());
      outputStream.write('\n');
      numEvents++;
    }

View Full Code Here

    Transaction transaction = channel.getTransaction();
    Event event = null;


    try {
      transaction.begin();
      event = channel.take();


      if (event != null) {
        if (logger.isInfoEnabled()) {
          logger.info("Event: " + event);
        }

View Full Code Here

    Event event = null;
    Status result = Status.READY;


    try {
      transaction.begin();
      event = channel.take();


      if (event != null) {
        byte[] bytes = formatter.format(event);


        outputStream.write(bytes);

View Full Code Here

      createConnection();


      List<AvroFlumeEvent> batch = new LinkedList<AvroFlumeEvent>();


      for (int i = 0; i < batchSize; i++) {
        Event event = channel.take();


        if (event == null) {
          counterGroup.incrementAndGet("batch.underflow");
          break;
        }

View Full Code Here

    Transaction transaction = channel.getTransaction();
    Event event = null;


    try {
      transaction.begin();
      event = channel.take();
      transaction.commit();


      if (event != null) {
        // logger.debug("Consumed the event: " + event);
        counterGroup.incrementAndGet("events.successful");

View Full Code Here


    source.setChannel(channel);


    for (long i = 0; i < 100; i++) {
      source.process();
      Event event = channel.take();


      Assert.assertArrayEquals(String.valueOf(i).getBytes(),
          new String(event.getBody()).getBytes());
    }
  }

View Full Code Here

    source.setChannel(channel);
    source.start();


    for (long i = 0; i < 100; i++) {
      source.process();
      Event event = channel.take();


      Assert.assertArrayEquals(String.valueOf(i).getBytes(),
          new String(event.getBody()).getBytes());
    }

View Full Code Here

    Transaction transaction = channel.getTransaction();
    Event event = null;


    try {
      transaction.begin();
      event = channel.take();
      transaction.commit();


      if (event != null) {
        // logger.debug("Consumed the event: " + event);
        counterGroup.incrementAndGet("events.successful");

View Full Code Here

    List<BucketWriter> writers = Lists.newArrayList();
    transaction.begin();
    try {
      Event event = null;
      for (int txnEventCount = 0; txnEventCount < txnEventMax; txnEventCount++) {
        event = channel.take();
        if (event == null) {
          break;
        }


        // reconstruct the path name by substituting place holders

View Full Code Here

0 1 2 3 4 5 6 7 8

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.