/*
* Copyright 2009 Red Hat, Inc.
* Red Hat licenses this file to you under the Apache License, version
* 2.0 (the "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
* http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
* implied. See the License for the specific language governing
* permissions and limitations under the License.
*/
package org.hornetq.tests.integration.client;
import java.io.ByteArrayOutputStream;
import java.util.HashMap;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;
import javax.transaction.xa.XAResource;
import javax.transaction.xa.Xid;
import junit.framework.Assert;
import org.hornetq.api.core.Message;
import org.hornetq.api.core.SimpleString;
import org.hornetq.api.core.client.*;
import org.hornetq.core.client.impl.ClientConsumerInternal;
import org.hornetq.core.config.Configuration;
import org.hornetq.core.logging.Logger;
import org.hornetq.core.persistence.impl.journal.JournalStorageManager;
import org.hornetq.core.persistence.impl.journal.LargeServerMessageImpl;
import org.hornetq.core.server.HornetQServer;
import org.hornetq.core.server.Queue;
import org.hornetq.core.settings.impl.AddressSettings;
import org.hornetq.tests.integration.largemessage.LargeMessageTestBase;
import org.hornetq.tests.util.RandomUtil;
import org.hornetq.tests.util.UnitTestCase;
/**
* A LargeMessageTest
*
* @author <a href="mailto:clebert.suconic@jboss.org">Clebert Suconic</a>
*
* Created 29-Sep-08 4:04:10 PM
*
*
*/
public class LargeMessageTest extends LargeMessageTestBase
{
// Constants -----------------------------------------------------
final static int RECEIVE_WAIT_TIME = 60000;
private final int LARGE_MESSAGE_SIZE = 20 * 1024;
// Attributes ----------------------------------------------------
static final SimpleString ADDRESS = new SimpleString("SimpleAddress");
// Static --------------------------------------------------------
private final Logger log = Logger.getLogger(LargeMessageTest.class);
protected ServerLocator locator;
// Constructors --------------------------------------------------
// Public --------------------------------------------------------
protected boolean isNetty()
{
return false;
}
/**
*
*/
public LargeMessageTest()
{
super();
}
/**
* @param test
*/
public LargeMessageTest(String test)
{
super(test);
}
public void testRollbackPartiallyConsumedBuffer() throws Exception
{
for (int i = 0 ; i < 1; i++)
{
log.info("#test " + i);
internalTestRollbackPartiallyConsumedBuffer(false);
tearDown();
setUp();
}
}
public void testRollbackPartiallyConsumedBufferWithRedeliveryDelay() throws Exception
{
internalTestRollbackPartiallyConsumedBuffer(true);
}
private void internalTestRollbackPartiallyConsumedBuffer(final boolean redeliveryDelay) throws Exception
{
final int messageSize = 100 * 1024;
final ClientSession session;
try
{
server = createServer(true, isNetty());
AddressSettings settings = new AddressSettings();
if (redeliveryDelay)
{
settings.setRedeliveryDelay(1000);
if (locator.isCompressLargeMessage())
{
locator.setConsumerWindowSize(0);
}
}
settings.setMaxDeliveryAttempts(-1);
server.getAddressSettingsRepository().addMatch("#", settings);
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.createQueue(ADDRESS, ADDRESS, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
for (int i = 0 ; i < 20; i++)
{
Message clientFile = createLargeClientMessage(session, messageSize, true);
clientFile.putIntProperty("value", i);
producer.send(clientFile);
}
session.commit();
session.start();
final CountDownLatch latch = new CountDownLatch(1);
final AtomicInteger errors = new AtomicInteger(0);
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
consumer.setMessageHandler(new MessageHandler()
{
int counter = 0;
public void onMessage(ClientMessage message)
{
message.getBodyBuffer().readByte();
System.out.println("message:" + message);
try
{
if (counter ++ < 20)
{
Thread.sleep(100);
System.out.println("Rollback");
message.acknowledge();
session.rollback();
}
else
{
message.acknowledge();
session.commit();
}
if (counter == 40)
{
latch.countDown();
}
}
catch (Exception e)
{
latch.countDown();
e.printStackTrace();
errors.incrementAndGet();
}
}
});
assertTrue(latch.await(40, TimeUnit.SECONDS));
consumer.close();
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
public void testCloseConsumer() throws Exception
{
final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.createTemporaryQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message clientFile = createLargeClientMessage(session, messageSize, true);
producer.send(clientFile);
session.commit();
session.start();
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
ClientMessage msg1 = consumer.receive(1000);
msg1.acknowledge();
session.commit();
Assert.assertNotNull(msg1);
consumer.close();
try
{
msg1.getBodyBuffer().readByte();
Assert.fail("Exception was expected");
}
catch (Throwable ignored)
{
}
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
session.close();
}
catch (Throwable ignored)
{
}
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
public void testLargeBufferTransacted() throws Exception
{
doTestLargeBuffer(true);
}
public void testLargeBufferNotTransacted() throws Exception
{
doTestLargeBuffer(false);
}
public void doTestLargeBuffer(boolean transacted) throws Exception
{
final int journalsize = 100 * 1024;
final int messageSize = 3 * journalsize;
// final int messageSize = 5 * 1024;
ClientSession session = null;
try
{
Configuration config = createDefaultConfig(isNetty());
config.setJournalFileSize(journalsize);
config.setJournalBufferSize_AIO(10 * 1024);
config.setJournalBufferSize_NIO(10 * 1024);
server = createServer(true, config);
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(!transacted, !transacted, 0);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message clientFile = session.createMessage(true);
for (int i = 0; i < messageSize; i++)
{
clientFile.getBodyBuffer().writeByte(getSamplebyte(i));
}
producer.send(clientFile);
if (transacted)
{
session.commit();
}
session.start();
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
ClientMessage msg1 = consumer.receive(5000);
assertNotNull(msg1);
Assert.assertNotNull(msg1);
for (int i = 0; i < messageSize; i++)
{
// System.out.print(msg1.getBodyBuffer().readByte() + " ");
// if (i % 100 == 0) System.out.println();
assertEquals("position = " + i, getSamplebyte(i), msg1.getBodyBuffer().readByte());
}
msg1.acknowledge();
consumer.close();
if (transacted)
{
session.commit();
}
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
public void testDLALargeMessage() throws Exception
{
final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-2"), true);
SimpleString ADDRESS_DLA = LargeMessageTest.ADDRESS.concat("-dla");
AddressSettings addressSettings = new AddressSettings();
addressSettings.setDeadLetterAddress(ADDRESS_DLA);
addressSettings.setMaxDeliveryAttempts(1);
server.getAddressSettingsRepository().addMatch("*", addressSettings);
session.createQueue(ADDRESS_DLA, ADDRESS_DLA, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message clientFile = createLargeClientMessage(session, messageSize, true);
producer.send(clientFile);
session.commit();
session.start();
ClientConsumer consumer = session.createConsumer(ADDRESS_DLA);
ClientConsumer consumerRollback = session.createConsumer(LargeMessageTest.ADDRESS);
ClientMessage msg1 = consumerRollback.receive(1000);
Assert.assertNotNull(msg1);
msg1.acknowledge();
session.rollback();
consumerRollback.close();
msg1 = consumer.receive(10000);
Assert.assertNotNull(msg1);
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
}
session.close();
server.stop();
server = createServer(true, isNetty());
server.start();
sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.start();
consumer = session.createConsumer(ADDRESS_DLA);
msg1 = consumer.receive(10000);
Assert.assertNotNull(msg1);
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
}
msg1.acknowledge();
session.commit();
validateNoFilesOnLargeDir(1);
consumer = session.createConsumer(LargeMessageTest.ADDRESS.concat("-2"));
msg1 = consumer.receive(10000);
Assert.assertNotNull(msg1);
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
}
msg1.acknowledge();
session.commit();
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
public void testDeliveryCount() throws Exception
{
final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message clientFile = createLargeClientMessage(session, messageSize, true);
producer.send(clientFile);
session.commit();
session.start();
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
ClientMessage msg = consumer.receive(10000);
Assert.assertNotNull(msg);
msg.acknowledge();
Assert.assertEquals(1, msg.getDeliveryCount());
log.info("body buffer is " + msg.getBodyBuffer());
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg.getBodyBuffer().readByte());
}
session.rollback();
session.close();
session = sf.createSession(false, false, false);
session.start();
consumer = session.createConsumer(LargeMessageTest.ADDRESS);
msg = consumer.receive(10000);
Assert.assertNotNull(msg);
msg.acknowledge();
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg.getBodyBuffer().readByte());
}
Assert.assertEquals(2, msg.getDeliveryCount());
msg.acknowledge();
consumer.close();
session.commit();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
public void testDLAOnExpiryNonDurableMessage() throws Exception
{
final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
SimpleString ADDRESS_DLA = LargeMessageTest.ADDRESS.concat("-dla");
SimpleString ADDRESS_EXPIRY = LargeMessageTest.ADDRESS.concat("-expiry");
AddressSettings addressSettings = new AddressSettings();
addressSettings.setDeadLetterAddress(ADDRESS_DLA);
addressSettings.setExpiryAddress(ADDRESS_EXPIRY);
addressSettings.setMaxDeliveryAttempts(1);
server.getAddressSettingsRepository().addMatch("*", addressSettings);
session = sf.createSession(false, false, false);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
session.createQueue(ADDRESS_DLA, ADDRESS_DLA, true);
session.createQueue(ADDRESS_EXPIRY, ADDRESS_EXPIRY, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message clientFile = createLargeClientMessage(session, messageSize, false);
clientFile.setExpiration(System.currentTimeMillis());
producer.send(clientFile);
session.commit();
session.start();
ClientConsumer consumerExpired = session.createConsumer(LargeMessageTest.ADDRESS);
// to kick expiry quicker than waiting reaper thread
Assert.assertNull(consumerExpired.receiveImmediate());
consumerExpired.close();
ClientConsumer consumerExpiry = session.createConsumer(ADDRESS_EXPIRY);
ClientMessage msg1 = consumerExpiry.receive(5000);
assertTrue(msg1.isLargeMessage());
Assert.assertNotNull(msg1);
msg1.acknowledge();
for (int j = 0; j < messageSize; j++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(j), msg1.getBodyBuffer().readByte());
}
session.rollback();
consumerExpiry.close();
for (int i = 0; i < 10; i++)
{
consumerExpiry = session.createConsumer(ADDRESS_DLA);
msg1 = consumerExpiry.receive(5000);
Assert.assertNotNull(msg1);
msg1.acknowledge();
for (int j = 0; j < messageSize; j++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(j), msg1.getBodyBuffer().readByte());
}
session.rollback();
consumerExpiry.close();
}
session.close();
session = sf.createSession(false, false, false);
session.start();
consumerExpiry = session.createConsumer(ADDRESS_DLA);
msg1 = consumerExpiry.receive(5000);
Assert.assertNotNull(msg1);
msg1.acknowledge();
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
}
session.commit();
consumerExpiry.close();
session.commit();
session.close();
server.stop();
server.start();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
public void testDLAOnExpiry() throws Exception
{
final int messageSize = (int)(3.5 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE);
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
SimpleString ADDRESS_DLA = LargeMessageTest.ADDRESS.concat("-dla");
SimpleString ADDRESS_EXPIRY = LargeMessageTest.ADDRESS.concat("-expiry");
AddressSettings addressSettings = new AddressSettings();
addressSettings.setDeadLetterAddress(ADDRESS_DLA);
addressSettings.setExpiryAddress(ADDRESS_EXPIRY);
addressSettings.setMaxDeliveryAttempts(1);
server.getAddressSettingsRepository().addMatch("*", addressSettings);
session = sf.createSession(false, false, false);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
session.createQueue(ADDRESS_DLA, ADDRESS_DLA, true);
session.createQueue(ADDRESS_EXPIRY, ADDRESS_EXPIRY, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message clientFile = createLargeClientMessage(session, messageSize, true);
clientFile.setExpiration(System.currentTimeMillis());
producer.send(clientFile);
session.commit();
session.start();
ClientConsumer consumerExpired = session.createConsumer(LargeMessageTest.ADDRESS);
// to kick expiry quicker than waiting reaper thread
Assert.assertNull(consumerExpired.receiveImmediate());
consumerExpired.close();
ClientConsumer consumerExpiry = session.createConsumer(ADDRESS_EXPIRY);
ClientMessage msg1 = consumerExpiry.receive(5000);
Assert.assertNotNull(msg1);
msg1.acknowledge();
for (int j = 0; j < messageSize; j++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(j), msg1.getBodyBuffer().readByte());
}
session.rollback();
consumerExpiry.close();
for (int i = 0; i < 10; i++)
{
consumerExpiry = session.createConsumer(ADDRESS_DLA);
msg1 = consumerExpiry.receive(5000);
Assert.assertNotNull(msg1);
msg1.acknowledge();
for (int j = 0; j < messageSize; j++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(j), msg1.getBodyBuffer().readByte());
}
session.rollback();
consumerExpiry.close();
}
session.close();
server.stop();
server = createServer(true, isNetty());
server.start();
sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.start();
consumerExpiry = session.createConsumer(ADDRESS_DLA);
msg1 = consumerExpiry.receive(5000);
Assert.assertNotNull(msg1);
msg1.acknowledge();
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
}
session.commit();
consumerExpiry.close();
session.commit();
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
public void testExpiryLargeMessage() throws Exception
{
final int messageSize = 3 * HornetQClient.DEFAULT_MIN_LARGE_MESSAGE_SIZE;
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
AddressSettings addressSettings = new AddressSettings();
SimpleString ADDRESS_EXPIRY = LargeMessageTest.ADDRESS.concat("-expiry");
addressSettings.setExpiryAddress(ADDRESS_EXPIRY);
server.getAddressSettingsRepository().addMatch("*", addressSettings);
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
session.createQueue(ADDRESS_EXPIRY, ADDRESS_EXPIRY, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message clientFile = createLargeClientMessage(session, messageSize, true);
clientFile.setExpiration(System.currentTimeMillis());
producer.send(clientFile);
session.commit();
session.start();
ClientConsumer consumer = session.createConsumer(ADDRESS_EXPIRY);
// Creating a consumer just to make the expiry process go faster and not have to wait for the reaper
ClientConsumer consumer2 = session.createConsumer(LargeMessageTest.ADDRESS);
Assert.assertNull(consumer2.receiveImmediate());
ClientMessage msg1 = consumer.receive(50000);
Assert.assertNotNull(msg1);
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
}
session.close();
server.stop();
server = createServer(true, isNetty());
server.start();
sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.start();
consumer = session.createConsumer(ADDRESS_EXPIRY);
msg1 = consumer.receive(10000);
Assert.assertNotNull(msg1);
for (int i = 0; i < messageSize; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg1.getBodyBuffer().readByte());
}
msg1.acknowledge();
session.commit();
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
public void testResendSmallStreamMessage() throws Exception
{
internalTestResendMessage(50000);
}
public void testResendLargeStreamMessage() throws Exception
{
internalTestResendMessage(150 * 1024);
}
public void internalTestResendMessage(final long messageSize) throws Exception
{
clearData();
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
SimpleString ADDRESS2 = LargeMessageTest.ADDRESS.concat("-2");
session.createQueue(ADDRESS2, ADDRESS2, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
ClientProducer producer2 = session.createProducer(ADDRESS2);
Message clientFile = createLargeClientMessage(session, messageSize, false);
producer.send(clientFile);
session.commit();
session.start();
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
ClientConsumer consumer2 = session.createConsumer(ADDRESS2);
ClientMessage msg1 = consumer.receive(10000);
msg1.acknowledge();
producer2.send(msg1);
session.commit();
ClientMessage msg2 = consumer2.receive(10000);
Assert.assertNotNull(msg2);
msg2.acknowledge();
session.commit();
Assert.assertEquals(messageSize, msg2.getBodySize());
compareString(messageSize, msg2);
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
public void testResendCachedSmallStreamMessage() throws Exception
{
internalTestResendMessage(50000);
}
public void testResendCachedLargeStreamMessage() throws Exception
{
internalTestCachedResendMessage(150 * 1024);
}
public void internalTestCachedResendMessage(final long messageSize) throws Exception
{
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
locator.setMinLargeMessageSize(200);
locator.setCacheLargeMessagesClient(true);
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(false, false, false);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message originalMsg = createLargeClientMessage(session, messageSize, false);
producer.send(originalMsg);
session.commit();
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
session.start();
ClientMessage msgReceived = consumer.receive(10000);
msgReceived.acknowledge();
session.commit();
compareString(messageSize, msgReceived);
msgReceived.getBodyBuffer().readerIndex(0);
producer.send(msgReceived);
session.commit();
ClientMessage msgReceived2 = consumer.receive(10000);
msgReceived2.acknowledge();
compareString(messageSize, msgReceived2);
session.commit();
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
/**
* @param messageSize
* @param msg2
*/
private void compareString(final long messageSize, ClientMessage msg)
{
assertNotNull(msg);
for (long i = 0; i < messageSize; i++)
{
Assert.assertEquals("position " + i, UnitTestCase.getSamplebyte(i), msg.getBodyBuffer().readByte());
}
}
public void testFilePersistenceOneHugeMessage() throws Exception
{
testChunks(false,
false,
false,
true,
true,
false,
false,
false,
false,
1,
100 * 1024l * 1024l,
LargeMessageTest.RECEIVE_WAIT_TIME,
0,
10 * 1024 * 1024,
1024 * 1024);
}
public void testFilePersistenceOneMessageStreaming() throws Exception
{
testChunks(false,
false,
false,
true,
true,
false,
false,
false,
false,
1,
100 * 1024l * 1024l,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceSmallMessageStreaming() throws Exception
{
testChunks(false,
false,
false,
true,
true,
false,
false,
false,
false,
100,
1024,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceOneHugeMessageConsumer() throws Exception
{
testChunks(false,
false,
false,
true,
true,
false,
false,
false,
true,
1,
100 * 1024 * 1024,
120000,
0,
10 * 1024 * 1024,
1024 * 1024);
}
public void testFilePersistence() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
true,
false,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
true,
true,
2,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceXA() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
false,
true,
false,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceXAStream() throws Exception
{
testChunks(true,
false,
false,
true,
true,
false,
false,
false,
false,
1,
1024 * 1024,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceXAStreamRestart() throws Exception
{
testChunks(true,
true,
false,
true,
true,
false,
false,
false,
false,
1,
1024 * 1024,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
false,
true,
true,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceXAConsumerRestart() throws Exception
{
testChunks(true,
true,
true,
false,
true,
false,
false,
true,
true,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlocked() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
true,
true,
false,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
true,
true,
true,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedXA() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
true,
true,
false,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
true,
true,
true,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedPreACK() throws Exception
{
testChunks(false,
false,
true,
false,
true,
true,
true,
true,
false,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedPreACKConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
true,
true,
true,
true,
true,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedPreACKXA() throws Exception
{
testChunks(true,
false,
true,
false,
true,
true,
true,
true,
false,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedPreACKXARestart() throws Exception
{
testChunks(true,
true,
true,
false,
true,
true,
true,
true,
false,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedPreACKXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
true,
true,
true,
true,
true,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceBlockedPreACKXAConsumerRestart() throws Exception
{
testChunks(true,
true,
true,
false,
true,
true,
true,
true,
true,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testFilePersistenceDelayed() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
false,
false,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
2000);
}
public void testFilePersistenceDelayedConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
false,
true,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
2000);
}
public void testFilePersistenceDelayedXA() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
false,
false,
false,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
2000);
}
public void testFilePersistenceDelayedXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
false,
false,
true,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
2000);
}
public void testNullPersistence() throws Exception
{
testChunks(false,
false,
true,
false,
false,
false,
false,
true,
true,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testNullPersistenceConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
false,
false,
false,
true,
true,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testNullPersistenceXA() throws Exception
{
testChunks(true,
false,
true,
false,
false,
false,
false,
true,
false,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testNullPersistenceXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
false,
false,
false,
true,
true,
1,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testNullPersistenceDelayed() throws Exception
{
testChunks(false,
false,
true,
false,
false,
false,
false,
false,
false,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
100);
}
public void testNullPersistenceDelayedConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
false,
false,
false,
false,
true,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
100);
}
public void testNullPersistenceDelayedXA() throws Exception
{
testChunks(true,
false,
true,
false,
false,
false,
false,
false,
false,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
100);
}
public void testNullPersistenceDelayedXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
false,
false,
false,
false,
true,
100,
LARGE_MESSAGE_SIZE,
LargeMessageTest.RECEIVE_WAIT_TIME,
100);
}
public void testPageOnLargeMessage() throws Exception
{
testPageOnLargeMessage(true, false);
}
public void testSendSmallMessageXA() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
false,
true,
false,
100,
4,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testSendSmallMessageXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
false,
true,
true,
100,
4,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testSendSmallMessageNullPersistenceXA() throws Exception
{
testChunks(true,
false,
true,
false,
false,
false,
false,
true,
false,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testSendSmallMessageNullPersistenceXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
false,
false,
false,
true,
true,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testSendRegularMessageNullPersistenceDelayed() throws Exception
{
testChunks(false,
false,
true,
false,
false,
false,
false,
false,
false,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
1000);
}
public void testSendRegularMessageNullPersistenceDelayedConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
false,
false,
false,
false,
true,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
1000);
}
public void testSendRegularMessageNullPersistenceDelayedXA() throws Exception
{
testChunks(true,
false,
true,
false,
false,
false,
false,
false,
false,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
1000);
}
public void testSendRegularMessageNullPersistenceDelayedXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
false,
false,
false,
false,
true,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
1000);
}
public void testSendRegularMessagePersistence() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
true,
false,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testSendRegularMessagePersistenceConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
true,
true,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testSendRegularMessagePersistenceXA() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
false,
true,
false,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testSendRegularMessagePersistenceXAConsumer() throws Exception
{
testChunks(true,
false,
true,
false,
true,
false,
false,
true,
true,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
0);
}
public void testSendRegularMessagePersistenceDelayed() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
false,
false,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
1000);
}
public void testSendRegularMessagePersistenceDelayedConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
false,
true,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
1000);
}
public void testSendRegularMessagePersistenceDelayedXA() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
false,
false,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
1000);
}
public void testSendRegularMessagePersistenceDelayedXAConsumer() throws Exception
{
testChunks(false,
false,
true,
false,
true,
false,
false,
false,
true,
100,
100,
LargeMessageTest.RECEIVE_WAIT_TIME,
1000);
}
public void testTwoBindingsTwoStartedConsumers() throws Exception
{
// there are two bindings.. one is ACKed, the other is not, the server is restarted
// The other binding is acked... The file must be deleted
try
{
server = createServer(true, isNetty());
server.start();
SimpleString queue[] = new SimpleString[] { new SimpleString("queue1"), new SimpleString("queue2") };
ClientSessionFactory sf = locator.createSessionFactory();
ClientSession session = sf.createSession(null, null, false, true, true, false, 0);
session.createQueue(LargeMessageTest.ADDRESS, queue[0], null, true);
session.createQueue(LargeMessageTest.ADDRESS, queue[1], null, true);
int numberOfBytes = 400000;
Message clientFile = createLargeClientMessage(session, numberOfBytes);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
session.start();
producer.send(clientFile);
producer.close();
ClientConsumer consumer = session.createConsumer(queue[1]);
ClientMessage msg = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
msg.getBodyBuffer().readByte();
Assert.assertNull(consumer.receiveImmediate());
Assert.assertNotNull(msg);
msg.acknowledge();
consumer.close();
log.debug("Stopping");
session.stop();
ClientConsumer consumer1 = session.createConsumer(queue[0]);
session.start();
msg = consumer1.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
Assert.assertNotNull(msg);
msg.acknowledge();
consumer1.close();
session.commit();
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
public void testTwoBindingsAndRestart() throws Exception
{
testTwoBindings(true);
}
public void testTwoBindingsNoRestart() throws Exception
{
testTwoBindings(false);
}
public void testTwoBindings(final boolean restart) throws Exception
{
// there are two bindings.. one is ACKed, the other is not, the server is restarted
// The other binding is acked... The file must be deleted
try
{
server = createServer(true, isNetty());
server.start();
SimpleString queue[] = new SimpleString[] { new SimpleString("queue1"), new SimpleString("queue2") };
ClientSessionFactory sf = locator.createSessionFactory();
ClientSession session = sf.createSession(null, null, false, true, true, false, 0);
session.createQueue(LargeMessageTest.ADDRESS, queue[0], null, true);
session.createQueue(LargeMessageTest.ADDRESS, queue[1], null, true);
int numberOfBytes = 400000;
Message clientFile = createLargeClientMessage(session, numberOfBytes);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
producer.send(clientFile);
producer.close();
readMessage(session, queue[1], numberOfBytes);
if (restart)
{
session.close();
server.stop();
server = createServer(true, isNetty());
server.start();
sf = locator.createSessionFactory();
session = sf.createSession(null, null, false, true, true, false, 0);
}
readMessage(session, queue[0], numberOfBytes);
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
public void testSendRollbackXADurable() throws Exception
{
internalTestSendRollback(true, true);
}
public void testSendRollbackXANonDurable() throws Exception
{
internalTestSendRollback(true, false);
}
public void testSendRollbackDurable() throws Exception
{
internalTestSendRollback(false, true);
}
public void testSendRollbackNonDurable() throws Exception
{
internalTestSendRollback(false, false);
}
private void internalTestSendRollback(final boolean isXA, final boolean durable) throws Exception
{
ClientSession session = null;
try
{
server = createServer(true, isNetty());
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(isXA, false, false);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
Xid xid = null;
if (isXA)
{
xid = RandomUtil.randomXid();
session.start(xid, XAResource.TMNOFLAGS);
}
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
Message clientFile = createLargeClientMessage(session, 50000, durable);
for (int i = 0; i < 1; i++)
{
producer.send(clientFile);
}
if (isXA)
{
session.end(xid, XAResource.TMSUCCESS);
session.prepare(xid);
session.close();
server.stop();
server.start();
sf = locator.createSessionFactory();
session = sf.createSession(isXA, false, false);
session.rollback(xid);
}
else
{
session.rollback();
}
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
try
{
session.close();
}
catch (Throwable ignored)
{
}
}
}
public void testSimpleRollback() throws Exception
{
simpleRollbackInternalTest(false);
}
public void testSimpleRollbackXA() throws Exception
{
simpleRollbackInternalTest(true);
}
public void simpleRollbackInternalTest(final boolean isXA) throws Exception
{
// there are two bindings.. one is ACKed, the other is not, the server is restarted
// The other binding is acked... The file must be deleted
try
{
server = createServer(true, isNetty());
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
ClientSession session = sf.createSession(isXA, false, false);
Xid xid = null;
if (isXA)
{
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
}
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);
int numberOfBytes = 200000;
session.start();
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
for (int n = 0; n < 10; n++)
{
Message clientFile = createLargeClientMessage(session, numberOfBytes, n % 2 == 0);
producer.send(clientFile);
Assert.assertNull(consumer.receiveImmediate());
if (isXA)
{
session.end(xid, XAResource.TMSUCCESS);
session.rollback(xid);
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
}
else
{
session.rollback();
}
clientFile = createLargeClientMessage(session, numberOfBytes, n % 2 == 0);
producer.send(clientFile);
Assert.assertNull(consumer.receiveImmediate());
if (isXA)
{
session.end(xid, XAResource.TMSUCCESS);
session.commit(xid, true);
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
}
else
{
session.commit();
}
for (int i = 0; i < 2; i++)
{
ClientMessage clientMessage = consumer.receive(5000);
Assert.assertNotNull(clientMessage);
Assert.assertEquals(numberOfBytes, clientMessage.getBodySize());
clientMessage.acknowledge();
if (isXA)
{
if (i == 0)
{
session.end(xid, XAResource.TMSUCCESS);
session.prepare(xid);
session.rollback(xid);
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
}
else
{
session.end(xid, XAResource.TMSUCCESS);
session.commit(xid, true);
xid = newXID();
session.start(xid, XAResource.TMNOFLAGS);
}
}
else
{
if (i == 0)
{
session.rollback();
}
else
{
session.commit();
}
}
}
}
session.close();
validateNoFilesOnLargeDir();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
public void testBufferMultipleLargeMessages() throws Exception
{
ClientSession session = null;
HornetQServer server = null;
final int SIZE = 10 * 1024;
final int NUMBER_OF_MESSAGES = 30;
try
{
server = createServer(true, isNetty());
server.start();
locator.setMinLargeMessageSize(1024);
locator.setConsumerWindowSize(1024 * 1024);
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(null, null, false, false, false, false, 0);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
{
ClientMessage clientFile = session.createMessage(true);
clientFile.setBodyInputStream(UnitTestCase.createFakeLargeStream(SIZE));
producer.send(clientFile);
}
session.commit();
producer.close();
session.start();
ClientConsumerInternal consumer = (ClientConsumerInternal)session.createConsumer(LargeMessageTest.ADDRESS);
// Wait the consumer to be complete with 10 messages before getting others
long timeout = System.currentTimeMillis() + 10000;
while (consumer.getBufferSize() < NUMBER_OF_MESSAGES && timeout > System.currentTimeMillis())
{
Thread.sleep(10);
}
Assert.assertEquals(NUMBER_OF_MESSAGES, consumer.getBufferSize());
// Reads the messages, rollback.. read them again
for (int trans = 0; trans < 2; trans++)
{
for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
{
ClientMessage msg = consumer.receive(10000);
Assert.assertNotNull(msg);
// it will ignore the buffer (not read it) on the first try
if (trans == 0)
{
for (int byteRead = 0; byteRead < SIZE; byteRead++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(byteRead), msg.getBodyBuffer().readByte());
}
}
msg.acknowledge();
}
if (trans == 0)
{
session.rollback();
}
else
{
session.commit();
}
}
Assert.assertEquals(0,
((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getDeliveringCount());
Assert.assertEquals(0,
((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getMessageCount());
}
finally
{
try
{
session.close();
}
catch (Throwable ignored)
{
}
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
public void testReceiveMultipleMessages() throws Exception
{
ClientSession session = null;
HornetQServer server = null;
final int SIZE = 10 * 1024;
final int NUMBER_OF_MESSAGES = 1000;
try
{
server = createServer(true, isNetty());
server.start();
locator.setMinLargeMessageSize(1024);
locator.setConsumerWindowSize(1024 * 1024);
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(null, null, false, false, false, false, 0);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
{
ClientMessage clientFile = session.createMessage(true);
clientFile.setBodyInputStream(UnitTestCase.createFakeLargeStream(SIZE));
producer.send(clientFile);
}
session.commit();
producer.close();
session.start();
// Reads the messages, rollback.. read them again
for (int trans = 0; trans < 2; trans++)
{
ClientConsumerInternal consumer = (ClientConsumerInternal)session.createConsumer(LargeMessageTest.ADDRESS);
// Wait the consumer to be complete with 10 messages before getting others
long timeout = System.currentTimeMillis() + 10000;
while (consumer.getBufferSize() < 10 && timeout > System.currentTimeMillis())
{
Thread.sleep(10);
}
for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
{
ClientMessage msg = consumer.receive(10000);
Assert.assertNotNull(msg);
// it will ignore the buffer (not read it) on the first try
if (trans == 0)
{
for (int byteRead = 0; byteRead < SIZE; byteRead++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(byteRead), msg.getBodyBuffer().readByte());
}
}
msg.acknowledge();
}
if (trans == 0)
{
session.rollback();
}
else
{
session.commit();
}
consumer.close();
}
Assert.assertEquals(0,
((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getDeliveringCount());
Assert.assertEquals(0,
((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getMessageCount());
}
finally
{
try
{
session.close();
}
catch (Throwable ignored)
{
}
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
// JBPAPP-6237
public void testPageOnLargeMessageMultipleQueues() throws Exception
{
Configuration config = createDefaultConfig(isNetty());
final int PAGE_MAX = 20 * 1024;
final int PAGE_SIZE = 10 * 1024;
HashMap<String, AddressSettings> map = new HashMap<String, AddressSettings>();
AddressSettings value = new AddressSettings();
map.put(LargeMessageTest.ADDRESS.toString(), value);
server = createServer(true, config, PAGE_SIZE, PAGE_MAX, map);
server.start();
final int numberOfBytes = 1024;
final int numberOfBytesBigMessage = 400000;
try
{
locator.setBlockOnNonDurableSend(true);
locator.setBlockOnDurableSend(true);
locator.setBlockOnAcknowledge(true);
ClientSessionFactory sf = locator.createSessionFactory();
ClientSession session = sf.createSession(null, null, false, true, true, false, 0);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-0"), null, true);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-1"), null, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
ClientMessage message = null;
for (int i = 0; i < 100; i++)
{
message = session.createMessage(true);
message.getBodyBuffer().writerIndex(0);
message.getBodyBuffer().writeBytes(new byte[numberOfBytes]);
for (int j = 1; j <= numberOfBytes; j++)
{
message.getBodyBuffer().writeInt(j);
}
producer.send(message);
}
ClientMessage clientFile = createLargeClientMessage(session, numberOfBytesBigMessage);
clientFile.putBooleanProperty("TestLarge", true);
producer.send(clientFile);
for (int i = 0; i < 100; i++)
{
message = session.createMessage(true);
message.getBodyBuffer().writeBytes(new byte[numberOfBytes]);
producer.send(message);
}
session.close();
server.stop();
server = createServer(true, config, PAGE_SIZE, PAGE_MAX, map);
server.start();
sf = locator.createSessionFactory();
for (int ad = 0; ad < 2; ad++)
{
session = sf.createSession(false, false, false);
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS.concat("-" + ad));
session.start();
for (int i = 0; i < 100; i++)
{
ClientMessage message2 = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
Assert.assertNotNull(message2);
message2.acknowledge();
Assert.assertNotNull(message2);
}
session.commit();
for (int i = 0; i < 5; i++)
{
ClientMessage messageLarge = consumer.receive(RECEIVE_WAIT_TIME);
assertTrue(messageLarge.getBooleanProperty("TestLarge"));
Assert.assertNotNull(messageLarge);
ByteArrayOutputStream bout = new ByteArrayOutputStream();
messageLarge.acknowledge();
messageLarge.saveToOutputStream(bout);
byte[] body = bout.toByteArray();
assertEquals(numberOfBytesBigMessage, body.length);
for (int bi = 0; bi < body.length; bi++)
{
assertEquals(getSamplebyte(bi), body[bi]);
}
if (i < 4)
session.rollback();
else
session.commit();
}
for (int i = 0; i < 100; i++)
{
ClientMessage message2 = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
Assert.assertNotNull(message2);
message2.acknowledge();
Assert.assertNotNull(message2);
}
session.commit();
consumer.close();
session.close();
}
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
// JBPAPP-6237
public void testPageOnLargeMessageMultipleQueues2() throws Exception
{
Configuration config = createDefaultConfig(isNetty());
final int PAGE_MAX = 20 * 1024;
final int PAGE_SIZE = 10 * 1024;
HashMap<String, AddressSettings> map = new HashMap<String, AddressSettings>();
AddressSettings value = new AddressSettings();
map.put(LargeMessageTest.ADDRESS.toString(), value);
server = createServer(true, config, PAGE_SIZE, PAGE_MAX, map);
server.start();
final int numberOfBytes = 1024;
final int numberOfBytesBigMessage = 400000;
try
{
locator.setBlockOnNonDurableSend(true);
locator.setBlockOnDurableSend(true);
locator.setBlockOnAcknowledge(true);
locator.setCompressLargeMessage(true);
ClientSessionFactory sf = locator.createSessionFactory();
ClientSession session = sf.createSession(false, true, true);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-0"), null, true);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS.concat("-1"), null, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
int msgId = 0;
for (int i = 0; i < 100; i++)
{
ClientMessage message = session.createMessage(true);
message.putIntProperty("msgID", msgId++);
message.putBooleanProperty("TestLarge", false);
message.getBodyBuffer().writerIndex(0);
message.getBodyBuffer().writeBytes(new byte[numberOfBytes]);
for (int j = 1; j <= numberOfBytes; j++)
{
message.getBodyBuffer().writeInt(j);
}
producer.send(message);
}
for (int i = 0; i < 10; i++)
{
ClientMessage clientFile = createLargeClientMessage(session, numberOfBytesBigMessage);
clientFile.putBooleanProperty("TestLarge", true);
producer.send(clientFile);
}
session.close();
for (int ad = 0; ad < 2; ad++)
{
session = sf.createSession(false, false, false);
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS.concat("-" + ad));
session.start();
for (int received = 0 ; received < 5; received++)
{
for (int i = 0; i < 100; i++)
{
ClientMessage message2 = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
Assert.assertNotNull(message2);
assertFalse(message2.getBooleanProperty("TestLarge"));
message2.acknowledge();
Assert.assertNotNull(message2);
}
for (int i = 0; i < 10; i++)
{
ClientMessage messageLarge = consumer.receive(RECEIVE_WAIT_TIME);
Assert.assertNotNull(messageLarge);
assertTrue(messageLarge.getBooleanProperty("TestLarge"));
ByteArrayOutputStream bout = new ByteArrayOutputStream();
messageLarge.acknowledge();
messageLarge.saveToOutputStream(bout);
byte[] body = bout.toByteArray();
assertEquals(numberOfBytesBigMessage, body.length);
for (int bi = 0; bi < body.length; bi++)
{
assertEquals(getSamplebyte(bi), body[bi]);
}
}
session.rollback();
}
session.commit();
consumer.close();
session.close();
}
}
finally
{
locator.close();
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
public void testSendStreamingSingleMessage() throws Exception
{
ClientSession session = null;
HornetQServer server = null;
final int SIZE = 10 * 1024 * 1024;
try
{
server = createServer(true, isNetty());
server.start();
locator.setMinLargeMessageSize(100 * 1024);
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(null, null, false, true, true, false, 0);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);
ClientMessage clientFile = session.createMessage(true);
clientFile.setBodyInputStream(UnitTestCase.createFakeLargeStream(SIZE));
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
session.start();
log.debug("Sending");
producer.send(clientFile);
producer.close();
log.debug("Waiting");
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
ClientMessage msg2 = consumer.receive(10000);
msg2.acknowledge();
msg2.setOutputStream(createFakeOutputStream());
Assert.assertTrue(msg2.waitOutputStreamCompletion(60000));
session.commit();
Assert.assertEquals(0,
((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getDeliveringCount());
Assert.assertEquals(0,
((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getMessageCount());
}
finally
{
try
{
session.close();
}
catch (Throwable ignored)
{
}
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
/** Receive messages but never reads them, leaving the buffer pending */
public void testIgnoreStreaming() throws Exception
{
ClientSession session = null;
HornetQServer server = null;
final int SIZE = 10 * 1024;
final int NUMBER_OF_MESSAGES = 1;
try
{
server = createServer(true, isNetty());
server.start();
locator.setMinLargeMessageSize(1024);
ClientSessionFactory sf = locator.createSessionFactory();
session = sf.createSession(null, null, false, true, true, false, 0);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
{
ClientMessage msg = session.createMessage(true);
msg.setBodyInputStream(UnitTestCase.createFakeLargeStream(SIZE));
msg.putIntProperty(new SimpleString("key"), i);
producer.send(msg);
log.debug("Sent msg " + i);
}
session.start();
log.debug("Sending");
producer.close();
log.debug("Waiting");
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
for (int i = 0; i < NUMBER_OF_MESSAGES; i++)
{
ClientMessage msg = consumer.receive(50000);
Assert.assertNotNull(msg);
Assert.assertEquals(i, msg.getObjectProperty(new SimpleString("key")));
msg.acknowledge();
}
consumer.close();
session.commit();
Assert.assertEquals(0,
((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getDeliveringCount());
Assert.assertEquals(0,
((Queue)server.getPostOffice().getBinding(LargeMessageTest.ADDRESS).getBindable()).getMessageCount());
log.debug("Thread done");
}
finally
{
try
{
session.close();
}
catch (Throwable ignored)
{
}
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
// The ClientConsumer should be able to also send ServerLargeMessages as that's done by the CoreBridge
public void testSendServerMessage() throws Exception
{
HornetQServer server = createServer(true);
server.start();
ClientSessionFactory sf = locator.createSessionFactory();
ClientSession session = sf.createSession(false, false);
try
{
LargeServerMessageImpl fileMessage = new LargeServerMessageImpl((JournalStorageManager)server.getStorageManager());
fileMessage.setMessageID(1005);
for (int i = 0; i < LARGE_MESSAGE_SIZE; i++)
{
fileMessage.addBytes(new byte[] { UnitTestCase.getSamplebyte(i) });
}
// The server would be doing this
fileMessage.putLongProperty(Message.HDR_LARGE_BODY_SIZE, LARGE_MESSAGE_SIZE);
fileMessage.releaseResources();
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, true);
ClientProducer prod = session.createProducer(LargeMessageTest.ADDRESS);
prod.send(fileMessage);
fileMessage.deleteFile();
session.commit();
session.start();
ClientConsumer cons = session.createConsumer(LargeMessageTest.ADDRESS);
ClientMessage msg = cons.receive(5000);
Assert.assertNotNull(msg);
Assert.assertEquals(msg.getBodySize(), LARGE_MESSAGE_SIZE);
for (int i = 0; i < LARGE_MESSAGE_SIZE; i++)
{
Assert.assertEquals(UnitTestCase.getSamplebyte(i), msg.getBodyBuffer().readByte());
}
msg.acknowledge();
session.commit();
}
finally
{
sf.close();
server.stop();
}
}
// Package protected ---------------------------------------------
// Protected -----------------------------------------------------
@Override
protected void setUp() throws Exception
{
super.setUp();
clearData();
locator = createFactory(isNetty());
}
@Override
protected void tearDown() throws Exception
{
locator.close();
super.tearDown();
}
protected void testPageOnLargeMessage(final boolean realFiles, final boolean sendBlocking) throws Exception
{
Configuration config = createDefaultConfig(isNetty());
final int PAGE_MAX = 20 * 1024;
final int PAGE_SIZE = 10 * 1024;
HashMap<String, AddressSettings> map = new HashMap<String, AddressSettings>();
AddressSettings value = new AddressSettings();
map.put(LargeMessageTest.ADDRESS.toString(), value);
server = createServer(realFiles, config, PAGE_SIZE, PAGE_MAX, map);
server.start();
final int numberOfBytes = 1024;
final int numberOfBytesBigMessage = 400000;
try
{
ClientSessionFactory sf = locator.createSessionFactory();
if (sendBlocking)
{
sf.getServerLocator().setBlockOnNonDurableSend(true);
sf.getServerLocator().setBlockOnDurableSend(true);
sf.getServerLocator().setBlockOnAcknowledge(true);
}
ClientSession session = sf.createSession(null, null, false, true, true, false, 0);
session.createQueue(LargeMessageTest.ADDRESS, LargeMessageTest.ADDRESS, null, true);
ClientProducer producer = session.createProducer(LargeMessageTest.ADDRESS);
ClientMessage message = null;
for (int i = 0; i < 100; i++)
{
message = session.createMessage(true);
// TODO: Why do I need to reset the writerIndex?
message.getBodyBuffer().writerIndex(0);
for (int j = 1; j <= numberOfBytes; j++)
{
message.getBodyBuffer().writeInt(j);
}
producer.send(message);
}
ClientMessage clientFile = createLargeClientMessage(session, numberOfBytesBigMessage);
producer.send(clientFile);
session.close();
if (realFiles)
{
server.stop();
server = createServer(true, config, PAGE_SIZE, PAGE_MAX, map);
server.start();
sf = locator.createSessionFactory();
}
session = sf.createSession(null, null, false, true, true, false, 0);
ClientConsumer consumer = session.createConsumer(LargeMessageTest.ADDRESS);
session.start();
for (int i = 0; i < 100; i++)
{
ClientMessage message2 = consumer.receive(LargeMessageTest.RECEIVE_WAIT_TIME);
Assert.assertNotNull(message2);
message2.acknowledge();
Assert.assertNotNull(message2);
message.getBodyBuffer().readerIndex(0);
for (int j = 1; j <= numberOfBytes; j++)
{
Assert.assertEquals(j, message.getBodyBuffer().readInt());
}
}
consumer.close();
session.close();
session = sf.createSession(null, null, false, true, true, false, 0);
readMessage(session, LargeMessageTest.ADDRESS, numberOfBytesBigMessage);
// printBuffer("message received : ", message2.getBody());
session.close();
}
finally
{
try
{
server.stop();
}
catch (Throwable ignored)
{
}
}
}
// Private -------------------------------------------------------
// Inner classes -------------------------------------------------
}