/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.jackrabbit.core.data;
import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.HashSet;
import java.util.Random;
import java.util.Set;
import junit.framework.TestCase;
import org.apache.commons.io.FileUtils;
import org.apache.jackrabbit.core.data.db.DbDataStore;
import org.apache.jackrabbit.core.util.db.ConnectionFactory;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
* Tests concurrent garbage collection, see JCR-2026
*/
public class ConcurrentGcTest extends TestCase {
static final Logger LOG = LoggerFactory.getLogger(ConcurrentGcTest.class);
private static final String TEST_DIR = "target/ConcurrentGcTest";
protected DataStore store;
private Thread gcLoopThread;
protected Set<DataIdentifier> ids = Collections.synchronizedSet(new HashSet<DataIdentifier>());
protected volatile boolean gcLoopStop;
protected volatile Exception gcException;
public void setUp() throws IOException {
deleteAll();
}
public void tearDown() throws IOException {
deleteAll();
}
private void deleteAll() throws IOException {
FileUtils.deleteDirectory(new File(TEST_DIR));
}
public void testDatabases() throws Exception {
// doTestDatabase(
// "org.h2.Driver",
// "jdbc:h2:" + TEST_DIR + "/db",
// "sa", "sa");
// not enabled by default
// doTestDatabase(
// "org.postgresql.Driver",
// "jdbc:postgresql:test",
// "sa", "sa");
// not enabled by default
// doTestDatabase(
// "com.mysql.jdbc.Driver",
// "jdbc:postgresql:test",
// "sa", "sa");
// fails with a deadlock
// doTestDatabase(
// "org.apache.derby.jdbc.EmbeddedDriver",
// "jdbc:derby:" + TEST_DIR + "/db;create=true",
// "sa", "sa");
}
private void doTestDatabase(String driver, String url, String user, String password) throws Exception {
ConnectionFactory pool = new ConnectionFactory();
try {
DbDataStore store = new DbDataStore();
store.setConnectionFactory(pool);
ids.clear();
store.setDriver(driver);
store.setUrl(url);
store.setUser(user);
store.setPassword(password);
store.init("target/test-db-datastore");
store.setMinRecordLength(0);
doTest(store);
} finally {
pool.close();
}
}
public void testFile() throws Exception {
FileDataStore store = new FileDataStore();
store.setPath(TEST_DIR + "/fs");
store.init(TEST_DIR + "/fs");
store.setMinRecordLength(0);
doTest(store);
}
void doTest(DataStore store) throws Exception {
this.store = store;
Random r = new Random();
concurrentGcLoopStart();
int len = 100;
if (getTestScale() > 1) {
len = 1000;
}
for (int i = 0; i < len && gcException == null; i++) {
LOG.info("test " + i);
byte[] data = new byte[3];
r.nextBytes(data);
DataRecord rec = store.addRecord(new ByteArrayInputStream(data));
LOG.debug(" added " + rec.getIdentifier());
if (r.nextBoolean()) {
LOG.debug(" added " + rec.getIdentifier() + " -> keep reference");
ids.add(rec.getIdentifier());
store.getRecord(rec.getIdentifier());
}
if (r.nextInt(100) == 0) {
LOG.debug("clear i: " + i);
ids.clear();
}
}
concurrentGcLoopStop();
store.close();
}
private void concurrentGcLoopStart() {
gcLoopStop = false;
gcException = null;
gcLoopThread = new Thread() {
public void run() {
try {
while (!gcLoopStop) {
if (ids.size() > 0) {
// store.clearInUse();
long now = System.currentTimeMillis();
LOG.debug("gc now: " + now);
store.updateModifiedDateOnAccess(now);
for (DataIdentifier id : new ArrayList<DataIdentifier>(ids)) {
LOG.debug(" gc touch " + id);
store.getRecord(id);
}
int count = store.deleteAllOlderThan(now);
LOG.debug("gc now: " + now + " done, deleted: " + count);
}
}
} catch (DataStoreException e) {
gcException = e;
}
}
};
gcLoopThread.start();
}
private void concurrentGcLoopStop() throws Exception {
gcLoopStop = true;
gcLoopThread.join();
if (gcException != null) {
throw gcException;
}
}
static int getTestScale() {
return Integer.parseInt(System.getProperty("jackrabbit.test.scale", "1"));
}
}