Package com.flaptor.util

Examples of com.flaptor.util.Config

27
28
29
30
31
32
33
34
35
public class ConstantBoostValueTest extends TestCase {

    private ConstantBoostValue cbv;

    public void setUp() {
        Config config = Config.getEmptyConfig();
        config.set("value.constant","1000");
        cbv = new ConstantBoostValue(config);
    }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
46
47
        tmpDir = com.flaptor.util.FileUtil.createTempDir("junit", ".tmp").getAbsolutePath();
        // Configuration
        // common
        Config.getConfig("common.properties").set("baseDir", tmpDir);
        // indexer:
        Config config = Config.getConfig("indexer.properties");
        config.set("Indexer.fields", "content");
        config.set("docIdName", "docId");
        config.set("IndexManager.updateInterval", "1000");
        config.set("IndexLibrary.remoteIndexUpdaters","");
        config.set("IndexLibrary.rsyncAccessString","");
        man = new IndexManager(null);
    }
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
    private static final int BASE_PORT = 47000;
    private static final int OFFSET_RMI = 0;

    @Override
    protected void setUp() throws Exception {
        Config common = Config.getConfig("common.properties");
        common.set("port.base", "" + BASE_PORT);
        common.set("port.offset.indexer.rmi", "" + OFFSET_RMI);
        common.set("baseDir", com.flaptor.util.FileUtil.createTempDir("RmiIndexerStubTest", ".tmp").getAbsolutePath());
        Config config = Config.getConfig("indexer.properties");
        config.set("IndexManager.updateInterval", "10000");
        config.set("Indexer.maxQueueSize", "100");
        config.set("Indexer.modules", "com.flaptor.hounder.indexer.Writer");
        config.set("IndexLibrary.remoteIndexUpdaters", "");
        config.set("IndexLibrary.rsyncAccessString", "");
        config.set("clustering.enable","no"); //We are not testing clusterfest here.
        config.set("Writer.fields","");
   
        IIndexer baseIndexer = new Indexer();
        indexer = new MultipleRpcIndexer(baseIndexer,true, false);

    }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
        for (int i = 0; i < numIndexers ; i++) {
            setUpIndexer(i);
            hosts += "127.0.0.1:"+genPort(i)+",";
        }
        hosts = hosts.substring(0,hosts.length()-1);
        Config config = Config.getConfig("multiIndexer.properties");
        config.set("multiIndexer.useXslt","no");
        config.set("indexer.hosts",hosts);
        config.set("clustering.enable","false");
        Config.getConfig("common.properties").set("port.base", String.valueOf(genPort(numIndexers + 1 )));
        Config.getConfig("indexer.properties").set("clustering.enable","false");
    }
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
        com.flaptor.util.FileUtil.deleteDir(tmpDir);
        tmpDirs.add(tmpDir);
        Config.getConfig("common.properties").set("baseDir", tmpDir);
        Config.getConfig("common.properties").set("port.base", String.valueOf(genPort(i)));

        Config config = Config.getConfig("indexer.properties");
        //config.set("Indexer.modules", "");
        config.set("Writer.fields", "content");
        config.set("Indexer.maxQueueSize", "100");
        config.set("docIdName", "docId");
        config.set("IndexManager.updateInterval", "2000");
        config.set("IndexLibrary.remoteIndexUpdaters","");
        config.set("IndexLibrary.rsyncAccessString","");
        config.set("IndexManager.indexDescriptor",i+"of"+numIndexers+"@defaultCluster");
        config.set("Indexer.modules","com.flaptor.hounder.indexer.CommandsModule,com.flaptor.hounder.indexer.LoggerModule,com.flaptor.hounder.indexer.Writer");
        config.set("clustering.enable","false");

        IIndexer baseIndexer = new Indexer();
        MultipleRpcIndexer indexer = new MultipleRpcIndexer(baseIndexer,true/*rmi*/,false/*xmlrpc*/);
        rpcIndexers.add(indexer);
        baseIndexers.add(baseIndexer);
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
    @TestInfo(testType = TestInfo.TestType.UNIT
        ,requiresPort = {30000, 31000,32000})
    public void testMixedNodesFails() throws Exception{
        // Mix up hosts
        Config config = Config.getConfig("multiIndexer.properties");
        String[] hosts = config.getStringArray("indexer.hosts");
        StringBuffer sb = new StringBuffer();
        for (int i = hosts.length - 1 ; i >= 0; i--) {
            sb.append(hosts[i]);
            sb.append(",");
        }
        config.set("indexer.hosts",sb.substring(0,sb.length()-1));


        // filter output to avoid logging expected errors
        super.filterOutputRegex("Unfortunately");
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
44
45
46
    private static final Logger logger = Logger.getLogger(Execute.whoAmI());
    HtmlParser parser;
   
    @Override
    public void setUp() {
        Config indexerConfig = Config.getConfig("indexer.properties");
        indexerConfig.set("HtmlParser.inputTagNames","body");
        indexerConfig.set("HtmlParser.outputFieldNames","text");
        indexerConfig.set("HtmlParser.removedXPath","");
        indexerConfig.set("HtmlParser.separatorTags","");
        indexerConfig.set("HtmlParser.stored","true");
        indexerConfig.set("HtmlParser.indexed","true");
        parser = new HtmlParser();
    }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
            requiresPort = {8086})
    public void testFetcher() throws Exception {
        int size = 10;

        // Build the configured fetcher
        Config config = Config.getConfig("crawler.properties");
        String className = config.getString("fetcher.plugin");
        IFetcher fetcher = (IFetcher)Class.forName(className).getConstructor(new Class[]{}).newInstance(new Object[]{});

        // Create web pages and add them to a fetchlist
        FetchList fetchlist = new FetchList();
        HashMap<String,String> testPages = new HashMap<String,String>();
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
        // The parser throws an exception, caused by an stack overflow.
        // ignore it.
        filterOutput("processTag:null");
        File docFile = new File("test/com/flaptor/hounder/indexer/killerDoc.xml");
       
        Config conf = Config.getConfig("indexer.properties");
        String[] inputTagNames = conf.getStringArray("HtmlParser.inputTagNames");
        boolean flag= false;
        for (String s: inputTagNames){
            if ("body".equals(s)){
                flag=true;
                break;
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
  @Override
    public void setUp() throws Exception {
    tmpDir = com.flaptor.util.FileUtil.createTempDir("junit", ".tmp").getAbsolutePath();
        com.flaptor.util.FileUtil.deleteDir(tmpDir);
        Config config = Config.getConfig("indexer.properties");
        // Configuration
        // indexer:
        Config.getConfig("common.properties").set("baseDir", tmpDir);
        config.set("Indexer.modules", "");
        config.set("Indexer.fields", "content");
        config.set("Indexer.maxQueueSize", "100");
    config.set("docIdName", "docId");
        config.set("IndexManager.updateInterval", "0");
        config.set("IndexLibrary.remoteIndexUpdaters","");
        config.set("IndexLibrary.rsyncAccessString","");
        config.set("clustering.enable","false");
    }
View Full Code Here
TOP

Related Classes of com.flaptor.util.Config

  • com.flaptor.hounder.cache.HttpCacheServer$CacheHandler
  • com.flaptor.hounder.classifier.bayes.BayesCalculatorTest
  • com.flaptor.hounder.classifier.WhyBean
  • com.flaptor.hounder.cluster.MultiSearcher
  • com.flaptor.hounder.crawler.bean.CrawlerBean
  • com.flaptor.hounder.crawler.Crawler
  • com.flaptor.hounder.crawler.CrawlerProgress
  • com.flaptor.hounder.crawler.CrawlerTest
  • com.flaptor.hounder.crawler.FetchdataProcessor
  • com.flaptor.hounder.crawler.FetcherTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.