Examples of CrawljaxConfiguration

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
    CrawlSpecification spec = new CrawlSpecification(Utils.URL);
    spec.setMaximumStates(5);
    spec.clickDefaultElements();

    CrawljaxConfiguration config = new CrawljaxConfiguration();
    config.setBrowser(BrowserType.firefox);
    config.setCrawlSpecification(spec);

    SaveCrawlSession saveCrawlSessionPlugin = new SaveCrawlSession(Utils.SESSION_XML);
    saveCrawlSessionPlugin.setOutputFolder(Utils.OUTPUTFOLDER);
    config.addPlugin(saveCrawlSessionPlugin);

    try {
      CrawljaxController controller = new CrawljaxController(config);
      controller.run();
    } catch (ConfigurationException e) {
View Full Code Here

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

58
59
60
61
62
63
64
65
66
67
68
69
70
    input.field("q").setValue("Crawljax");
    return input;
  }

  private static CrawljaxConfiguration getConfig() {
    CrawljaxConfiguration crawljaxConfiguration = new CrawljaxConfiguration();
    crawljaxConfiguration.setBrowser(BrowserType.ie);
    crawljaxConfiguration.setCrawlSpecification(getCrawlSpecification());

    // Generate a crawl report
    // crawljaxConfiguration.addPlugin(new CrawlOverview());
    return crawljaxConfiguration;
  }
View Full Code Here

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

20
21
22
23
24
25
26
27
28
29
30
31
32
33
 
  public static void main(String[] args) {

    try {
      // configure the crawling engine
      CrawljaxConfiguration config = getCrawljaxConfiguration();

      // add your plugin
      config.addPlugin(new SamplePlugin());

      // initilize and run Crawljax
      CrawljaxController crawljax = new CrawljaxController(config);
      crawljax.run();
View Full Code Here

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

35
36
37
38
39
40
41
42
43
44
45
      e.printStackTrace();
    }
  }
 
  private static CrawljaxConfiguration getCrawljaxConfiguration() {
    CrawljaxConfiguration config = new CrawljaxConfiguration();
    config.setCrawlSpecification(getCrawlSpecification());
    config.setThreadConfiguration(getThreadConfiguration());
    config.setBrowser(BrowserType.firefox);
    return config;
  }
View Full Code Here

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

26
27
28
29
30
31
32
33
34
35
36
37
38
      System.exit(1);
    }
    CrawlSpecification crawler = new CrawlSpecification(args[0]);
    crawler.clickDefaultElements();

    CrawljaxConfiguration config = new CrawljaxConfiguration();

    config.setCrawlSpecification(crawler);

    try {
      CrawljaxController crawljax = new CrawljaxController(config);
      crawljax.run();
    } catch (ConfigurationException e) {
View Full Code Here

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

25
26
27
28
29
30
31
32
33
34
35
  private CrawljaxSimpleExampleSettings() {

  }

  private static CrawljaxConfiguration getCrawljaxConfiguration() {
    CrawljaxConfiguration config = new CrawljaxConfiguration();
    config.setCrawlSpecification(getCrawlSpecification());
    config.setThreadConfiguration(getThreadConfiguration());
    config.setBrowser(BrowserType.firefox);
    return config;
  }
View Full Code Here

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

58
59
60
61
62
63
64
65
66
67
68
69
70
    input.field("q").setValue("Crawljax");
    return input;
  }

  private static CrawljaxConfiguration getConfig() {
    CrawljaxConfiguration crawljaxConfiguration = new CrawljaxConfiguration();
    crawljaxConfiguration.setBrowser(BrowserType.ie);
    crawljaxConfiguration.setCrawlSpecification(getCrawlSpecification());

    // Generate a crawl report
    // crawljaxConfiguration.addPlugin(new CrawlOverview());
    return crawljaxConfiguration;
  }
View Full Code Here

Examples of com.crawljax.core.configuration.CrawljaxConfiguration

25
26
27
28
29
30
31
32
33
  private CrawljaxAdvancedExampleSettings() {

  }

  private static CrawljaxConfiguration getCrawljaxConfiguration() {
    CrawljaxConfiguration config = new CrawljaxConfiguration();
    config.setCrawlSpecification(getCrawlSpecification());
    return config;
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.