Package fr.eolya.crawler.database

Examples of fr.eolya.crawler.database.ICrawlerDB


    catch (Exception e) {
      logger.logStackTrace(e, true);
      return false;
    }

    ICrawlerDB db = crawlerController.getCrawlerDB();
    if (db.updateSourceStatusStartup(src.getId(), queue.size(), queue.getDoneQueueSize())) {
      if (queue.getDoneQueueSize()>0) {
        if (src.getProcessingElapsedTime()==0) {
          Date d = this.src.getCrawlLastTimeStart();
          Date n = new Date();
          src.setProcessingElapsedTime(n.getTime() - d.getTime());
View Full Code Here


   
    return true;
  }
 
  public void close(boolean crawlerStopRequested, boolean pause, boolean pauseBySchedule) {
    ICrawlerDB db = crawlerController.getCrawlerDB();
    db.updateSourceStatusStop(src, queue.getQueueSize(), queue.getDoneQueueSize(), crawlerStopRequested, pause, pauseBySchedule, config);
  }
View Full Code Here

       
        verbose = "1".equals(config.getProperty("/crawler/param[@name='log_verbose']", "0"));
        debug = "1".equals(config.getProperty("/crawler/param[@name='log_debug']", "0"));
       
        // Get output class name
        ICrawlerDB db = crawlerController.getCrawlerDB();
        HashMap<String, String> target = db.getTarget(String.valueOf(src.getTargetId()));
        if (target==null) {
            if (logger!=null) logger.log("Failed to initiate Web Connector (no target)");
            src.memLogAppend("Failed to initiate Web Connector (no target)");
            return false;
        }
View Full Code Here

    if (!doIt) return;

    updateProcessingInfoLastTime = nowTime;
   
    String processingInfo = buildProcessedInfoXml(doneQueueSize);
    ICrawlerDB db = crawlerController.getCrawlerDB();
    db.updateSourceProcessingInfo(src.getId(), queueSize, doneQueueSize, processingInfo);   
  }
View Full Code Here

TOP

Related Classes of fr.eolya.crawler.database.ICrawlerDB

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.