Package fr.eolya.crawler.queue

Examples of fr.eolya.crawler.queue.ISourceItemsQueue.start()

855
856
857
858
859
860
861
862
863
864
865
    if (src.isClear()) return sourceQueue;

    // TODO : v4 - Utile ???
    if (sourceQueue.getQueueSize()>0 && !src.isRescan() && !src.isRescanFromCache())
      sourceQueue.start();
    else {
      if (!src.isRescan() && !src.isRescanFromCache()) {
        int startDepth = 0;
        if (src.isDeeper()) {
          startDepth = sourceQueue.getCurrentMaxDepth();
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
      IDBConnection dbConnection = DBConnectionFactory.getDBConnectionInstance("mongodb", "localhost", 27017,  "", "");
      ISourceItemsQueue queue = QueueFactory.getSourceItemsQueueInstance("mongodb", 1, dbConnection, "testFifoQueue", "TestMongoDBWebSiteUrlFifoQueue");
     
      if (queue!=null) {
        queue.reset();
        queue.start();
        assertEquals(0, queue.size());
       
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/", 0).getMap()));
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/2.html", 1).getMap()));
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/3.html", 2).getMap()));
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
        assertEquals(0, queue.size());   
      }
     
      queue = QueueFactory.getSourceItemsQueueInstance("mongodb", 1, dbConnection, "testFifoQueue", "TestMongoDBWebSiteUrlFifoQueue"); 
      if (queue!=null) {
        queue.start();
        assertEquals(0, queue.size());
        assertFalse(queue.push(getItemWeb(1, "http://a.a.a/", 0).getMap()));
        queue.stop();
      }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
        queue.stop();
      }

      queue = QueueFactory.getSourceItemsQueueInstance("mongodb", 1, dbConnection, "testFifoQueue", "TestMongoDBWebSiteUrlFifoQueue"); 
      if (queue!=null) {
        queue.start();
        assertEquals(0, queue.size());
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/", 0).getMap()));
      }
    }
    catch (Exception e) {
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
      IDBConnection dbConnection = DBConnectionFactory.getDBConnectionInstance("mongodb", "localhost", 27017,  "", "");
      ISourceItemsQueue queue = QueueFactory.getSourceItemsQueueInstance("mongodb", 1, dbConnection, "testFifoQueue", "TestMongoDBWebSiteUrlFifoQueue");
     
      if (queue!=null) {
        queue.reset();
        queue.start();
        assertEquals(0, queue.size());
        assertTrue(queue.push(getItemWeb(1, "http://a.a.a/", 0).getMap()));
      }
    }
    catch (Exception e) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.