Examples of DocumentMap

com.alimama.mdrill.index.utils.DocumentMap
com.intersys.gds.DocumentMap
DocumentMap is the principal GDS building block. It provides methods to store, load and run queries which return Document types. DocumentMap is mapped as a global. For example, a DocumentMap called "Person" will be mapped as ^Person. Keys used to access individual Documents correspond to global subscripts, and each Document is a global node entry. For example, the following "Person" Document, identified by key, and given here as a JSON string: { "name" : "John Smith" , "dob" : "12-10-1975", "ssn" : "105-01-9843" } will be stored as a single global node: ^Person(key)=$LB("John Smith","12-10-1975","105-01-9843"). Document schema is declared using DocumentType
nux.xom.pool.DocumentMap
lib compression config.setMaxEntries(10000); // max 10000 documents config.setCapacity(100 * 1024 * 1024); // max 100 MB capacity config.setMaxIdleTime(60 * 1000); // keep inactive entries for at most 60 secs config.setMaxLifeTime(60 * 60 * 1000); // keep any entry for at most 1 hour config.setFileMonitoring(true); // auto-remove cached files on file modification DocumentMap map = new DocumentMap(config); File key = new File("samples/data/periodic.xml"); // file to parse Document doc = map.getDocument(key); if (doc == null) { // not yet cached // build document from source doc = BuilderPool.GLOBAL_POOL.getBuilder(false).build(key); // cache it for future reuse map.putDocument(key, doc); } // do something useful with the document System.out.println(doc.toXML()); Note: Internally uses extremely short-lived locks; the resulting potential lock contention is completely negligible. @author whoschek.AT.lbl.DOT.gov @author $Author: hoschek3 $ @version $Revision: 1.35 $, $Date: 2005/12/10 01:05:49 $
org.apache.tuscany.sca.domain.search.DocumentMap
A map that holds a collection of {@link Document}s. Each {@link Document} keyshould ideally be something that is unique across the entire contribution documents. This class overrides {@link HashMap#get(Object)} method, so itadds an empty {@link Document} object if the specified key is not found inthe map. @version $Rev: 830448 $ $Date: 2009-10-27 23:38:34 -0700 (Tue, 27 Oct 2009) $

Examples of com.alimama.mdrill.index.utils.DocumentMap

          }
          
        }
      }
      
      context.write(new PairWriteable(this.Index++), new DocumentMap(res));


      
      if(this.isuniqcheck&&uniqfieldIndex>0&&res[uniqfieldIndex]!=null)
      {
        String notempty=res[uniqfieldIndex];
        if(notempty.length()>0&&!notempty.equals("_"))
        {
          context.write(new PairWriteable(new Text("uniq_"+notempty)), new DocumentMap());
        }
      }
      
      return true;

View Full Code Here

Examples of com.alimama.mdrill.index.utils.DocumentMap

    if(!key.isNum())
    {
      int dumps=0;
      Iterator<DocumentMap> iterator = values.iterator();
      while (iterator.hasNext()) {
        DocumentMap doclist = iterator.next();
        dumps++;
      }
      if(dumps>1)
      {
        context.getCounter("higo", "dumpcount").increment(1);;
        if(debuglines<100)
          {
            debuglines++;
              System.out.println("dumpcount: " + key.toString()   + "");
          }
      }
      return ;
    }
    
    lastkey = new IntWritable(key.getIndex());
    
    Iterator<DocumentMap> iterator = values.iterator();
    while (iterator.hasNext()) {
      if(doccount>maxDocCount||debugInfo>maxDocCount_l)
      {
        LOG.info("count over:"+debugInfo);


        break ;
      }
      
      DocumentMap map=iterator.next();
      
      int addcnt=doclistcache.add(map,this.fields);
      if(addcnt<=0)
      {
        context.getCounter("higo", "addempty").increment(1);

View Full Code Here

Examples of com.intersys.gds.DocumentMap

    DocumentType locationType = DocumentType.createDocumentType("Location", jugLocation);
    locationType.setReference("venue", ElementType.TYPE_BACK_REFERENCE, "WorldJUGs", "NONE");
    connection.saveDocumentType(locationType);
    
    //4.Create the db object handle
    DocumentMap dbDocHandle = connection.getDocumentMap("WorldJUGs");
    
    //5. Store the data in the database
    for(int j=0; j<documentCount; j++){
      Document ljug = worldJugs.get(j);
      dbDocHandle.store(Integer.toString(j), ljug);
    }
    //6. Close the connection
    connection.close();
  }

View Full Code Here

Examples of nux.xom.pool.DocumentMap

        }
      }
    };
    
    return new DocumentPool(
      new DocumentMap(
        new PoolConfig().
          setCompressionLevel(docPoolCompression).
          setCapacity(docPoolCapacity)), 
        docFactory);
  }

View Full Code Here

Examples of nux.xom.pool.DocumentMap

    
    if (args.length > ++k) config.setMaxIdleTime(Long.parseLong(args[k]));
    
    if (args.length > ++k) config.setMaxLifeTime(Long.parseLong(args[k]));
    
    final DocumentMap pool = new DocumentMap(config);
    
    final File[] files = new File[numFiles];
    new File("tmp").mkdir();
    for (int j=0; j < numFiles; j++) {
      files[j] = new File("tmp/file" + j + ".xml");
      System.out.println("writing " + files[j]);
      FileWriter out = new FileWriter(files[j]);
      out.write("<hello/>");
      out.flush();
      out.close();
    }
    
    for (int j=0; j < threads; j++) {
      final int t = j;
      Runnable runner = new Runnable() {
        public void run() {
          try {
            Builder builder = new Builder();
            int i = 0;
            while (i < files.length) {
              System.out.println("t="+ t + ", index="+i);
              Document doc = builder.build(files[i]);
              Object key = files[i];
              pool.putDocument(key, doc);
              i++;
            }
            System.out.println("done");
          }
          catch (Throwable t) {

View Full Code Here

Examples of nux.xom.pool.DocumentMap

    if (args.length > ++k) config.setMaxLifeTime(Long.parseLong(args[k]));
    
    int printStep = 10;
    if (args.length > ++k) printStep = Math.max(1, Integer.parseInt(args[k]));
    
    final DocumentMap pool = new DocumentMap(config);
    
    for (int j=0; j < threads; j++) {
      final int t = j;
      final Document xmlDoc = doc;
      final int step = printStep;
      Runnable runner = new Runnable() {
        public void run() {
          try {
            int i = 0;
            while (true) {
              if (i % step == 0) System.out.println("t="+ t + ", index=" + i);
              Document doc;
              if (xmlDoc == null) {
                Element root = new Element("root");
                Element child = new Element("child");
                root.appendChild(child);
                for (int j=0; j < 10000; j++) child.appendChild("xxxxxxxxxxxxxxxxxx" + j);
                doc = new Document(root);
              }
              else {
                doc = xmlDoc;
                if (config.getCompressionLevel() == -1) doc = new Document(doc);
              }
              
              Object key = new Integer(i + t*100);
//              Object key = new Integer(-1);
              pool.putDocument(key, doc);
              
//              // simulate hot cache items (gc should bias against collecting these)
              pool.getDocument(new Integer(8)); 
              
//              pool.getDocument(key);
              i++;
            }
          }

View Full Code Here

Examples of org.apache.tuscany.sca.domain.search.DocumentMap


    }


    private void contributionAdded(Contribution contribution, IndexWriter indexWriter) throws IndexException {
        DomainSearchDocumentProcessorsMap docProcessors = new DomainSearchDocumentProcessorsMap();
        DocumentMap docs = new DocumentMap();


        try {
            docProcessors.process(docProcessors, docs, contribution, null, "");


        } catch (Exception e) {
            e.printStackTrace();
        }


        // FileWriter writer = new FileWriter("indexed.txt");
        for (Document doc : docs.values()) {
            org.apache.lucene.document.Document luceneDoc = doc.createLuceneDocument();
            // writer.write(luceneDoc.toString());
            // writer.write('\n');
            // writer.write('\n');

View Full Code Here

Examples of org.apache.tuscany.sca.domain.search.DocumentMap


    }


    private void contributionAdded(Contribution contribution, IndexWriter indexWriter) throws IndexException {
        DomainSearchDocumentProcessorsMap docProcessors = new DomainSearchDocumentProcessorsMap();
        DocumentMap docs = new DocumentMap();


        try {
            docProcessors.process(docProcessors, docs, contribution, null, "");


        } catch (Exception e) {
            e.printStackTrace();
        }


        // FileWriter writer = new FileWriter("indexed.txt");
        for (Document doc : docs.values()) {
            org.apache.lucene.document.Document luceneDoc = doc.createLuceneDocument();
            // writer.write(luceneDoc.toString());
            // writer.write('\n');
            // writer.write('\n');

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.