Examples of CTTree

com.clearnlp.constituent.CTTree
Constituent tree. @see CTReader @see CTNode @since 1.0.0 @author Jinho D. Choi ({@code jdchoi77@gmail.com})

Examples of com.clearnlp.constituent.CTTree

  }
  
  void wc(String inputFile)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(inputFile));
    CTTree tree;
    int sc, wc;
    
    for (sc=0,wc=0; (tree = reader.nextTree()) != null; sc++)
      wc += tree.getTokens().size();
    
    System.out.println(sc+" "+wc);
  }

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    PrintStream fout = UTOutput.createPrintBufferedFileStream(args[0]+".strip");
    Set<String> set = new HashSet<String>();
    String forms;
    CTTree tree;
    int i;
    
    for (i=0; (tree = reader.nextTree()) != null; i++)
    {
      forms = tree.toForms();
      
      if (!set.contains(forms))
      {
        set.add(forms);
        fout.println(tree+"\n");

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

  
  void splitTrees(String[] args)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    PrintStream[] fout = new PrintStream[4];
    CTTree tree;
    int i, j;
    
    fout[0] = UTOutput.createPrintBufferedFileStream(args[0]+".trn.parse");
    fout[1] = UTOutput.createPrintBufferedFileStream(args[0]+".trn.raw");
    fout[2] = UTOutput.createPrintBufferedFileStream(args[0]+".tst.parse");
    fout[3] = UTOutput.createPrintBufferedFileStream(args[0]+".tst.raw");
    
    for (i=0; (tree = reader.nextTree()) != null; i++)
    {
      j = (i%6 == 0) ? 2 : 0;
      
      fout[j]  .println(tree.toString()+"\n");
      fout[j+1].println(tree.toForms());
    }
    
    for (PrintStream f : fout)  f.close();
  }

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

  
  void printTreesForCKY(String[] args)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    PrintStream fout = UTOutput.createPrintBufferedFileStream(args[1]);
    CTTree tree;
    CTNode root;
    int count;
    
    while ((tree = reader.nextTree()) != null)
    {
      root = tree.getRoot();
      
      if (root.getChildrenSize() == 1)
      {
        count = stripPunct(tree);
        
        if (root.getChildrenSize() > 0 && tree.getTokens().size()-count >= 4 && !containsEmptyCategories(tree) && isCKYTree(root.getChild(0)))
          fout.println(tree+"\n");
      }
    }
    
    reader.close();

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

  }
  
  void traverse(String inputFile)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(inputFile));
    CTTree tree;
    
    while ((tree = reader.nextTree()) != null)
      traverseAux(tree.getRoot());
  }

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

  void checkConstituentTags(String[] args)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    Set<String> phrases = new TreeSet<String>();
    Set<String> tokens  = new TreeSet<String>();
    CTTree tree;
    
    while ((tree = reader.nextTree()) != null)
      checkConstituents(tree.getRoot(), phrases, tokens);
    
    reader.close();
    
    for (String s : phrases)  System.out.println(s);
    System.out.println();

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

    CTReader  pin = new CTReader();
    TOKReader tin = new TOKReader(0);
    
    int i, size = ptbFiles.length;
    List<String> tokens;
    CTTree tree;
    
    for (i=0; i<size; i++)
    {
      pin.open(UTInput.createBufferedFileReader(ptbFiles[i]));
      tin.open(UTInput.createBufferedFileReader(rawFiles[i]));
      System.out.println(rawFiles[i]);
      
      while ((tree = pin.nextTree()) != null)
      {
        tokens = tin.next();
        
        if (tree.getTokens().size() != tokens.size())
          System.out.println(UTArray.join(tokens, " "));
      }
    }
  }

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

  
  void printTreebank(String[] args)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    PrintStream fout = UTOutput.createPrintBufferedFileStream(args[1]);
    CTTree tree;
    
    while ((tree = reader.nextTree()) != null)
      fout.println(tree.toString()+"\n");
    
    reader.close();
    fout.close();
  }

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

    String[] inputFiles = UTFile.getSortedFileList(args[1], "ptb");
    String outputFile;
    PrintStream fout;
    CTReader reader;
    DEPTree dTree;
    CTTree cTree;
    
    for (String inputFile : inputFiles)
    {
      outputFile = UTFile.replaceExtension(inputFile, "dep");
      reader = new CTReader(UTInput.createBufferedFileReader(inputFile));

View Full Code Here

Examples of com.clearnlp.constituent.CTTree

  void extractDEP(String[] args)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    Set<String> set = new HashSet<String>();
    Pattern delim = Pattern.compile("\\+");
    CTTree tree;
    
    while ((tree = reader.nextTree()) != null)
    {
      extractDEPAux(tree.getRoot(), set, delim);
    }


    List<String> list = new ArrayList<String>(set);
    Collections.sort(list);
    System.out.println(list);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.