Examples of CTTree

Examples of com.clearnlp.constituent.CTTree

745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
  void extractPos(String[] args)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    Set<String> set = new HashSet<String>();
    Pattern delim = Pattern.compile("\\+");
    CTTree tree;
   
    while ((tree = reader.nextTree()) != null)
    {
      for (CTNode node : tree.getTokens())
        for (String pos : delim.split(node.pTag))
          set.add(pos);
    }
   
    List<String> l = new ArrayList<String>(set);
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

897
898
899
900
901
902
903
904
905
906
907
908
909
  }
 
  void wc(String inputFile)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(inputFile));
    CTTree tree;
    int sc, wc;
   
    for (sc=0,wc=0; (tree = reader.nextTree()) != null; sc++)
      wc += tree.getTokens().size();
   
    System.out.println(sc+" "+wc);
  }
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    PrintStream fout = UTOutput.createPrintBufferedFileStream(args[0]+".strip");
    Set<String> set = new HashSet<String>();
    String forms;
    CTTree tree;
    int i;
   
    for (i=0; (tree = reader.nextTree()) != null; i++)
    {
      forms = tree.toForms();
     
      if (!set.contains(forms))
      {
        set.add(forms);
        fout.println(tree+"\n");
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
 
  void splitTrees(String[] args)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    PrintStream[] fout = new PrintStream[4];
    CTTree tree;
    int i, j;
   
    fout[0] = UTOutput.createPrintBufferedFileStream(args[0]+".trn.parse");
    fout[1] = UTOutput.createPrintBufferedFileStream(args[0]+".trn.raw");
    fout[2] = UTOutput.createPrintBufferedFileStream(args[0]+".tst.parse");
    fout[3] = UTOutput.createPrintBufferedFileStream(args[0]+".tst.raw");
   
    for (i=0; (tree = reader.nextTree()) != null; i++)
    {
      j = (i%6 == 0) ? 2 : 0;
     
      fout[j]  .println(tree.toString()+"\n");
      fout[j+1].println(tree.toForms());
    }
   
    for (PrintStream f : fout)  f.close();
  }
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
 
  void printTreesForCKY(String[] args)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(args[0]));
    PrintStream fout = UTOutput.createPrintBufferedFileStream(args[1]);
    CTTree tree;
    CTNode root;
    int count;
   
    while ((tree = reader.nextTree()) != null)
    {
      root = tree.getRoot();
     
      if (root.getChildrenSize() == 1)
      {
        count = stripPunct(tree);
       
        if (root.getChildrenSize() > 0 && tree.getTokens().size()-count >= 4 && !containsEmptyCategories(tree) && isCKYTree(root.getChild(0)))
          fout.println(tree+"\n");
      }
    }
   
    reader.close();
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
  }
 
  void traverse(String inputFile)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(inputFile));
    CTTree tree;
   
    while ((tree = reader.nextTree()) != null)
      traverseAux(tree.getRoot());
  }
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
   * @param extension the tree file extension (e.g., {@code parse}).
   */
  public void run(String inputDir, String outputDir, String extension)
  {
    CTReader      reader;
    CTTree        tree;
    PrintStream   fout;
    StringBuilder build;
   
    File dir = new File(outputDir);
    if (!dir.exists())  dir.mkdirs();
   
    inputDir  += File.separator;
    outputDir += File.separator;
   
    for (String filename : new File(inputDir).list(new FileExtFilter(extension)))
    {
      reader = new CTReader(UTInput.createBufferedFileReader(inputDir + filename));
      fout   = UTOutput.createPrintBufferedFileStream(outputDir + filename);
     
      while ((tree = reader.nextTree()) != null)
      {
      /*  build = new StringBuilder();
       
        for (CTNode node : tree.getTokens())
        {
          build.append(" ");
          build.append(node.form);
          build.append("/");
          build.append(node.pTag);
        }
       
        fout.println(build.substring(1));*/
       
        for (CTNode node : tree.getTokens())
        {
          build = new StringBuilder();
         
          build.append(node.form);
          build.append(AbstractColumnReader.DELIM_COLUMN);
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

79
80
81
82
83
84
85
86
87
88
89
90
   */
  public void print(String inputFile, String outputFile)
  {
    CTReader    reader = new CTReader(UTInput.createBufferedFileReader(inputFile));
    PrintStream fout   = UTOutput.createPrintBufferedFileStream(outputFile);
    CTTree      tree;

    while ((tree = reader.nextTree()) != null)
      fout.println(tree.toStringLine());
   
    fout.close();
  }
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
    for (PBInstance instance : PBLib.getPBInstanceList(propFile, treeDir, false))
    {
      if (instance.getArgSize() < 2)  continue;
     
      StringBuilder build = new StringBuilder();
      CTTree tree = instance.getTree();
     
      build.append(instance.treePath);  build.append("\t");
      build.append(instance.treeId);    build.append("\t");
      build.append(instance.predId);    build.append("\t");
      build.append(instance.roleset);    build.append("\t");
      build.append(tree.getTerminal(instance.predId).getTokenId());
      build.append("\t");
      build.append(getRawLine(tree, instance.predId));
     
      fout.println(build.toString());
    }
View Full Code Here

Examples of com.clearnlp.constituent.CTTree

108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
 
  public void normalize(String inputFile, String outputFile)
  {
    CTReader reader = new CTReader(UTInput.createBufferedFileReader(inputFile));
    PrintStream fout = UTOutput.createPrintBufferedFileStream(outputFile);
    CTTree tree;
   
    while ((tree = reader.nextTree()) != null)
    {
      CTLib.normalizeIndices(tree);
      fout.println(tree.toString()+"\n");
    }
   
    reader.close();
    fout.close();
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.