Package org.dlib.tools

Examples of org.dlib.tools.FullTokenizer


    HashSet<String> set = new HashSet<String>();

    while ((line = ir.readLine()) != null)
    {
      FullTokenizer ft = new FullTokenizer(line, "|");

//      String code = ft.nextToken();
//      ft.nextToken();
//      ft.nextToken();
//      String engDes = ft.nextToken().trim();
//      String fraDes = ft.nextToken().trim();

//      ow.write("INSERT INTO IsoLanguages(id, code) VALUES ("+ id +",\""+ code +"\");\n");
//      ow.write("INSERT INTO IsoLanguagesDes(idDes, langId, label) VALUES ("+ id +",\"en\", \""+up(engDes)+"\");\n");
//      ow.write("INSERT INTO IsoLanguagesDes(idDes, langId, label) VALUES ("+ id +",\"es\", \""+up(engDes)+"\");\n");
//      ow.write("INSERT INTO IsoLanguagesDes(idDes, langId, label) VALUES ("+ id +",\"cn\", \""+up(engDes)+"\");\n");
//      ow.write("INSERT INTO IsoLanguagesDes(idDes, langId, label) VALUES ("+ id +",\"fr\", \""+up(fraDes)+"\");\n");
//      ow.write("\n");

//      dbms.execute("INSERT INTO IsoLanguages(id, code) VALUES (?,?)", id, code);
//      dbms.execute("INSERT INTO IsoLanguagesDes(idDes, langId, label) VALUES (?,?,?)", id, "en", up(engDes));
//      dbms.execute("INSERT INTO IsoLanguagesDes(idDes, langId, label) VALUES (?,?,?)", id, "es", up(engDes));
//      dbms.execute("INSERT INTO IsoLanguagesDes(idDes, langId, label) VALUES (?,?,?)", id, "cn", up(engDes));
//      dbms.execute("INSERT INTO IsoLanguagesDes(idDes, langId, label) VALUES (?,?,?)", id, "fr", up(fraDes));
//      dbms.commit();

      String longCode = ft.nextToken();
      ft.nextToken();
      String shortCode = ft.nextToken();

      if (shortCode.length() == 2)
      {
        if (set.contains(shortCode))
          System.out.println("Skipped short code : "+shortCode);
View Full Code Here

TOP

Related Classes of org.dlib.tools.FullTokenizer

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.