/* LanguageTool, a natural language style checker
* Copyright (C) 2014 Daniel Naber (http://www.danielnaber.de)
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free Software
* Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301
* USA
*/
package org.languagetool.dev.blogs;
import de.abelssoft.tools.FileTools;
import org.apache.commons.lang.StringEscapeUtils;
import org.languagetool.JLanguageTool;
import org.languagetool.Language;
import org.languagetool.commandline.CommandLineTools;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
/**
* Runs LT over the blog content fetched with {@link BlogFetcher}.
* @since 2.7
*/
class BlogChecker {
private void check(File dir, Language lang) throws IOException {
JLanguageTool lt = new JLanguageTool(lang);
lt.disableRule("WHITESPACE_RULE");
lt.disableRule("UNPAIRED_BRACKETS");
File[] files = dir.listFiles();
for (File file : files) {
try (FileInputStream is = new FileInputStream(file)) {
System.out.println("\n=== " + file.getName() + " ================================");
String content = cleanup(FileTools.loadFile(is, "utf-8"));
CommandLineTools.checkText(content, lt);
}
}
}
private String cleanup(String content) {
String result = content
.replaceAll("\\s+", " ")
.replaceAll("<div.*?>", "")
.replaceAll("</div>", "\n\n")
.replaceAll("</h[1-6]>", "\n\n")
.replaceAll("<li>", "\n")
.replaceAll("<p.*?>", "")
.replaceAll("</p>", "\n\n")
.replaceAll("<a.*?>", "")
.replaceAll("</a>", "")
.replaceAll("<br\\s*/>", "")
.replaceAll("<br>", "")
.replaceAll("<.*?>", "");
return StringEscapeUtils.unescapeHtml(result).replace(" ", " "); // nbsp
}
public static void main(String[] args) throws IOException {
if (args.length != 2) {
System.err.println("Usage: " + BlogChecker.class.getSimpleName() + " <langCode> <contentDir>");
System.exit(1);
}
BlogChecker checker = new BlogChecker();
Language lang = Language.getLanguageForShortName(args[0]);
checker.check(new File(args[1]), lang);
}
}