Package org.languagetool.language.identifier.detector

Class NGramDetector

java.lang.Object

org.languagetool.language.identifier.detector.NGramDetector

public class NGramDetector
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
private static final Pattern	ARMENIAN
private static final Pattern	CHINESE
private final List<String[]>	codes
private static final Pattern	DIGITS
private static final double	EPSILON
private static final Pattern	GREEK
private static final Pattern	JAPANESE
private static final Pattern	KHMER
private final List<Map<String,Double>>	knpBigramProbs
private static final Pattern	KOREAN
private final int	maxLength
private static final Pattern	TAGALOG
private static final Pattern	TAMIL
private final List<double[]>	thresholds
private final int	thresholdsStart
private final Map<String,Integer>	vocab
private static final Pattern	WHITESPACE
private final ZipFile	zipFile

Constructor Summary

Constructors

Constructor	Description
NGramDetector(File sourceModelZip, int maxLength)

Method Summary

Modifier and Type	Method	Description
Map<String,Double>	detectLanguages(String text, List<String> additionalLanguageCodes)
private List<Integer>	encode(String text)
private List<String>	expectedFiles()
private BufferedReader	getReader(String fileName)
private List<int[]>	keys(List<Integer> enc)
private static Map<String,Double>	loadDict(List<String> lines)
private List<Double>	normalize(List<Double> vals)
private List<String>	readLines(String path)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

EPSILON

private static final double EPSILON

See Also:

• Constant Field Values

DIGITS

private static final Pattern DIGITS

KOREAN

private static final Pattern KOREAN

JAPANESE

private static final Pattern JAPANESE

CHINESE

private static final Pattern CHINESE

KHMER

private static final Pattern KHMER

TAGALOG

private static final Pattern TAGALOG

ARMENIAN

private static final Pattern ARMENIAN

GREEK

private static final Pattern GREEK

TAMIL

private static final Pattern TAMIL

WHITESPACE

private static final Pattern WHITESPACE

vocab

private final Map<String,Integer> vocab

codes

private final List<String[]> codes

knpBigramProbs

private final List<Map<String,Double>> knpBigramProbs

thresholdsStart

private final int thresholdsStart

thresholds

private final List<double[]> thresholds

maxLength

private final int maxLength

zipFile

private final ZipFile zipFile

Constructor Details

NGramDetector

public NGramDetector(File sourceModelZip,
 int maxLength)
              throws IOException

Throws:

IOException

Method Details

detectLanguages

public Map<String,Double> detectLanguages(String text,
 List<String> additionalLanguageCodes)

getReader

private BufferedReader getReader(String fileName)
                          throws IOException

Throws:

IOException

readLines

private List<String> readLines(String path)

loadDict

private static Map<String,Double> loadDict(List<String> lines)

expectedFiles

private List<String> expectedFiles()

encode

private List<Integer> encode(String text)

keys

private List<int[]> keys(List<Integer> enc)

normalize

private List<Double> normalize(List<Double> vals)