Package org.languagetool.tagging.uk

Class CompoundTagger

java.lang.Object

org.languagetool.tagging.uk.CompoundTagger

class CompoundTagger
extends Object

Allows to tag compound words with hyphen dynamically by analyzing each part

Since:

3.0

Field Summary

Fields

Modifier and Type	Field	Description
private static final Pattern	ABBR_PATTERN
private static final Pattern	ADJ_PREFIX_NUMBER
private static final String	ADJ_TAG_FOR_PO_ADV_MIS
private static final String	ADJ_TAG_FOR_PO_ADV_NAZ
private static final List<String>	BAD_SUFFIX
private final CompoundDebugLogger	compoundDebugLogger
private final Locale	conversionLocale
private static final Pattern	DASH_PREFIX_LAT_PATTERN
private static final Map<String,String>	dashPrefixes
private static final Set<String>	dashPrefixesInvalid
private static final Pattern	EXTRA_TAGS
private static final Pattern	EXTRA_TAGS_DROP
private static final Pattern	EXTRA_TAGS_DROP_NONINFL
private static final Pattern	FNAME
private static final Set<String>	followerSet
private static final Pattern	GEO_V_NAZ
private static final Pattern	INTJ_PATTERN
private static final List<String>	LEFT_O_ADJ
(package private) static final List<String>	LEFT_O_ADJ_INVALID
(package private) static final Pattern	LEFT_O_ADJ_INVALID_PATTERN
private static final Set<String>	leftMasterSet
private static final Pattern	LNAME_V_NAZ
private static final Pattern	LNAME_V_ROD
private static final Pattern	MNP_NAZ_REGEX
private static final Pattern	MNP_ROD_REGEX
private static final Pattern	MNP_ZNA_REGEX
private static final Pattern	NAME
private static final List<String>	NAME_SUFFIX
private static final Set<String>	noDashPrefixes
private static final Set<String>	noDashPrefixes2019
private static final Pattern	NONINFL_PATTERN
private static final Pattern	NOUN_PREFIX_NUMBER
private static final Pattern	NOUN_SING_V_ROD_REGEX
private static final Pattern	NOUN_SUFFIX_NUMBER_LETTER
private static final Pattern	NOUN_WITH_INTERVAL_PREFIX_NUMBER
private static final Map<String,List<String>>	numberedEntities
private static final Pattern	NUMR_ADJ_PATTERN
private static final Pattern	O_ADJ_PATTERN
private static final Pattern	PREFIX_NO_DASH_POSTAG_PATTERN
private static final Pattern	PROP_V_NAZ
private static final Pattern	REQ_NUM_DESYAT_PATTERN
private static final Pattern	REQ_NUM_DVA_PATTERN
private static final Pattern	REQ_NUM_STO_PATTERN
private static final Map<String,Pattern>	rightPartsWithLeftTagMap
private static final Pattern	SING_REGEX_F
private static final Pattern	SKY_PATTERN
private static final Pattern	SKYI_PATTERN
private static final Pattern	stdNounTagRegex
private static final Pattern	STRETCH_PATTERN
private static final String	TAG_ANIM
private static final String	TAG_INANIM
private static final Pattern	UKR_LETTERS_PATTERN
private final UkrainianTagger	ukrainianTagger
private static final List<String>	WORDS_WITH_NUM
private static final List<String>	WORDS_WITH_YEAR
private final WordTagger	wordTagger
private static final Pattern	YEAR_NUMBER

Constructor Summary

Constructors

Constructor	Description
CompoundTagger(UkrainianTagger ukrainianTagger, WordTagger wordTagger, Locale conversionLocale)

Method Summary

Modifier and Type	Method	Description
private List<AnalyzedToken>	addPluralNvTokens(String word, List<AnalyzedToken> rightAnalyzedTokens, String addTag)
private void	addPluralNvTokens(String word, List<AnalyzedToken> newAnalyzedTokens, String rightPosTag, String addTag)
private String	capitalize(String word)
private static String	collapseStretch(String word)
private List<AnalyzedToken>	doGuessCompoundTag(String word)
private List<AnalyzedToken>	doGuessMultiHyphens(String word, int firstDashIdx, int dashIdx)
private List<AnalyzedToken>	doGuessTwoHyphens(String word, int firstDashIdx, int dashIdx)
private static String	dropExtra(String postags)
private static boolean	equalParts(String lemma)
(package private) Set<AnalyzedToken>	generateEntities(String word)
private static List<AnalyzedToken>	generateTokensWithRighInflected(String word, String leftWord, List<AnalyzedToken> rightAnalyzedTokens, String posTagStart, String addTag, Pattern dropTag)
private String	getAgreedPosTag(String leftPosTag, String rightPosTag, boolean leftNv, String word)
private String	getNumAgreedPosTag(String leftPosTag, String rightPosTag, boolean leftNv)
private static List<AnalyzedToken>	getNvPrefixLatWithAdjMatch(String word, List<AnalyzedToken> analyzedTokens, String leftWord)
private static List<AnalyzedToken>	getNvPrefixNounMatch(String word, List<AnalyzedToken> analyzedTokens, String leftWord, String extraTag)
private String	getTryPrefix(String rightWord)
List<AnalyzedToken>	guessCompoundTag(String word)
(package private) List<AnalyzedToken>	guessOtherTags(String word)
private List<AnalyzedToken>	guessOtherTagsInternal(String word)
private boolean	isJuniorSenior(AnalyzedToken leftAnalyzedToken, AnalyzedToken rightAnalyzedToken)
private static boolean	isMinMax(String rightToken)
private static boolean	isPlural(String posTag)
private static boolean	isSameAnimStatus(String leftPosTag, String rightPosTag)
private List<AnalyzedToken>	matchDigitCompound(String word, String leftWord, String rightWord)
private List<AnalyzedToken>	matchNumberedProperNoun(String word, String leftWord, String rightWord)
private List<AnalyzedToken>	numrAdjMatch(String word, List<AnalyzedToken> analyzedTokens, String leftWord)
private List<AnalyzedToken>	oAdjMatch(String word, List<AnalyzedToken> analyzedTokens, String leftWord)
private static String	oToYj(String leftWord)
private List<AnalyzedToken>	poAdvMatch(String word, List<AnalyzedToken> analyzedTokens, String adjTag)
private static String	stripPerfImperf(String leftPosTag)
private List<TaggedWord>	tagAsIsAndWithLowerCase(String leftWord)
(package private) List<TaggedWord>	tagBothCases(String leftWord, Pattern posTagMatcher)
private List<TaggedWord>	tagEitherCase(String word)
private List<AnalyzedToken>	tagMatch(String word, List<AnalyzedToken> leftAnalyzedTokens, List<AnalyzedToken> rightAnalyzedTokens)
private String	tryAnimInanim(String leftPosTag, String rightPosTag, String leftLemma, String rightLemma, boolean leftNv, boolean rightNv, String word)
private List<AnalyzedToken>	tryOWithAdj(String word, String leftWord, List<AnalyzedToken> rightAnalyzedTokens)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

TAG_ANIM

private static final String TAG_ANIM

See Also:

• Constant Field Values

TAG_INANIM

private static final String TAG_INANIM

See Also:

• Constant Field Values

EXTRA_TAGS

private static final Pattern EXTRA_TAGS

EXTRA_TAGS_DROP

private static final Pattern EXTRA_TAGS_DROP

EXTRA_TAGS_DROP_NONINFL

private static final Pattern EXTRA_TAGS_DROP_NONINFL

NOUN_SING_V_ROD_REGEX

private static final Pattern NOUN_SING_V_ROD_REGEX

SING_REGEX_F

private static final Pattern SING_REGEX_F

O_ADJ_PATTERN

private static final Pattern O_ADJ_PATTERN

NUMR_ADJ_PATTERN

private static final Pattern NUMR_ADJ_PATTERN

DASH_PREFIX_LAT_PATTERN

private static final Pattern DASH_PREFIX_LAT_PATTERN

YEAR_NUMBER

private static final Pattern YEAR_NUMBER

NOUN_PREFIX_NUMBER

private static final Pattern NOUN_PREFIX_NUMBER

NOUN_WITH_INTERVAL_PREFIX_NUMBER

private static final Pattern NOUN_WITH_INTERVAL_PREFIX_NUMBER

NOUN_SUFFIX_NUMBER_LETTER

private static final Pattern NOUN_SUFFIX_NUMBER_LETTER

ADJ_PREFIX_NUMBER

private static final Pattern ADJ_PREFIX_NUMBER

REQ_NUM_DVA_PATTERN

private static final Pattern REQ_NUM_DVA_PATTERN

REQ_NUM_DESYAT_PATTERN

private static final Pattern REQ_NUM_DESYAT_PATTERN

REQ_NUM_STO_PATTERN

private static final Pattern REQ_NUM_STO_PATTERN

INTJ_PATTERN

private static final Pattern INTJ_PATTERN

NONINFL_PATTERN

private static final Pattern NONINFL_PATTERN

UKR_LETTERS_PATTERN

private static final Pattern UKR_LETTERS_PATTERN

GEO_V_NAZ

private static final Pattern GEO_V_NAZ

FNAME

private static final Pattern FNAME

LNAME_V_NAZ

private static final Pattern LNAME_V_NAZ

LNAME_V_ROD

private static final Pattern LNAME_V_ROD

NAME

private static final Pattern NAME

PROP_V_NAZ

private static final Pattern PROP_V_NAZ

MNP_NAZ_REGEX

private static final Pattern MNP_NAZ_REGEX

MNP_ZNA_REGEX

private static final Pattern MNP_ZNA_REGEX

MNP_ROD_REGEX

private static final Pattern MNP_ROD_REGEX

stdNounTagRegex

private static final Pattern stdNounTagRegex

dashPrefixes

private static final Map<String,String> dashPrefixes

leftMasterSet

private static final Set<String> leftMasterSet

numberedEntities

private static final Map<String,List<String>> numberedEntities

rightPartsWithLeftTagMap

private static final Map<String,Pattern> rightPartsWithLeftTagMap

followerSet

private static final Set<String> followerSet

dashPrefixesInvalid

private static final Set<String> dashPrefixesInvalid

noDashPrefixes2019

private static final Set<String> noDashPrefixes2019

noDashPrefixes

private static final Set<String> noDashPrefixes

ADJ_TAG_FOR_PO_ADV_MIS

private static final String ADJ_TAG_FOR_PO_ADV_MIS

See Also:

• Constant Field Values

ADJ_TAG_FOR_PO_ADV_NAZ

private static final String ADJ_TAG_FOR_PO_ADV_NAZ

See Also:

• Constant Field Values

PREFIX_NO_DASH_POSTAG_PATTERN

private static final Pattern PREFIX_NO_DASH_POSTAG_PATTERN

LEFT_O_ADJ

private static final List<String> LEFT_O_ADJ

LEFT_O_ADJ_INVALID

static final List<String> LEFT_O_ADJ_INVALID

LEFT_O_ADJ_INVALID_PATTERN

static final Pattern LEFT_O_ADJ_INVALID_PATTERN

WORDS_WITH_YEAR

private static final List<String> WORDS_WITH_YEAR

WORDS_WITH_NUM

private static final List<String> WORDS_WITH_NUM

NAME_SUFFIX

private static final List<String> NAME_SUFFIX

BAD_SUFFIX

private static final List<String> BAD_SUFFIX

SKY_PATTERN

private static final Pattern SKY_PATTERN

SKYI_PATTERN

private static final Pattern SKYI_PATTERN

wordTagger

private final WordTagger wordTagger

conversionLocale

private final Locale conversionLocale

ukrainianTagger

private final UkrainianTagger ukrainianTagger

compoundDebugLogger

private final CompoundDebugLogger compoundDebugLogger

ABBR_PATTERN

private static final Pattern ABBR_PATTERN

STRETCH_PATTERN

private static final Pattern STRETCH_PATTERN

Constructor Details

CompoundTagger

CompoundTagger(UkrainianTagger ukrainianTagger,
 WordTagger wordTagger,
 Locale conversionLocale)

Method Details

guessCompoundTag

@Nullable
public List<AnalyzedToken> guessCompoundTag(String word)

doGuessCompoundTag

@Nullable
private List<AnalyzedToken> doGuessCompoundTag(String word)

addPluralNvTokens

private List<AnalyzedToken> addPluralNvTokens(String word,
 List<AnalyzedToken> rightAnalyzedTokens,
 String addTag)

addPluralNvTokens

private void addPluralNvTokens(String word,
 List<AnalyzedToken> newAnalyzedTokens,
 String rightPosTag,
 String addTag)

equalParts

private static boolean equalParts(String lemma)

tagEitherCase

private List<TaggedWord> tagEitherCase(String word)

tryOWithAdj

private List<AnalyzedToken> tryOWithAdj(String word,
 String leftWord,
 List<AnalyzedToken> rightAnalyzedTokens)

doGuessMultiHyphens

private List<AnalyzedToken> doGuessMultiHyphens(String word,
 int firstDashIdx,
 int dashIdx)

collapseStretch

private static String collapseStretch(String word)

doGuessTwoHyphens

private List<AnalyzedToken> doGuessTwoHyphens(String word,
 int firstDashIdx,
 int dashIdx)

generateTokensWithRighInflected

private static List<AnalyzedToken> generateTokensWithRighInflected(String word,
 String leftWord,
 List<AnalyzedToken> rightAnalyzedTokens,
 String posTagStart,
 String addTag,
 Pattern dropTag)

matchNumberedProperNoun

private List<AnalyzedToken> matchNumberedProperNoun(String word,
 String leftWord,
 String rightWord)

generateEntities

Set<AnalyzedToken> generateEntities(String word)

matchDigitCompound

private List<AnalyzedToken> matchDigitCompound(String word,
 String leftWord,
 String rightWord)

getTryPrefix

private String getTryPrefix(String rightWord)

dropExtra

private static String dropExtra(String postags)

tagMatch

@Nullable
private List<AnalyzedToken> tagMatch(String word,
 List<AnalyzedToken> leftAnalyzedTokens,
 List<AnalyzedToken> rightAnalyzedTokens)

stripPerfImperf

private static String stripPerfImperf(String leftPosTag)

isJuniorSenior

private boolean isJuniorSenior(AnalyzedToken leftAnalyzedToken,
 AnalyzedToken rightAnalyzedToken)

getNumAgreedPosTag

@Nullable
private String getNumAgreedPosTag(String leftPosTag,
 String rightPosTag,
 boolean leftNv)

getAgreedPosTag

@Nullable
private String getAgreedPosTag(String leftPosTag,
 String rightPosTag,
 boolean leftNv,
 String word)

isMinMax

private static boolean isMinMax(String rightToken)

tryAnimInanim

@Nullable
private String tryAnimInanim(String leftPosTag,
 String rightPosTag,
 String leftLemma,
 String rightLemma,
 boolean leftNv,
 boolean rightNv,
 String word)

isSameAnimStatus

private static boolean isSameAnimStatus(String leftPosTag,
 String rightPosTag)

isPlural

private static boolean isPlural(String posTag)

oAdjMatch

@Nullable
private List<AnalyzedToken> oAdjMatch(String word,
 List<AnalyzedToken> analyzedTokens,
 String leftWord)

numrAdjMatch

@Nullable
private List<AnalyzedToken> numrAdjMatch(String word,
 List<AnalyzedToken> analyzedTokens,
 String leftWord)

oToYj

private static String oToYj(String leftWord)

getNvPrefixNounMatch

@Nullable
private static List<AnalyzedToken> getNvPrefixNounMatch(String word,
 List<AnalyzedToken> analyzedTokens,
 String leftWord,
 String extraTag)

getNvPrefixLatWithAdjMatch

@Nullable
private static List<AnalyzedToken> getNvPrefixLatWithAdjMatch(String word,
 List<AnalyzedToken> analyzedTokens,
 String leftWord)

poAdvMatch

@Nullable
private List<AnalyzedToken> poAdvMatch(String word,
 List<AnalyzedToken> analyzedTokens,
 String adjTag)

capitalize

private String capitalize(String word)

tagBothCases

List<TaggedWord> tagBothCases(String leftWord,
 Pattern posTagMatcher)

tagAsIsAndWithLowerCase

private List<TaggedWord> tagAsIsAndWithLowerCase(String leftWord)

guessOtherTags

@Nullable
List<AnalyzedToken> guessOtherTags(String word)

guessOtherTagsInternal

@Nullable
private List<AnalyzedToken> guessOtherTagsInternal(String word)