public final class RareWordUtil extends Object
Modifier and Type | Class and Description |
---|---|
static class |
RareWordUtil.IndexedRareWord |
Modifier and Type | Field and Description |
---|---|
static RareWordUtil.IndexedRareWord |
NULL_RARE_WORD |
Modifier and Type | Method and Description |
---|---|
static RareWordUtil.IndexedRareWord |
getIndexedRareWord(String text,
Map<String,Long> tokenCounts) |
static Map<String,Long> |
getTokenCounts(Collection<Concept> concepts) |
static Collection<String> |
getUnwantedPosTexts() |
static boolean |
isRarableToken(String token) |
public static final RareWordUtil.IndexedRareWord NULL_RARE_WORD
public static Collection<String> getUnwantedPosTexts()
public static boolean isRarableToken(String token)
public static Map<String,Long> getTokenCounts(Collection<Concept> concepts)
public static RareWordUtil.IndexedRareWord getIndexedRareWord(String text, Map<String,Long> tokenCounts)
Copyright © 2012-2017 The Apache Software Foundation. All Rights Reserved.