@PipeBitInfo(name="Tokenizer", description="Annotates Document Tokens.", dependencies=SECTION, products=BASE_TOKEN) public class TokenizerAnnotator extends org.apache.uima.analysis_component.JCasAnnotator_ImplBase
Modifier and Type | Field and Description |
---|---|
static String |
PARAM_SEGMENTS_TO_SKIP
Value is "SegmentsToSkip".
|
static int |
TOKEN_CAP_ALL |
static int |
TOKEN_CAP_FIRST_ONLY |
static int |
TOKEN_CAP_MIXED |
static int |
TOKEN_CAP_NONE |
static int |
TOKEN_NUM_POS_FIRST |
static int |
TOKEN_NUM_POS_LAST |
static int |
TOKEN_NUM_POS_MIDDLE |
static int |
TOKEN_NUM_POS_NONE |
static int |
TOKEN_NUM_TYPE_DECIMAL |
static int |
TOKEN_NUM_TYPE_INTEGER |
static int |
TOKEN_NUM_TYPE_UNKNOWN |
Constructor and Description |
---|
TokenizerAnnotator() |
Modifier and Type | Method and Description |
---|---|
protected void |
annotateRange(org.apache.uima.jcas.JCas jcas,
int beginPos,
int endPos)
A utility method that tokenizes a range of text.
|
void |
initialize(org.apache.uima.UimaContext aContext) |
void |
process(org.apache.uima.jcas.JCas jcas)
Entry point for processing.
|
getRequiredCasInterface, process
getCasInstancesRequired, hasNext, next
public static final int TOKEN_CAP_NONE
public static final int TOKEN_CAP_FIRST_ONLY
public static final int TOKEN_CAP_MIXED
public static final int TOKEN_CAP_ALL
public static final int TOKEN_NUM_POS_NONE
public static final int TOKEN_NUM_POS_FIRST
public static final int TOKEN_NUM_POS_MIDDLE
public static final int TOKEN_NUM_POS_LAST
public static final int TOKEN_NUM_TYPE_UNKNOWN
public static final int TOKEN_NUM_TYPE_INTEGER
public static final int TOKEN_NUM_TYPE_DECIMAL
public static final String PARAM_SEGMENTS_TO_SKIP
public void initialize(org.apache.uima.UimaContext aContext) throws org.apache.uima.resource.ResourceInitializationException
initialize
in interface org.apache.uima.analysis_component.AnalysisComponent
initialize
in class org.apache.uima.analysis_component.AnalysisComponent_ImplBase
org.apache.uima.resource.ResourceInitializationException
public void process(org.apache.uima.jcas.JCas jcas) throws org.apache.uima.analysis_engine.AnalysisEngineProcessException
process
in class org.apache.uima.analysis_component.JCasAnnotator_ImplBase
org.apache.uima.analysis_engine.AnalysisEngineProcessException
protected void annotateRange(org.apache.uima.jcas.JCas jcas, int beginPos, int endPos) throws org.apache.uima.analysis_engine.AnalysisEngineProcessException
org.apache.uima.analysis_engine.AnalysisEngineProcessException
Copyright © 2012-2017 The Apache Software Foundation. All Rights Reserved.