org.grobid.core.utilities.matching

Class LuceneUtil

java.lang.Object

org.grobid.core.utilities.matching.LuceneUtil

public class LuceneUtil
extends java.lang.Object

Method Summary

Modifier and Type	Method and Description
static StandardAnalyzer	createStandardAnalyzer()
static java.lang.String	normalizeString(Analyzer analyzer, java.lang.String in)
static java.lang.String	normalizeTokens(Analyzer analyzer, java.util.List<java.lang.String> tokens)
static java.util.List<java.lang.String>	tokenizeString(Analyzer analyzer, java.lang.String in)
static java.util.List<Pair<java.lang.String,java.lang.String>>	tokenizeWithTokenTypes(Analyzer analyzer, java.lang.String in)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

createStandardAnalyzer

public static StandardAnalyzer createStandardAnalyzer()

Returns:

a StandardAnalyzer without stop-words

normalizeString

public static java.lang.String normalizeString(Analyzer analyzer,
                                               java.lang.String in)

normalizeTokens

public static java.lang.String normalizeTokens(Analyzer analyzer,
                                               java.util.List<java.lang.String> tokens)

tokenizeString

public static java.util.List<java.lang.String> tokenizeString(Analyzer analyzer,
                                                              java.lang.String in)

tokenizeWithTokenTypes

public static java.util.List<Pair<java.lang.String,java.lang.String>> tokenizeWithTokenTypes(Analyzer analyzer,
                                                                                             java.lang.String in)