6540 |
17 Jan 22 |
nicklas |
1 |
package net.sf.basedb.varsearch.analyze; |
6540 |
17 Jan 22 |
nicklas |
2 |
|
6540 |
17 Jan 22 |
nicklas |
3 |
import org.apache.lucene.analysis.util.CharTokenizer; |
6540 |
17 Jan 22 |
nicklas |
4 |
|
6540 |
17 Jan 22 |
nicklas |
5 |
/** |
6540 |
17 Jan 22 |
nicklas |
Tokenizer implementation specialized for list of keyword |
6540 |
17 Jan 22 |
nicklas |
values. The implementation will split on comma and space. |
6540 |
17 Jan 22 |
nicklas |
8 |
|
6540 |
17 Jan 22 |
nicklas |
@author nicklas |
6540 |
17 Jan 22 |
nicklas |
@since 1.5 |
6540 |
17 Jan 22 |
nicklas |
11 |
*/ |
6540 |
17 Jan 22 |
nicklas |
12 |
public class ListTokenizer |
6540 |
17 Jan 22 |
nicklas |
13 |
extends CharTokenizer |
6540 |
17 Jan 22 |
nicklas |
14 |
{ |
6540 |
17 Jan 22 |
nicklas |
15 |
|
6540 |
17 Jan 22 |
nicklas |
16 |
public ListTokenizer() |
6540 |
17 Jan 22 |
nicklas |
17 |
{} |
6540 |
17 Jan 22 |
nicklas |
18 |
|
6540 |
17 Jan 22 |
nicklas |
19 |
@Override |
6540 |
17 Jan 22 |
nicklas |
20 |
protected boolean isTokenChar(int c) |
6540 |
17 Jan 22 |
nicklas |
21 |
{ |
6540 |
17 Jan 22 |
nicklas |
22 |
return c != ',' && c != ' '; |
6540 |
17 Jan 22 |
nicklas |
23 |
} |
6540 |
17 Jan 22 |
nicklas |
24 |
|
6540 |
17 Jan 22 |
nicklas |
25 |
} |