|
a/src/rcldb/expansiondbs.cpp |
|
b/src/rcldb/expansiondbs.cpp |
|
... |
|
... |
| 95 |
if (has_prefix(*it))
|
95 |
if (has_prefix(*it))
|
| 96 |
continue;
|
96 |
continue;
|
| 97 |
|
97 |
|
| 98 |
// Detect and skip CJK terms.
|
98 |
// Detect and skip CJK terms.
|
| 99 |
Utf8Iter utfit(*it);
|
99 |
Utf8Iter utfit(*it);
|
|
|
100 |
if (utfit.eof()) // Empty term?? Seems to happen.
|
|
|
101 |
continue;
|
| 100 |
if (TextSplit::isCJK(*utfit)) {
|
102 |
if (TextSplit::isCJK(*utfit)) {
|
| 101 |
// LOGDEB(("stemskipped: Skipping CJK\n"));
|
103 |
// LOGDEB(("stemskipped: Skipping CJK\n"));
|
| 102 |
continue;
|
104 |
continue;
|
| 103 |
}
|
105 |
}
|
| 104 |
|
106 |
|