|
a/src/rcldb/expansiondbs.cpp |
|
b/src/rcldb/expansiondbs.cpp |
|
... |
|
... |
95 |
if (has_prefix(*it))
|
95 |
if (has_prefix(*it))
|
96 |
continue;
|
96 |
continue;
|
97 |
|
97 |
|
98 |
// Detect and skip CJK terms.
|
98 |
// Detect and skip CJK terms.
|
99 |
Utf8Iter utfit(*it);
|
99 |
Utf8Iter utfit(*it);
|
|
|
100 |
if (utfit.eof()) // Empty term?? Seems to happen.
|
|
|
101 |
continue;
|
100 |
if (TextSplit::isCJK(*utfit)) {
|
102 |
if (TextSplit::isCJK(*utfit)) {
|
101 |
// LOGDEB(("stemskipped: Skipping CJK\n"));
|
103 |
// LOGDEB(("stemskipped: Skipping CJK\n"));
|
102 |
continue;
|
104 |
continue;
|
103 |
}
|
105 |
}
|
104 |
|
106 |
|