--- a/src/common/textsplit.h
+++ b/src/common/textsplit.h
@@ -16,7 +16,7 @@
*/
#ifndef _TEXTSPLIT_H_INCLUDED_
#define _TEXTSPLIT_H_INCLUDED_
-/* @(#$Id: textsplit.h,v 1.18 2007-09-20 08:45:05 dockes Exp $ (C) 2004 J.F.Dockes */
+/* @(#$Id: textsplit.h,v 1.19 2007-10-02 11:39:08 dockes Exp $ (C) 2004 J.F.Dockes */
#include <string>
#ifndef NO_NAMESPACES
@@ -46,11 +46,15 @@
*/
class TextSplit {
public:
+ // Should we activate special processing of Chinese characters ? This
+ // needs a little more cpu, so it can be turned off globally.
+ static bool t_processCJK;
+ static void cjkProcessing(bool onoff) {t_processCJK = onoff;}
+
enum Flags {TXTS_NONE = 0,
TXTS_ONLYSPANS = 1, // Only return maximum spans (a@b.com)
TXTS_NOSPANS = 2, // Only return atomic words (a, b, com)
- TXTS_KEEPWILD = 4, // Handle wildcards as letters
- TXTS_NOCJK = 8 // CJK special processing
+ TXTS_KEEPWILD = 4 // Handle wildcards as letters
};
/**
@@ -58,7 +62,6 @@
*/
TextSplit(TextSplitCB *t, Flags flags = Flags(TXTS_NONE))
: m_flags(flags), m_cb(t), m_maxWordLength(40),
- m_nocjk((m_flags & TXTS_NOCJK) != 0),
m_prevpos(-1)
{
}
@@ -76,7 +79,6 @@
Flags m_flags;
TextSplitCB *m_cb;
int m_maxWordLength;
- int m_nocjk;
// Current span. Might be jf.dockes@wanadoo.f
string m_span;