|
a/src/common/textsplit.h |
|
b/src/common/textsplit.h |
|
... |
|
... |
14 |
* Free Software Foundation, Inc.,
|
14 |
* Free Software Foundation, Inc.,
|
15 |
* 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
15 |
* 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
16 |
*/
|
16 |
*/
|
17 |
#ifndef _TEXTSPLIT_H_INCLUDED_
|
17 |
#ifndef _TEXTSPLIT_H_INCLUDED_
|
18 |
#define _TEXTSPLIT_H_INCLUDED_
|
18 |
#define _TEXTSPLIT_H_INCLUDED_
|
19 |
/* @(#$Id: textsplit.h,v 1.21 2008-12-05 11:09:31 dockes Exp $ (C) 2004 J.F.Dockes */
|
19 |
/* @(#$Id: textsplit.h,v 1.22 2008-12-12 11:53:45 dockes Exp $ (C) 2004 J.F.Dockes */
|
20 |
|
20 |
|
21 |
#include <string>
|
21 |
#include <string>
|
22 |
#include <list>
|
22 |
#include <list>
|
23 |
#ifndef NO_NAMESPACES
|
23 |
#ifndef NO_NAMESPACES
|
24 |
using std::string;
|
24 |
using std::string;
|
|
... |
|
... |
94 |
* basically works only if whitespace is ascii, and which processes
|
94 |
* basically works only if whitespace is ascii, and which processes
|
95 |
* non-utf-8 input (iso-8859 config files work ok). This hopefully
|
95 |
* non-utf-8 input (iso-8859 config files work ok). This hopefully
|
96 |
* handles all Unicode whitespace, but needs correct utf-8 input
|
96 |
* handles all Unicode whitespace, but needs correct utf-8 input
|
97 |
*/
|
97 |
*/
|
98 |
static bool stringToStrings(const string &s, list<string> &tokens);
|
98 |
static bool stringToStrings(const string &s, list<string> &tokens);
|
99 |
|
99 |
|
|
|
100 |
/** Is char CJK ? */
|
|
|
101 |
static bool isCJK(int c);
|
|
|
102 |
|
100 |
private:
|
103 |
private:
|
101 |
Flags m_flags;
|
104 |
Flags m_flags;
|
102 |
TextSplitCB *m_cb;
|
105 |
TextSplitCB *m_cb;
|
103 |
int m_maxWordLength;
|
106 |
int m_maxWordLength;
|
104 |
|
107 |
|