Parent: [2ef104] (diff)

Child: [ffc7d0] (diff)

Download this file

mh_execm.h    126 lines (115 with data), 5.2 kB

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
/* Copyright (C) 2004 J.F.Dockes
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the
* Free Software Foundation, Inc.,
* 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
*/
#ifndef _MH_EXECM_H_INCLUDED_
#define _MH_EXECM_H_INCLUDED_
#include "mh_exec.h"
#include "execmd.h"
/**
* Turn external document into internal one by executing an external filter.
*
* The command to execute, and its parameters, are stored in the "params"
* which is built in mimehandler.cpp out of data from the mimeconf file.
*
* This version uses persistent filters which can handle multiple requests
* without exiting (both multiple files and multiple documents per file),
* with a simple question/response protocol.
*
* The data is exchanged in TLV fashion, in a way that should be
* usable in most script languages. The basic unit of data has one line
* with a data type and a count (both ASCII), followed by the data. A
* 'message' is made of one or several units or tags and ends with one empty
* line.
*
* Example from recollindex (the message begins before 'Filename' and has
* 'Filename' and 'Ipath' tags):
*
Filename: 24
/my/home/mail/somefolderIpath: 2
22
<Message ends here: because of the empty line after '22'
*
* Example answer, with 'Mimetype' and 'Data' tags
*
Mimetype: 10
text/plainData: 10
0123456789
<Message ends here because of empty line
*
* This format is both extensible and reasonably easy to parse.
* While it's more fitted for python or perl on the script side, it
* should even be sort of usable from the shell (e.g.: use dd to read
* the counted data). Most alternatives would need data encoding in
* some cases.
*
* Higher level dialog:
* The C++ program is the master and sends request messages to the script.
* Both sides of the communication should be prepared to receive and discard
* unknown tags.
* The messages normally have the following tags:
* - Filename: the file to process. This can be empty meaning that we
* are requesting the next document in the current file.
* - Ipath: this will be present only if we are requesting a specific
* subdocument inside a container file (typically for preview, at query
* time). Absent during indexing (ipaths are generated and sent back from
* the script)
* - Mimetype: this is the mime type for the (possibly container) file.
* Can be useful to filters which handle multiple types, like rclaudio.
*
* The script answers with messages having the following fields:
* - Document: translated document data.
* - Ipath: ipath for the returned document. Can be used at query time to
* extract a specific subdocument for preview. Not present or empty for
* non-container files and for the "self" document of a container.
* - Mimetype: mime type for the returned data.
* This is optional. For multi-document filters, if mimetype is
* not present in the answer, the ipath must be a file-name-like
* string which will be used to divine the mime type (this is used
* typically with archives like Zip or Tar). If this fails,
* the document will be handled as unknown type and the contents won't
* be indexed. When neither ipath nor mimetype are present the default
* is to attempt to treat the document as HTML.
* - Charset: for document types for which it makes sense, and if the filter
* has the information.
* - Eofnow: empty field: no document is returned and we're at eof.
* - Eofnext: empty field: file ends after the doc returned by this message.
* - SubdocError: no subdoc returned by this request, but file goes on.
* - FileError: error, stop for this file.
*/
class MimeHandlerExecMultiple : public MimeHandlerExec {
/////////
// Things not reset by "clear()", additionally to those in MimeHandlerExec
ExecCmd m_cmd;
/////// End un-cleared stuff.
public:
MimeHandlerExecMultiple(RclConfig *cnf, const string& id)
: MimeHandlerExec(cnf, id)
{}
// No resources to clean up, the ExecCmd destructor does it.
virtual ~MimeHandlerExecMultiple() {}
virtual bool set_document_file(const string& mt, const string &file_path) {
m_filefirst = true;
return MimeHandlerExec::set_document_file(mt, file_path);
}
virtual bool next_document();
// skip_to and clear inherited from MimeHandlerExec
private:
bool startCmd();
bool readDataElement(string& name, string& data);
bool m_filefirst;
int m_maxmemberkb;
};
#endif /* _MH_EXECM_H_INCLUDED_ */