[45b845]: tests / pythonapi / extract.py History

Download this file

extract.py    46 lines (38 with data), 1.2 kB 

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import sys

import hashlib

from recoll import recoll

from recoll import rclextract



if sys.version_info[0] >= 3:

    ISP3 = True

else:

    ISP3 = False



def utf8string(s):

    if ISP3:

        return s

    else:

        return s.encode('utf8')



db = recoll.connect()

query = db.query()



# This normally has only one result, a well-known html file

nres = query.execute("HtmlAttachment_uniqueTerm", stemming=0)

print("Result count: %d %d" % (nres, query.rowcount))

doc = query.fetchone()

xtrac = rclextract.Extractor(doc)

doc = xtrac.textextract(doc.ipath)

print("Text length: %d"%len(doc.text))



refdigest = 'bfbb63f7a245c31767585b45014dbd07'



# This normally has 2 results, one of which is a pdf attachment.

nres = query.execute("population_size_cultural_transmission", stemming=0)

for doc in query:

    if doc.mimetype == 'application/pdf':

        xtrac = rclextract.Extractor(doc)

        filename = xtrac.idoctofile(doc.ipath, doc.mimetype)

        f = open(filename, 'rb')

        data = f.read()

        f.close()

        m = hashlib.md5()

        m.update(data)

        digest = m.hexdigest()

        print(digest)

        if digest != refdigest:

            print("extract.py: wrong digest for extracted file!")