from __future__ import print_function
import os
import shlex
import urllib
import sys
from recoll import recoll
from recoll import rclconfig
confdir = "/home/dockes/.recoll-mp3"
rclconf = rclconfig.RclConfig(confdir)
topdirs = [os.path.expanduser(d) for d in
shlex.split(rclconf.getConfParam('topdirs'))]
# Create the directory tree (folders view) from the doc array by
# splitting the url in each doc.
#
# The dirvec vector has one entry for each directory. Each entry is a
# dictionary, mapping the names inside the directory to a pair (i,j),
# where:
# - i is an index into dirvec if the name is a directory, else 0
# - j is the index of the doc inside the doc array
#
# Entry 0 in dirvec is special: it holds the 'topdirs' from the recoll
# configuration. The entries are paths instead of simple names, and
# the doc index (j) is 0. The dir index points normally to a dirvec
# entry.
def rcl2folders(docs):
global dirvec
dirvec = []
topidx = 0
dirvec.append({})
for d in topdirs:
topidx += 1
dirvec[0][d] = (topidx, 0)
dirvec.append({})
for docidx in range(len(docs)):
doc = docs[docidx]
url = doc.getbinurl()
url = url[7:]
try:
decoded = url.decode('utf-8')
except:
decoded = urllib.quote(url).decode('utf-8')
fathidx = -1
for rtpath,idx in dirvec[0].iteritems():
if url.startswith(rtpath):
fathidx = idx[0]
break
if fathidx == -1:
print("No parent in topdirs: %s" % decoded)
continue
url1 = url[len(rtpath):]
if len(url1) == 0:
continue
path = url1.split('/')[1:]
#print("%s"%path, file=sys.stderr)
for idx in range(len(path)):
elt = path[idx]
if elt in dirvec[fathidx]:
fathidx = dirvec[fathidx][elt][0]
else:
if idx != len(path) -1 or doc.mtype == 'inode/directory':
topidx += 1
dirvec.append({})
dirvec[fathidx][elt] = (topidx, docidx)
fathidx = topidx
else:
dirvec[fathidx][elt] = (topidx, docidx)
if False:
for ent in dirvec:
print("%s" % ent)
def fetchalldocs(confdir):
global allthedocs
allthedocs = []
rcldb = recoll.connect(confdir=confdir)
rclq = rcldb.query()
rclq.execute("mime:*", stemming=0)
print("Estimated query results: %d" % (rclq.rowcount))
maxcnt = 0
totcnt = 0
while True:
docs = rclq.fetchmany()
for doc in docs:
allthedocs.append(doc)
totcnt += 1
if (maxcnt > 0 and totcnt >= maxcnt) or len(docs) != rclq.arraysize:
break
print("Retrieved %d docs" % (totcnt,))
fetchalldocs(confdir)
rcl2folders(allthedocs)
print("%s" % dirvec[0])
print("%s" % dirvec[1])
print("%s" % dirvec[2])
print("%s" % dirvec[3])