Open Source Projects Europe

# configuration. The entries are paths instead of simple names, and

# configuration. The entries are paths instead of simple names, and

# the docidx is 0. The diridx points to a dirvec entry.

# the docidx is 0. The diridx points to a dirvec entry.

import os

import os

import shlex

import shlex

import sys

import sys

import time

import time

from timeit import default_timer as timer

from timeit import default_timer as timer

from upmplgutils import uplog

from upmplgutils import uplog

from uprclutils import docarturi, audiomtypes, rcldirentry, \

from uprclutils import docarturi, audiomtypes, rcldirentry, \

            self._dirvec[-1][".."] = (0, -1)

            self._dirvec[-1][".."] = (0, -1)

        # Walk the doc list and update the directory tree according to the

        # Walk the doc list and update the directory tree according to the

        # url: create intermediary directories if needed, create leaf

        # url: create intermediary directories if needed, create leaf

        # entry.

        # entry.

        for docidx in range(len(self._rcldocs)):

        for docidx in range(len(self._rcldocs)):

            doc = self._rcldocs[docidx]

            doc = self._rcldocs[docidx]

            # No need to include non-audio types in the visible tree.

            # No need to include non-audio types in the visible tree.

            if doc.mtype not in audiomtypes:

            if doc.mtype not in audiomtypes:

            if arturi:

            if arturi:

                # The uri is quoted, so it's ascii and we can just store

                # The uri is quoted, so it's ascii and we can just store

                # it as a doc attribute

                # it as a doc attribute

                doc.albumarturi = arturi

                doc.albumarturi = arturi

            url = url[7:]

            url = url[7:]

            # Determine the root entry (topdirs element). Special because

            # Determine the root entry (topdirs element). Special because

            # its path is not a simple name.

            # its path is not a simple name.

            fathidx = -1

            fathidx = -1

            for rtpath,idx in self._dirvec[0].items():

                if url.startswith(rtpath):

                if url.startswith(rtpath):

                    fathidx = idx[0]

                    fathidx = idx[0]

                    break

                    break

            if fathidx == -1:

            if fathidx == -1:

                continue

                continue

            # Compute rest of path

            # Compute rest of path

            url1 = url[len(rtpath):]

            url1 = url[len(rtpath):]

            if len(url1) == 0:

            if len(url1) == 0:

            # If there is a contentgroup field, just add it as a virtual

            # If there is a contentgroup field, just add it as a virtual

            # directory in the path. This only affects the visible tree,

            # directory in the path. This only affects the visible tree,

            # not the 'real' URLs of course.

            # not the 'real' URLs of course.

            if doc.contentgroup:

            if doc.contentgroup:

                url1 = os.path.join(a, doc.contentgroup, b)

                url1 = os.path.join(a, doc.contentgroup, b)

            # Split path, then walk the vector, possibly creating

            # Split path, then walk the vector, possibly creating

            # directory entries as needed

            # directory entries as needed

            path = url1.split('/')[1:]

            path = url1.split('/')[1:]

                    # This path element was already seen

                    # This path element was already seen

                    # If this is the last entry in the path, maybe update

                    # If this is the last entry in the path, maybe update

                    # the doc idx (previous entries were created for

                    # the doc idx (previous entries were created for

                    # intermediate elements without a Doc).

                    # intermediate elements without a Doc).

                    if idx == len(path) -1:

                    if idx == len(path) -1:

                    # Update fathidx for next iteration

                    # Update fathidx for next iteration

                    fathidx = self._dirvec[fathidx][elt][0]

                    fathidx = self._dirvec[fathidx][elt][0]

                else:

                else:

                    # Element has no entry in father directory (hence no

                    # Element has no entry in father directory (hence no

                    # self._dirvec entry either).

                    # self._dirvec entry either).

                        fathidx = self._createdir(fathidx, -1, elt)

                        fathidx = self._createdir(fathidx, -1, elt)

                    else:

                    else:

                        # Last element. If directory, needs a self._dirvec entry

                        # Last element. If directory, needs a self._dirvec entry

                        if doc.mtype == 'inode/directory':

                        if doc.mtype == 'inode/directory':

                            fathidx = self._createdir(fathidx, docidx, elt)

                            fathidx = self._createdir(fathidx, docidx, elt)

                        else:

                        else:

                            self._dirvec[fathidx][elt] = (-1, docidx)

                            self._dirvec[fathidx][elt] = (-1, docidx)

        if False:

        if False:

            for ent in self._dirvec:

            for ent in self._dirvec:

        uplog("Estimated alldocs query results: %d" % (rclq.rowcount))

        uplog("Estimated alldocs query results: %d" % (rclq.rowcount))

        totcnt = 0

        totcnt = 0

        self._rcldocs = []

        self._rcldocs = []

        while True:

        while True:

            docs = rclq.fetchmany()

            for doc in docs:

                self._rcldocs.append(doc)

                totcnt += 1

            if (self._maxrclcnt > 0 and totcnt >= self._maxrclcnt) or \

            if (self._maxrclcnt > 0 and totcnt >= self._maxrclcnt) or \

                   len(docs) != rclq.arraysize:

                   len(docs) != rclq.arraysize:

                break

                break

            time.sleep(0)

            time.sleep(0)

        end = timer()

        end = timer()

    # Look all non-directory docs inside directory, and return the cover

    # Look all non-directory docs inside directory, and return the cover

    # art we find.

    # art we find.

    def _arturifordir(self, diridx):

    def _arturifordir(self, diridx):

        for nm,ids in self._dirvec[diridx].items():

            if ids[1] >= 0:

            if ids[1] >= 0:

                doc = self._rcldocs[ids[1]]

                doc = self._rcldocs[ids[1]]

                if doc.mtype != 'inode/directory' and doc.albumarturi:

                if doc.mtype != 'inode/directory' and doc.albumarturi:

                    return doc.albumarturi

                    return doc.albumarturi

        entries = []

        entries = []

        # The basename call is just for diridx==0 (topdirs). Remove it if

        # The basename call is just for diridx==0 (topdirs). Remove it if

        # this proves a performance issue

        # this proves a performance issue

        for nm,ids in self._dirvec[diridx].items():

            if nm == "..":

            if nm == "..":

                continue

                continue

            thisdiridx = ids[0]

            thisdiridx = ids[0]

            thisdocidx = ids[1]

            thisdocidx = ids[1]

            if thisdocidx >= 0:

            if thisdocidx >= 0:

                id = self._idprefix + '$i' + str(thisdocidx)

                id = self._idprefix + '$i' + str(thisdocidx)

                e = rcldoctoentry(id, pid, self._httphp, self._pprefix, doc)

                e = rcldoctoentry(id, pid, self._httphp, self._pprefix, doc)

                if e:

                if e:

                    entries.append(e)

                    entries.append(e)

        return sorted(entries, cmp=cmpentries)

    # Return path for objid, which has to be a container.This is good old

    # Return path for objid, which has to be a container.This is good old

    # pwd... It is called from the search module for generating a 'dir:'

    # pwd... It is called from the search module for generating a 'dir:'

    # recoll filtering directive.

    # recoll filtering directive.

    def dirpath(self, objid):

    def dirpath(self, objid):

            return "/"

            return "/"

        lpath = []

        lpath = []

        while True:

        while True:

            fathidx = self._dirvec[diridx][".."][0]

            fathidx = self._dirvec[diridx][".."][0]

            for nm, ids in self._dirvec[fathidx].items():

                if ids[0] == diridx:

                if ids[0] == diridx:

                    lpath.append(nm)

                    lpath.append(nm)

                    break

                    break

                diridx = fathidx

                diridx = fathidx

                if diridx == 0:

                if diridx == 0: