Open Source Projects Europe

#ifndef NO_NAMESPACES

#ifndef NO_NAMESPACES

namespace Rcl {

namespace Rcl {

#endif

#endif

const string pathelt_prefix = "XP";

const string pathelt_prefix = "XP";

string version_string(){

string version_string(){

    return string("Recoll ") + string(rclversionstr) + string(" + Xapian ") +

    return string("Recoll ") + string(rclversionstr) + string(" + Xapian ") +

        string(Xapian::version_string());

        string(Xapian::version_string());

}

}

// Build a document abstract by extracting text chunks around the query terms

// Build a document abstract by extracting text chunks around the query terms

// This uses the db termlists, not the original document.

// This uses the db termlists, not the original document.

//

//

// DatabaseModified and other general exceptions are catched and

// DatabaseModified and other general exceptions are catched and

// possibly retried by our caller

// possibly retried by our caller

string Db::Native::makeAbstract(Xapian::docid docid, Query *query)

{

{

    Chrono chron;

    Chrono chron;

    LOGDEB2(("makeAbstract:%d: maxlen %d wWidth %d\n", chron.ms(),

    LOGDEB2(("makeAbstract:%d: maxlen %d wWidth %d\n", chron.ms(),

         m_rcldb->m_synthAbsLen, m_rcldb->m_synthAbsWordCtxLen));

         m_rcldb->m_synthAbsLen, m_rcldb->m_synthAbsWordCtxLen));

        list<string> iterms;

        list<string> iterms;

        query->getMatchTerms(docid, iterms);

        query->getMatchTerms(docid, iterms);

        noPrefixList(iterms, terms);

        noPrefixList(iterms, terms);

        if (terms.empty()) {

        if (terms.empty()) {

            LOGDEB(("makeAbstract::Empty term list\n"));

            LOGDEB(("makeAbstract::Empty term list\n"));

            return string();

        }

        }

    }

    }

//    listList("Match terms: ", terms);

//    listList("Match terms: ", terms);

    // Retrieve db-wide frequencies for the query terms (we do this once per

    // Retrieve db-wide frequencies for the query terms (we do this once per

    m_rcldb->m_synthAbsLen /(7 * (m_rcldb->m_synthAbsWordCtxLen+1));

    m_rcldb->m_synthAbsLen /(7 * (m_rcldb->m_synthAbsWordCtxLen+1));

    LOGABS(("makeAbstract:%d: mxttloccs %d\n", chron.ms(), maxtotaloccs));

    LOGABS(("makeAbstract:%d: mxttloccs %d\n", chron.ms(), maxtotaloccs));

    // This can't happen, but would crash us

    // This can't happen, but would crash us

    if (totalweight == 0.0) {

    if (totalweight == 0.0) {

    LOGERR(("makeAbstract: 0 totalweight!\n"));

    LOGERR(("makeAbstract: 0 totalweight!\n"));

    return string();

    }

    }

    // This is used to mark positions overlapped by a multi-word match term

    // This is used to mark positions overlapped by a multi-word match term

    const string occupiedmarker("?");

    const string occupiedmarker("?");

    // Let's go populate

    // Let's go populate

    for (multimap<double, string>::reverse_iterator qit = byQ.rbegin(); 

    for (multimap<double, string>::reverse_iterator qit = byQ.rbegin(); 

     qit != byQ.rend(); qit++) {

     qit != byQ.rend(); qit++) {

    string qterm = qit->second;

    string qterm = qit->second;

        chron.millis(), qtermposs.size()));

        chron.millis(), qtermposs.size()));

    // This can happen if there are term occurences in the keywords

    // This can happen if there are term occurences in the keywords

    // etc. but not elsewhere ?

    // etc. but not elsewhere ?

    if (qtermposs.size() == 0) 

    if (qtermposs.size() == 0) 

    return string();

    // Walk all document's terms position lists and populate slots

    // Walk all document's terms position lists and populate slots

    // around the query terms. We arbitrarily truncate the list to

    // around the query terms. We arbitrarily truncate the list to

    // avoid taking forever. If we do cutoff, the abstract may be

    // avoid taking forever. If we do cutoff, the abstract may be

    // inconsistant (missing words, potentially altering meaning),

    // inconsistant (missing words, potentially altering meaning),

#endif

#endif

    LOGABS(("makeAbstract:%d: extracting\n", chron.millis()));

    LOGABS(("makeAbstract:%d: extracting\n", chron.millis()));

    // Finally build the abstract by walking the map (in order of position)

    // Finally build the abstract by walking the map (in order of position)

    bool incjk = false;

    bool incjk = false;

    for (map<unsigned int, string>::const_iterator it = sparseDoc.begin();

    for (map<unsigned int, string>::const_iterator it = sparseDoc.begin();

     it != sparseDoc.end(); it++) {

     it != sparseDoc.end(); it++) {

    LOGDEB2(("Abtract:output %u -> [%s]\n", it->first,it->second.c_str()));

    LOGDEB2(("Abtract:output %u -> [%s]\n", it->first,it->second.c_str()));

    if (!occupiedmarker.compare(it->second))

    if (!occupiedmarker.compare(it->second))

    Utf8Iter uit(it->second);

    Utf8Iter uit(it->second);

    bool newcjk = false;

    bool newcjk = false;

    if (TextSplit::isCJK(*uit))

    if (TextSplit::isCJK(*uit))

        newcjk = true;

        newcjk = true;

    if (!incjk || (incjk && !newcjk))

    if (!incjk || (incjk && !newcjk))

    incjk = newcjk;

    incjk = newcjk;

    }

    }

    // This happens for docs with no terms (only filename) indexed? I'll fix 

    // This happens for docs with no terms (only filename) indexed? I'll fix 

    // one day (yeah)

    // one day (yeah)

    LOGDEB2(("makeAbtract: done in %d mS\n", chron.millis()));

    LOGDEB2(("makeAbtract: done in %d mS\n", chron.millis()));

}

}

/* Rcl::Db methods ///////////////////////////////// */

/* Rcl::Db methods ///////////////////////////////// */

Db::Db(RclConfig *cfp)

Db::Db(RclConfig *cfp)

    return false;

    return false;

    }

    }

    return true;

    return true;

}

}

bool Db::makeDocAbstract(Doc &doc, Query *query, string& abstract)

{

{

    LOGDEB1(("Db::makeDocAbstract: exti %d\n", exti));

    LOGDEB1(("Db::makeDocAbstract: exti %d\n", exti));

    if (!m_ndb || !m_ndb->m_isopen) {

    if (!m_ndb || !m_ndb->m_isopen) {

    LOGERR(("Db::makeDocAbstract: no db\n"));

    LOGERR(("Db::makeDocAbstract: no db\n"));

    return false;

    return false;

    }

    }

    XAPTRY(abstract = m_ndb->makeAbstract(doc.xdocid, query),

    XAPTRY(abstract = m_ndb->makeAbstract(doc.xdocid, query),

           m_ndb->xrdb, m_reason);

           m_ndb->xrdb, m_reason);

    return m_reason.empty() ? true : false;

    return m_reason.empty() ? true : false;

}

}

// Retrieve document defined by Unique doc identifier. This is mainly used

// Retrieve document defined by Unique doc identifier. This is mainly used

// by the GUI history feature

// by the GUI history feature