/** @file
 * @brief Xapian::Weight::Internal class, holding database and term statistics.
 */
/* Copyright (C) 2007 Lemur Consulting Ltd
 * Copyright (C) 2009,2010,2011,2013,2014,2015,2020,2024 Olly Betts
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation; either version 2 of the
 * License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, see
 * <https://www.gnu.org/licenses/>.
 */

#ifndef XAPIAN_INCLUDED_WEIGHTINTERNAL_H
#define XAPIAN_INCLUDED_WEIGHTINTERNAL_H

#include "xapian/weight.h"

#include "xapian/database.h"
#include "xapian/error.h"
#include "xapian/query.h"

#include "backends/databaseinternal.h"
#include "internaltypes.h"
#include "omassert.h"
#include "stringutils.h"

#include <algorithm>
#include <cerrno>
#include <cstdlib>
#include <functional>
#include <map>
#include <string>
#include <string_view>
#ifdef HAVE_STD_FROM_CHARS_DOUBLE
# include <cstring>
# include <charconv>
#endif

namespace Xapian {

namespace Internal {

/// The frequencies for a term.
struct TermFreqs {
    Xapian::doccount termfreq = 0;
    Xapian::doccount reltermfreq = 0;
    Xapian::termcount collfreq = 0;

    double max_part = 0.0;

    TermFreqs() {}
    TermFreqs(Xapian::doccount termfreq_,
              Xapian::doccount reltermfreq_,
              Xapian::termcount collfreq_,
              double max_part_ = 0.0)
        : termfreq(termfreq_),
          reltermfreq(reltermfreq_),
          collfreq(collfreq_),
          max_part(max_part_) {}

    void operator+=(const TermFreqs & other) {
        termfreq += other.termfreq;
        reltermfreq += other.reltermfreq;
        collfreq += other.collfreq;
        // max_part shouldn't be set yet.
        Assert(max_part == 0.0);
        Assert(other.max_part == 0.0);
    }

    void operator*=(double factor) {
        termfreq = Xapian::doccount(termfreq * factor + 0.5);
        reltermfreq = Xapian::doccount(reltermfreq * factor + 0.5);
        collfreq = Xapian::termcount(collfreq * factor + 0.5);
    }

    void operator/=(unsigned x) {
        termfreq /= x;
        reltermfreq /= x;
        collfreq /= x;
    }

    /// Return a std::string describing this object.
    std::string get_description() const;
};

}

}

using Xapian::Internal::TermFreqs;

namespace Xapian {

class RSet;

/** Class to hold statistics for a given collection. */
class Weight::Internal {
#ifdef XAPIAN_ASSERTIONS
    /** Number of sub-databases. */
    size_t subdbs = 0;

    /** True if we've finalised the stats.
     *
     *  Used for assertions.
     */
    mutable bool finalised = false;
#endif

  public:
    /** Total length of all documents in the collection. */
    Xapian::totallength total_length = 0;

    /** Number of documents in the collection. */
    Xapian::doccount collection_size = 0;

    /** Number of relevant documents in the collection. */
    Xapian::doccount rset_size = 0;

    /// A lower bound on the minimum length of any document in the database.
    Xapian::termcount db_doclength_lower_bound = 0;

    /// An upper bound on the maximum length of any document in the database.
    Xapian::termcount db_doclength_upper_bound = 0;

    /// A lower bound on the number of unique terms in any document.
    Xapian::termcount db_unique_terms_lower_bound = 0;

    /// An upper bound on the number of unique terms in any document.
    Xapian::termcount db_unique_terms_upper_bound = 0;

    /** Has max_part been set for any term?
     *
     *  If not, we can avoid having to serialise max_part.
     */
    bool have_max_part = false;

    /** The query. */
    Xapian::Query query;

    /** Map of term frequencies and relevant term frequencies for the
     *  collection. */
    std::map<std::string, TermFreqs, std::less<>> termfreqs;

    Internal() { }

    /** Add in the supplied statistics from a sub-database.
     *
     *  Used for remote databases, where we pass across a serialised stats
     *  object, unserialise it, and add it to our total.
     */
    Internal & operator+=(const Internal & inc);

    void merge(const Weight::Internal& o);

    void set_query(const Xapian::Query &query_) {
        AssertEq(subdbs, 0);
        query = query_;
    }

    /// Accumulate the rtermfreqs for terms in the query.
    void accumulate_stats(const Xapian::Database::Internal &sub_db,
                          const Xapian::RSet &rset);

    /** Get the frequencies for the given term.
     *
     *  termfreq is "n_t", the number of documents in the collection indexed by
     *  the given term.
     *
     *  reltermfreq is "r_t", the number of relevant documents in the
     *  collection indexed by the given term.
     *
     *  collfreq is the total number of occurrences of the term in all
     *  documents.
     */
    bool get_stats(std::string_view term,
                   Xapian::doccount & termfreq,
                   Xapian::doccount & reltermfreq,
                   Xapian::termcount & collfreq) const {
#ifdef XAPIAN_ASSERTIONS
        finalised = true;
#endif
        // We pass an empty std::string for term when calculating the extra
        // weight.
        if (term.empty()) {
            termfreq = collection_size;
            collfreq = collection_size;
            reltermfreq = rset_size;
            return true;
        }

        auto i = termfreqs.find(term);
        if (i == termfreqs.end()) {
            termfreq = reltermfreq = collfreq = 0;
            return false;
        }

        termfreq = i->second.termfreq;
        reltermfreq = i->second.reltermfreq;
        collfreq = i->second.collfreq;
        return true;
    }

    /// Get just the termfreq.
    bool get_stats(std::string_view term,
                   Xapian::doccount & termfreq) const {
        Xapian::doccount dummy1;
        Xapian::termcount dummy2;
        return get_stats(term, termfreq, dummy1, dummy2);
    }

    /// Get the termweight.
    bool get_termweight(std::string_view term, double& termweight) const {
#ifdef XAPIAN_ASSERTIONS
        finalised = true;
#endif
        termweight = 0.0;
        if (term.empty()) {
            return false;
        }

        auto i = termfreqs.find(term);
        if (i == termfreqs.end()) {
            return false;
        }

        termweight = i->second.max_part;
        return true;
    }

    /** Get the minimum and maximum termweights.
     *
     *  Used by the snippet code.
     */
    void get_max_termweight(double & min_tw, double & max_tw) {
        auto i = termfreqs.begin();
        while (i != termfreqs.end() && i->second.max_part == 0.0) ++i;
        if (rare(i == termfreqs.end())) {
            min_tw = max_tw = 0.0;
            return;
        }
        min_tw = max_tw = i->second.max_part;
        while (++i != termfreqs.end()) {
            double max_part = i->second.max_part;
            if (max_part > max_tw) {
                max_tw = max_part;
            } else if (max_part < min_tw && max_part != 0.0) {
                min_tw = max_part;
            }
        }
    }

    /// Set max_part for a term.
    void set_max_part(const std::string & term, double max_part) {
        Assert(!term.empty());
        auto i = termfreqs.find(term);
        if (i != termfreqs.end()) {
            have_max_part = true;
            double& val = i->second.max_part;
            val = std::max(val, max_part);
        }
    }

    Xapian::doclength get_average_length() const {
#ifdef XAPIAN_ASSERTIONS
        finalised = true;
#endif
        // We shortcut an empty shard and avoid creating a postlist tree for
        // it, and all shards must be empty for collection_size to be zero.
        Assert(collection_size);
        return Xapian::doclength(total_length) / collection_size;
    }

    /// Return a std::string describing this object.
    std::string get_description() const;

    static bool double_param(const char ** p, double * ptr_val) {
#ifdef HAVE_STD_FROM_CHARS_DOUBLE
        const char* startptr = *p;
        // Unlike strtod(), std::from_chars() doesn't skip leading whitespace.
        while (C_isspace(*startptr)) ++startptr;
        const char* endptr = startptr + std::strlen(startptr);
        double v;
        const auto& r = std::from_chars(startptr, endptr, v);
        if (r.ec != std::errc()) {
            return false;
        }
        *p = r.ptr;
        *ptr_val = v;
#else
        char *end;
        errno = 0;
        double v = strtod(*p, &end);
        if (*p == end || errno) return false;
        *p = end;
        *ptr_val = v;
#endif
        return true;
    }

    static bool param_name(const char** p, std::string& name) {
        const char* q = *p;
        while (*q != ' ') {
            if (*q == '\0') break;
            name += *(q)++;
        }
        if (q == *p) return false;
        if (*q == ' ') q++;
        *p = q;
        return true;
    }

    [[noreturn]]
    static void parameter_error(const char* msg,
                                const std::string& scheme,
                                const char* params) {
        std::string m(msg);
        m += ": '";
        m += scheme;
        if (*params) {
            m += ' ';
            m += params;
        }
        m += "'";
        throw InvalidArgumentError(m);
    }
};

}

#endif // XAPIAN_INCLUDED_WEIGHTINTERNAL_H
