drive/query/drive_document_ranked_query/

execute_top_k.rs

//! The two ranked executors on [`DriveDocumentRankedQuery`]: a direct
//! read of the axis secondary, and generation of the equivalent proof.
//!
//! Both are thin — all of the work happens inside grovedb, which walks
//! the pre-sorted secondary Merk directly. That is the whole point of the
//! ranked surface: no value trees are opened, no documents are
//! materialized, and the cost is `O(log n + k)` rather than
//! `O(groups × log n)`.
//!
//! Whole module is gated `feature = "server"` via the parent's
//! `pub mod execute_top_k;` declaration.

use super::branches::{axis_keys_to_ranked, decompose_branch_paths, read_branched_union};
use super::{present_entries_on_axis, DriveDocumentRankedQuery, RankedPage};
use crate::drive::Drive;
use crate::error::drive::DriveError;
use crate::error::Error;
use dpp::version::PlatformVersion;
use grovedb::query_result_type::QueryResultType;
use grovedb::{PathQuery, PathQueryRun, TransactionArg};
use grovedb_costs::CostContext;
use grovedb_query::AxisQuery;

impl DriveDocumentRankedQuery<'_> {
    /// Read one page of the ranking directly from the axis secondary:
    /// the `k` groups starting at rank `offset`. Entries come back in
    /// ranking order — see [`DriveDocumentRankedQuery::descending`] for
    /// the direction and the tie contract.
    ///
    /// Fewer than `k` entries is normal (the index simply has fewer
    /// groups than `offset + k`) and is not an error. So is a pinned
    /// prefix no document has written yet — this window's `timeRange`
    /// bucket before its first like, a `hashtag` nobody has used, a
    /// TTL-dropped bucket: a pinned value tree is created by the first
    /// write under it (contract registration creates only the level
    /// trees), and grovedb answers a single-path axis read over a path
    /// that does not exist with the traversal's empty page — no
    /// entries, `skipped` 0 — on the read and the proof alike, the
    /// absence authenticated by the layers the walk did emit. On an
    /// `IN`-pinned request, an element whose branch chain is missing at
    /// ANY depth — the branch key itself, or any deeper pinned segment
    /// under a *present* key — contributes an **empty branch** (union
    /// semantics), exactly as the proved envelope authenticates it, and
    /// the union is served from **one committed state**: the branched
    /// read always runs under a grovedb snapshot read transaction, so
    /// every per-branch probe and walk reads the same RocksDB snapshot
    /// (a caller transaction is rejected on this shape, mirroring the
    /// branched prover — read per prefix element under a transaction).
    /// What stays an error is a path that exists but does not lead to
    /// an indexed tree carrying the axis: contract-level state that is
    /// not what the request claims.
    ///
    /// The paginated grovedb primitive is used unconditionally, with
    /// `offset = 0` standing in for an unpaginated request, so the
    /// no-proof and prove paths read the same code path in grovedb and
    /// cannot drift on the walk's semantics for offset-free queries.
    ///
    /// # The offset is counted, not walked
    ///
    /// grovedb descends the secondary reading each subtree's aggregate
    /// count off its link, and collapses any subtree that fits entirely
    /// inside the remaining offset instead of stepping through it. The
    /// skip therefore costs `O(log n)` at any offset rather than one
    /// iterator step and one decode per skipped entry, and an offset at
    /// or past the population is answered from the root's own count with
    /// no descent at all — the cheapest request on this surface rather
    /// than the most expensive. `offset = 0` keeps the plain iterator
    /// path and never touches the tree, so the common unpaginated
    /// request costs exactly what it always did.
    ///
    /// That is what makes an uncapped `OFFSET` safe rather than merely
    /// tolerated. Ranked queries carry no fee, cannot be cancelled once
    /// dispatched, and share their rate budget with state transitions
    /// rather than having one of their own, so a skip whose cost grew
    /// with the offset would be an unmetered lever for any
    /// unauthenticated caller. It does not grow.
    ///
    /// [`RankedPage::skipped`] comes back from grovedb rather than being
    /// echoed from the request: it is the requested offset when the skip
    /// succeeded, and the secondary's whole population when the walk ran
    /// out of groups first. That is the same quantity the proved path
    /// attests, so the two no longer disagree — though on this path it is
    /// the node's unverified claim rather than an attested value, exactly
    /// like the entries beside it. See [`RankedPage::skipped`].
    pub fn execute_top_k_no_proof(
        &self,
        drive: &Drive,
        transaction: TransactionArg,
        platform_version: &PlatformVersion,
    ) -> Result<RankedPage, Error> {
        self.reject_offset_with_branches()?;
        if self.prefix_branches.len() > 1 {
            // ONE grovedb call for the whole union, pinned to one
            // committed state and merged with the shared comparator —
            // the entire sequence lives in
            // `branches::read_branched_union`, shared with the
            // having-range surface so the two cannot drift. `offset` is
            // grammar-rejected with `IN`, so `skipped` is always 0 here.
            let paths = (0..self.prefix_branches.len())
                .map(|branch| self.indexed_property_name_tree_path(branch))
                .collect::<Result<Vec<_>, Error>>()?;
            let entries = read_branched_union(
                &drive.grove,
                "ranked",
                &self.prefix_branches,
                &paths,
                self.read_axis(),
                AxisQuery::top_k(
                    self.read_axis().into(),
                    self.k,
                    self.offset as u64,
                    self.descending,
                ),
                self.k as usize,
                self.descending,
                transaction,
                &platform_version.drive.grove_version,
            )?;
            return Ok(RankedPage {
                skipped: 0,
                entries: present_entries_on_axis(self.axis, entries),
            });
        }
        self.execute_top_k_no_proof_branch(0, drive, transaction, platform_version)
    }

    /// One branch's page — the entire pre-`IN` executor, parameterized
    /// by which prefix branch's terminal tree it walks.
    fn execute_top_k_no_proof_branch(
        &self,
        branch: usize,
        drive: &Drive,
        transaction: TransactionArg,
        platform_version: &PlatformVersion,
    ) -> Result<RankedPage, Error> {
        let grove_version = &platform_version.drive.grove_version;
        let path = self.indexed_property_name_tree_path(branch)?;

        // The cost is dropped rather than `.unwrap()`-ed:
        // `CostContext::unwrap` is infallible (it drops the cost field)
        // but reads like a panicking unwrap at the call site. Dropping it
        // is all there is to do with it — nothing meters a query on this
        // surface. grovedb computes the `OperationCost` because its API
        // always does, and it ends here.
        let path_query = PathQuery::new_axis(
            path,
            AxisQuery::top_k(
                self.read_axis().into(),
                self.k,
                self.offset as u64,
                self.descending,
            )
            .keys_only(),
        );
        let CostContext { value, cost: _ } = drive.grove.run_path_query(
            &path_query,
            true,
            true,
            true,
            QueryResultType::QueryKeyElementPairResultType,
            transaction,
            grove_version,
        );
        let run = value.map_err(|e| Error::GroveDB(Box::new(e)))?;
        let PathQueryRun::AxisKeys { keys, skipped } = run else {
            return Err(Error::Drive(DriveError::CorruptedDriveState(
                "a keys-only ranked read returned a different result shape".to_string(),
            )));
        };
        let entries =
            present_entries_on_axis(self.axis, axis_keys_to_ranked(self.read_axis(), keys)?);
        // A `RankedPage` traversal always attests its skip; its absence
        // would mean grovedb answered a different traversal than asked.
        let skipped = skipped.ok_or_else(|| {
            Error::Drive(DriveError::CorruptedDriveState(
                "a paginated ranked read carried no skip attestation".to_string(),
            ))
        })?;

        // `k` is the contract with the caller, and on the prove path it
        // is re-checked inside the proof envelope. Asserting it here too
        // keeps the no-proof and prove responses shape-identical: a
        // caller must never see an over-long list from one path and a
        // capped one from the other.
        if entries.len() > self.k as usize {
            return Err(Error::Drive(DriveError::CorruptedDriveState(format!(
                "ranked {:?} read returned {} entries for k = {}",
                self.axis,
                entries.len(),
                self.k
            ))));
        }
        Ok(RankedPage { skipped, entries })
    }

    /// Generate the grovedb indexed-axis paginated top-k proof for this
    /// query.
    ///
    /// The envelope commits the walked secondary entries, the number of
    /// entries skipped to reach them, the primary's root hash, the
    /// sibling axes' root hashes, and a per-ancestor attestation chain
    /// up to the grovedb root — so the client reconstructs the platform
    /// root hash from it. `(axis, k, offset, descending)` bind by
    /// RECONSTRUCTION, not echo: the verifier rebuilds the same
    /// `PathQuery` from the request and
    /// [`grovedb::GroveDb::verify_path_query`] re-executes the proof
    /// against that traversal, so a proof for a different ranking or a
    /// different page fails to cover it; that is why `k` is validated
    /// rather than clamped upstream (a clamped `k` would produce a page
    /// the client's reconstruction did not ask for).
    ///
    /// The paginated primitive is used unconditionally, with
    /// `offset = 0` for offset-free requests, so there is exactly one
    /// proof shape on this surface: a client never has to guess which of
    /// two envelope formats a server produced.
    ///
    /// Verified by
    /// [`DriveDocumentRankedQuery::verify_ranked_top_k_proof`](crate::query::DriveDocumentRankedQuery::verify_ranked_top_k_proof).
    ///
    /// # Empty rankings prove fine
    ///
    /// An index holding no documents has an empty axis secondary. The
    /// older non-paginated prover refused that outright ("Cannot create
    /// proof for empty tree"), which made a freshly registered contract
    /// unqueryable with `prove = true`; the paginated prover emits a
    /// guaranteed-empty range against the secondary instead, so the
    /// proved and unproven paths agree on empty state. Pinned by the
    /// `ranking_an_empty_index_reads_empty_and_proves_empty` test. A
    /// pinned prefix whose value tree does not exist yet proves empty
    /// too: grovedb authenticates the absent path and the verifier
    /// reads it as an empty page (pinned by
    /// `an_absent_equality_pin_reads_empty_and_proves_empty`).
    pub fn execute_top_k_with_proof(
        &self,
        drive: &Drive,
        transaction: TransactionArg,
        platform_version: &PlatformVersion,
    ) -> Result<Vec<u8>, Error> {
        self.reject_offset_with_branches()?;
        // grovedb's `prove_query` — since the indexed-axis prover
        // retirement, the only proof surface — proves COMMITTED state
        // only: it takes one internal snapshot and threads it through
        // every proof layer, and cannot see the caller's transaction.
        // Serving a proof for a different snapshot than the unproved
        // read would silently desynchronize the two paths, so a
        // transactional prove fails closed, single-prefix and branched
        // alike.
        if transaction.is_some() {
            return Err(Error::Drive(DriveError::NotSupported(
                "a ranked proof is generated from committed state only: grovedb's \
                 prove_query cannot see the caller's transaction — commit first",
            )));
        }
        if self.prefix_branches.len() > 1 {
            // One grovedb **branched** envelope: shared ancestor layers
            // once, one multi-key proof at the branching level, one
            // secondary proof per branch — a single proof with a single
            // root hash. The verifier re-derives the branch set from
            // the request, so a dropped, duplicated, or reordered
            // branch fails there.
            let grove_version = &platform_version.drive.grove_version;
            let paths = (0..self.prefix_branches.len())
                .map(|branch| self.indexed_property_name_tree_path(branch))
                .collect::<Result<Vec<_>, Error>>()?;
            let (prefix, keys, suffix) = decompose_branch_paths(&paths)?;
            let path_query = PathQuery::new_branched_axis(
                prefix,
                keys,
                suffix,
                AxisQuery::top_k(
                    self.read_axis().into(),
                    self.k,
                    self.offset as u64,
                    self.descending,
                ),
            );
            let CostContext { value, cost: _ } =
                drive.grove.prove_query(&path_query, None, grove_version);
            return value.map_err(|e| Error::GroveDB(Box::new(e)));
        }
        self.execute_top_k_with_proof_branch(0, drive, platform_version)
    }

    /// One branch's proof — the entire pre-`IN` prover, parameterized by
    /// the prefix branch.
    fn execute_top_k_with_proof_branch(
        &self,
        branch: usize,
        drive: &Drive,
        platform_version: &PlatformVersion,
    ) -> Result<Vec<u8>, Error> {
        let grove_version = &platform_version.drive.grove_version;
        let path = self.indexed_property_name_tree_path(branch)?;
        let path_query = PathQuery::new_axis_top_k(
            path,
            self.read_axis().into(),
            self.k,
            self.offset as u64,
            self.descending,
        );
        // Same destructure-don't-unwrap rationale as the no-proof arm.
        let CostContext { value, cost: _ } =
            drive.grove.prove_query(&path_query, None, grove_version);
        value.map_err(|e| Error::GroveDB(Box::new(e)))
    }
}