2019-08-08 11:55:40 +00:00
|
|
|
#![allow(clippy::new_ret_no_self)]
|
|
|
|
|
2019-06-04 09:09:58 +00:00
|
|
|
use crate::document::Document;
|
|
|
|
use crate::query::Query;
|
2019-08-02 11:23:10 +00:00
|
|
|
use crate::to_pyerr;
|
|
|
|
use pyo3::prelude::*;
|
|
|
|
use pyo3::{exceptions, PyObjectProtocol};
|
|
|
|
use tantivy as tv;
|
2019-06-04 09:09:58 +00:00
|
|
|
|
|
|
|
/// Tantivy's Searcher class
|
|
|
|
///
|
|
|
|
/// A Searcher is used to search the index given a prepared Query.
|
|
|
|
#[pyclass]
|
|
|
|
pub(crate) struct Searcher {
|
|
|
|
pub(crate) inner: tv::LeasedItem<tv::Searcher>,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[pymethods]
|
|
|
|
impl Searcher {
|
|
|
|
/// Search the index with the given query and collect results.
|
|
|
|
///
|
|
|
|
/// Args:
|
|
|
|
/// query (Query): The query that will be used for the search.
|
|
|
|
/// collector (Collector): A collector that determines how the search
|
|
|
|
/// results will be collected. Only the TopDocs collector is
|
|
|
|
/// supported for now.
|
|
|
|
///
|
|
|
|
/// Returns a list of tuples that contains the scores and DocAddress of the
|
|
|
|
/// search results.
|
|
|
|
///
|
|
|
|
/// Raises a ValueError if there was an error with the search.
|
2019-10-01 18:05:38 +00:00
|
|
|
#[args(limit = 10)]
|
2019-06-04 09:09:58 +00:00
|
|
|
fn search(
|
|
|
|
&self,
|
2019-10-01 18:05:38 +00:00
|
|
|
py: Python,
|
2019-06-04 09:09:58 +00:00
|
|
|
query: &Query,
|
2019-10-01 18:05:38 +00:00
|
|
|
limit: usize,
|
|
|
|
) -> PyResult<Vec<(PyObject, DocAddress)>> {
|
|
|
|
let collector = tv::collector::TopDocs::with_limit(limit);
|
|
|
|
let ret = self.inner.search(&query.inner, &collector);
|
|
|
|
|
2019-06-04 09:09:58 +00:00
|
|
|
match ret {
|
|
|
|
Ok(r) => {
|
2019-10-01 18:05:38 +00:00
|
|
|
let result: Vec<(PyObject, DocAddress)> =
|
|
|
|
r.iter().map(|(f, d)| ((*f).into_py(py), DocAddress::from(d))).collect();
|
2019-06-04 09:09:58 +00:00
|
|
|
Ok(result)
|
|
|
|
}
|
|
|
|
Err(e) => Err(exceptions::ValueError::py_err(e.to_string())),
|
|
|
|
}
|
2019-10-01 18:05:38 +00:00
|
|
|
|
2019-06-04 09:09:58 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Returns the overall number of documents in the index.
|
|
|
|
#[getter]
|
|
|
|
fn num_docs(&self) -> u64 {
|
|
|
|
self.inner.num_docs()
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Fetches a document from Tantivy's store given a DocAddress.
|
|
|
|
///
|
|
|
|
/// Args:
|
|
|
|
/// doc_address (DocAddress): The DocAddress that is associated with
|
|
|
|
/// the document that we wish to fetch.
|
|
|
|
///
|
|
|
|
/// Returns the Document, raises ValueError if the document can't be found.
|
|
|
|
fn doc(&self, doc_address: &DocAddress) -> PyResult<Document> {
|
2019-08-02 11:23:10 +00:00
|
|
|
let doc = self.inner.doc(doc_address.into()).map_err(to_pyerr)?;
|
|
|
|
let named_doc = self.inner.schema().to_named_doc(&doc);
|
|
|
|
Ok(Document {
|
|
|
|
field_values: named_doc.0,
|
|
|
|
})
|
2019-06-04 09:09:58 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// DocAddress contains all the necessary information to identify a document
|
|
|
|
/// given a Searcher object.
|
|
|
|
///
|
|
|
|
/// It consists in an id identifying its segment, and its segment-local DocId.
|
|
|
|
/// The id used for the segment is actually an ordinal in the list of segment
|
|
|
|
/// hold by a Searcher.
|
|
|
|
#[pyclass]
|
|
|
|
pub(crate) struct DocAddress {
|
|
|
|
pub(crate) segment_ord: tv::SegmentLocalId,
|
|
|
|
pub(crate) doc: tv::DocId,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[pymethods]
|
|
|
|
impl DocAddress {
|
|
|
|
/// The segment ordinal is an id identifying the segment hosting the
|
|
|
|
/// document. It is only meaningful, in the context of a searcher.
|
|
|
|
#[getter]
|
|
|
|
fn segment_ord(&self) -> u32 {
|
|
|
|
self.segment_ord
|
|
|
|
}
|
|
|
|
|
|
|
|
/// The segment local DocId
|
|
|
|
#[getter]
|
|
|
|
fn doc(&self) -> u32 {
|
|
|
|
self.doc
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl From<&tv::DocAddress> for DocAddress {
|
|
|
|
fn from(doc_address: &tv::DocAddress) -> Self {
|
|
|
|
DocAddress {
|
|
|
|
segment_ord: doc_address.segment_ord(),
|
|
|
|
doc: doc_address.doc(),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Into<tv::DocAddress> for &DocAddress {
|
|
|
|
fn into(self) -> tv::DocAddress {
|
|
|
|
tv::DocAddress(self.segment_ord(), self.doc())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-08-02 11:23:10 +00:00
|
|
|
#[pyproto]
|
|
|
|
impl PyObjectProtocol for Searcher {
|
|
|
|
fn __repr__(&self) -> PyResult<String> {
|
|
|
|
Ok(format!(
|
|
|
|
"Searcher(num_docs={}, num_segments={})",
|
|
|
|
self.inner.num_docs(),
|
|
|
|
self.inner.segment_readers().len()
|
|
|
|
))
|
|
|
|
}
|
|
|
|
}
|