landing_page/qdrant-landing/content/documentation/headless/snippets/tutorial-reranking-hybrid-search/rust.rs

use qdrant_client::Qdrant;
use qdrant_client::qdrant::{
    CreateCollectionBuilder, Distance, Document, Fusion, HnswConfigDiffBuilder,
    Modifier, MultiVectorComparator, MultiVectorConfigBuilder, NamedVectors, PointStruct,
    PrefetchQueryBuilder, Query, QueryPointsBuilder, SparseVectorParamsBuilder,
    SparseVectorsConfigBuilder, UpsertPointsBuilder, VectorParamsBuilder, VectorsConfigBuilder,
};

pub async fn main() -> anyhow::Result<()> {
    // @hide-start
    let qdrant_url = "https://xyz-example.eu-central.aws.cloud.qdrant.io:6334";
    let qdrant_api_key = "<your-api-key>";
    // @hide-end
    // @block-start client-connection
    let client = Qdrant::from_url(qdrant_url)
        .api_key(qdrant_api_key)
        .build()?;
    // @block-end client-connection

    // @block-start define-models
    let dense_embedding_model = "sentence-transformers/all-MiniLM-L6-v2";
    let sparse_embedding_model = "qdrant/bm25";
    let late_interaction_embedding_model = "answerdotai/answerai-colbert-small-v1";
    // @block-end define-models

    // @block-start create-collection
    let collection_name = "hybrid-search";

    if client.collection_exists(collection_name).await? {
        client.delete_collection(collection_name).await?;
    }

    let mut vectors = VectorsConfigBuilder::default();
    vectors.add_named_vector_params(
        "dense",
        VectorParamsBuilder::new(384, Distance::Cosine),
    );
    vectors.add_named_vector_params(
        "multi",
        VectorParamsBuilder::new(96, Distance::Cosine)
            .multivector_config(MultiVectorConfigBuilder::new(MultiVectorComparator::MaxSim))
            .hnsw_config(HnswConfigDiffBuilder::default().m(0)), // Disable HNSW for reranking
    );

    let mut sparse = SparseVectorsConfigBuilder::default();
    sparse.add_named_vector_params(
        "sparse",
        SparseVectorParamsBuilder::default().modifier(Modifier::Idf),
    );

    client
        .create_collection(
            CreateCollectionBuilder::new(collection_name)
                .vectors_config(vectors)
                .sparse_vectors_config(sparse),
        )
        .await?;
    // @block-end create-collection

    // @block-start parse-csv
    struct CsvRow {
        title: String,
        author: String,
        description: String,
    }

    fn parse_csv(url: &str) -> anyhow::Result<impl Iterator<Item = anyhow::Result<CsvRow>>> {
        let reader = ureq::get(url).call()?.into_body().into_reader();
        let mut rdr = csv::Reader::from_reader(reader);
        let headers = rdr.headers()?.clone();
        let title_idx = headers.iter().position(|h| h == "Title").unwrap();
        let author_idx = headers.iter().position(|h| h == "Author").unwrap();
        let description_idx = headers.iter().position(|h| h == "Description").unwrap();
        let iter = rdr.into_records().map(move |result| {
            let record = result?;
            Ok(CsvRow {
                title: record[title_idx].to_string(),
                author: record[author_idx].to_string(),
                description: record[description_idx].to_string(),
            })
        });
        Ok(iter)
    }
    // @block-end parse-csv

    // @block-start ingest-data
    let csv_url = "https://raw.githubusercontent.com/qdrant/examples/refs/heads/master/sci-fi-books/top_100_scifi_books_full.csv";

    let batch_size = 25;
    let mut idx: u64 = 0;
    let mut buffer: Vec<PointStruct> = Vec::new();

    for row in parse_csv(csv_url)? {
        let row = row?;
        let title = row.title;
        let author = row.author;
        let description = row.description;

        let vectors = NamedVectors::default()
            .add_vector("dense", Document::new(&description, dense_embedding_model))
            .add_vector("sparse", Document::new(&description, sparse_embedding_model))
            .add_vector("multi", Document::new(&description, late_interaction_embedding_model));

        buffer.push(PointStruct::new(
            idx,
            vectors,
            [
                ("title", title.into()),
                ("author", author.into()),
                ("description", description.into()),
            ],
        ));
        idx += 1;

        if buffer.len() >= batch_size {
            client
                .upsert_points(UpsertPointsBuilder::new(
                    collection_name,
                    std::mem::take(&mut buffer),
                ))
                .await?;
        }
    }

    if !buffer.is_empty() {
        client
            .upsert_points(UpsertPointsBuilder::new(collection_name, buffer))
            .await?;
    }
    // @block-end ingest-data

    // @block-start dense-retrieval
    let query = "time travel";

    let results = client
        .query(
            QueryPointsBuilder::new(collection_name)
                .query(Query::new_nearest(Document::new(query, dense_embedding_model)))
                .using("dense")
                .limit(10),
        )
        .await?;

    for result in results.result {
        println!("{:?}", result);
    }
    // @block-end dense-retrieval

    // @block-start sparse-retrieval
    let results = client
        .query(
            QueryPointsBuilder::new(collection_name)
                .query(Query::new_nearest(Document::new(query, sparse_embedding_model)))
                .using("sparse")
                .limit(10),
        )
        .await?;

    for result in results.result {
        println!("{:?}", result);
    }
    // @block-end sparse-retrieval

    // @block-start hybrid-search
    let results = client
        .query(
            QueryPointsBuilder::new(collection_name)
                .add_prefetch(
                    PrefetchQueryBuilder::default()
                        .query(Query::new_nearest(Document::new(query, dense_embedding_model)))
                        .using("dense")
                        .limit(20u64),
                )
                .add_prefetch(
                    PrefetchQueryBuilder::default()
                        .query(Query::new_nearest(Document::new(query, sparse_embedding_model)))
                        .using("sparse")
                        .limit(20u64),
                )
                .query(Query::new_fusion(Fusion::Rrf))
                .with_payload(true)
                .limit(10),
        )
        .await?;

    for result in results.result {
        println!("{:?}", result);
    }
    // @block-end hybrid-search

    // @block-start rerank
    let results = client
        .query(
            QueryPointsBuilder::new(collection_name)
                .add_prefetch(
                    PrefetchQueryBuilder::default()
                        .query(Query::new_nearest(Document::new(query, dense_embedding_model)))
                        .using("dense")
                        .limit(20u64),
                )
                .add_prefetch(
                    PrefetchQueryBuilder::default()
                        .query(Query::new_nearest(Document::new(query, sparse_embedding_model)))
                        .using("sparse")
                        .limit(20u64),
                )
                .query(Query::new_nearest(Document::new(query, late_interaction_embedding_model)))
                .using("multi")
                .with_payload(true)
                .limit(10),
        )
        .await?;

    for result in results.result {
        println!("{:?}", result);
    }
    // @block-end rerank

    Ok(())
}