krzysztof/landing_page
1
0
Fork 0
mirror of https://github.com/qdrant/landing_page.git synced 2026-10-09 12:58:31 +02:00
Code Issues Packages Projects Releases Wiki Activity

Include imports in Edge Rust snippets (#2437)

Browse Source 
* Allow rust code snippets to start with a comment line

* Include imports in Edge Rust snippets

* Add import per code block; use fqn when class name is ambiguous
This commit is contained in:
Abdon Pijpelink
2026-06-29 15:39:06 +02:00
committed by GitHub
parent 60c789224e
commit 708c40573d
44 changed files with 307 additions and 185 deletions
Download Patch File Download Diff File Expand all files Collapse all files
qdrant-landing/content/documentation/headless/snippets/edge/bm25/generated/configure-bm25-shard/rust.md
+5
View File
@@ -1,4 +1,9 @@
```rust
const SHARD_DIRECTORY: &str = "./qdrant-edge-bm25";
use std::path::*;
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.sparse_vector("text", EdgeSparseVectorParamsBuilder::new()
.modifier(Modifier::Idf)
qdrant-landing/content/documentation/headless/snippets/edge/bm25/generated/create-bm25/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::bm25_embed::*;
let bm25 = EdgeBm25::new(EdgeBm25Config {
language: Some("english".to_string()),
..Default::default()
qdrant-landing/content/documentation/headless/snippets/edge/bm25/generated/embed-and-upsert/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use qdrant_edge::external::serde_json::json;
use qdrant_edge::*;
let docs = [
(1u64, "the quick brown fox", "Article 1"),
(2, "a lazy dog sleeps", "Article 2"),
qdrant-landing/content/documentation/headless/snippets/edge/bm25/generated/query-with-bm25/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
let query_vector = bm25.embed_query("clever fox");
let results = shard.query(QueryRequest {
qdrant-landing/content/documentation/headless/snippets/edge/bm25/generated/rust.md
+10 -11
View File
@@ -1,17 +1,9 @@
```rust
use std::path::Path;
use qdrant_edge::bm25_embed::{EdgeBm25, EdgeBm25Config};
use qdrant_edge::external::serde_json::json;
use qdrant_edge::{
EdgeConfigBuilder, EdgeShard, EdgeSparseVectorParamsBuilder, Modifier,
NamedQuery, PointInsertOperations, PointOperations, PointStruct,
QueryEnum, QueryRequest, ScoringQuery, UpdateOperation,
VectorInternal, Vectors, WithPayloadInterface, WithVector,
};
const SHARD_DIRECTORY: &str = "./qdrant-edge-bm25";
use std::path::*;
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.sparse_vector("text", EdgeSparseVectorParamsBuilder::new()
.modifier(Modifier::Idf)
@@ -20,11 +12,16 @@ let config = EdgeConfigBuilder::new()
let shard = EdgeShard::new(Path::new(SHARD_DIRECTORY), config)?;
use qdrant_edge::bm25_embed::*;
let bm25 = EdgeBm25::new(EdgeBm25Config {
language: Some("english".to_string()),
..Default::default()
})?;
use qdrant_edge::external::serde_json::json;
use qdrant_edge::*;
let docs = [
(1u64, "the quick brown fox", "Article 1"),
(2, "a lazy dog sleeps", "Article 2"),
@@ -44,6 +41,8 @@ shard.update(UpdateOperation::PointOperation(
))?;
shard.optimize()?;
use qdrant_edge::*;
let query_vector = bm25.embed_query("clever fox");
let results = shard.query(QueryRequest {
qdrant-landing/content/documentation/headless/snippets/edge/bm25/rust.rs
+11 -12
View File
@@ -1,19 +1,11 @@
use std::path::Path;
use qdrant_edge::bm25_embed::{EdgeBm25, EdgeBm25Config};
use qdrant_edge::external::serde_json::json;
use qdrant_edge::{
EdgeConfigBuilder, EdgeShard, EdgeSparseVectorParamsBuilder, Modifier,
NamedQuery, PointInsertOperations, PointOperations, PointStruct,
QueryEnum, QueryRequest, ScoringQuery, UpdateOperation,
VectorInternal, Vectors, WithPayloadInterface, WithVector,
};
// @block-start configure-bm25-shard
pub async fn main() -> anyhow::Result<()> {
const SHARD_DIRECTORY: &str = "./qdrant-edge-bm25";
fs_err::create_dir_all(SHARD_DIRECTORY)?; // @hide
// @block-start configure-bm25-shard
use std::path::*;
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.sparse_vector("text", EdgeSparseVectorParamsBuilder::new()
.modifier(Modifier::Idf)
@@ -24,6 +16,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end configure-bm25-shard
// @block-start create-bm25
use qdrant_edge::bm25_embed::*;
let bm25 = EdgeBm25::new(EdgeBm25Config {
language: Some("english".to_string()),
..Default::default()
@@ -31,6 +25,9 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end create-bm25
// @block-start embed-and-upsert
use qdrant_edge::external::serde_json::json;
use qdrant_edge::*;
let docs = [
(1u64, "the quick brown fox", "Article 1"),
(2, "a lazy dog sleeps", "Article 2"),
@@ -52,6 +49,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end embed-and-upsert
// @block-start query-with-bm25
use qdrant_edge::*;
let query_vector = bm25.embed_query("clever fox");
let results = shard.query(QueryRequest {
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/configure-edge-shard/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
const VECTOR_NAME: &str = "my-vector";
const VECTOR_DIMENSION: usize = 4;
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/configure-optimizer/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.on_disk_payload(true)
.vector(
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/create-payload-index/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
edge_shard.update(UpdateOperation::FieldIndexOperation(
FieldIndexOperations::CreateIndex(CreateIndex {
field_name: "color".try_into().unwrap(),
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/facet/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
let facet_response = edge_shard.facet(FacetRequest {
key: "color".try_into().unwrap(),
limit: 10,
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/filter/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
let filter = Filter {
should: None,
min_should: None,
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/initialize-edge-shard/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use std::path::*;
use qdrant_edge::*;
let edge_shard = EdgeShard::new(
Path::new(SHARD_DIRECTORY),
config,
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/load-edge-shard/rust.md
+3
View File
@@ -1,3 +1,6 @@
```rust
use std::path::*;
use qdrant_edge::*;
let edge_shard = EdgeShard::load(Path::new(SHARD_DIRECTORY), None)?;
```
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/modify-vector-schema/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
edge_shard.update(UpdateOperation::VectorNameOperation(
VectorNameOperations::CreateVectorName(CreateVectorName {
vector_name: "text".to_string(),
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/query-points/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
let results = edge_shard.query(QueryRequest {
prefetches: vec![],
query: Some(ScoringQuery::Vector(QueryEnum::Nearest(NamedQuery {
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/retrieve-point/rust.md
+2
View File
@@ -1,4 +1,6 @@
```rust
use qdrant_edge::*;
let retrieved = edge_shard.retrieve(
&[PointId::NumId(1)],
Some(WithPayloadInterface::Bool(true)),
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/rust.md
+28 -15
View File
@@ -1,23 +1,10 @@
```rust
use std::path::Path;
use qdrant_edge::EdgeShard;
use qdrant_edge::{
Condition, CreateIndex, CreateVectorName, Distance, EdgeConfigBuilder,
EdgeOptimizersConfig, EdgeVectorParamsBuilder, FacetRequest, FieldCondition,
FieldIndexOperations, Filter, Match, MatchValue, Modifier, NamedQuery,
PayloadFieldSchema, PayloadSchemaType, PointId, PointInsertOperations,
PointOperations, PointStruct, PointStructPersisted, QueryEnum, QueryRequest,
ScoringQuery, SparseVectorConfig, UpdateOperation, ValueVariants,
VectorNameConfig, VectorNameOperations, Vectors, WalOptions,
WithPayloadInterface, WithVector,
};
use serde_json::json;
const SHARD_DIRECTORY: &str = "./qdrant-edge-directory";
fs_err::create_dir_all(SHARD_DIRECTORY)?;
use qdrant_edge::*;
const VECTOR_NAME: &str = "my-vector";
const VECTOR_DIMENSION: usize = 4;
@@ -31,11 +18,17 @@ let config = EdgeConfigBuilder::new()
)
.build();
use std::path::*;
use qdrant_edge::*;
let edge_shard = EdgeShard::new(
Path::new(SHARD_DIRECTORY),
config,
)?;
use serde_json::json;
use qdrant_edge::*;
let points: Vec<PointStructPersisted> = vec![
PointStruct::new(
1u64,
@@ -51,12 +44,16 @@ edge_shard.update(UpdateOperation::PointOperation(
),
))?;
use qdrant_edge::*;
let retrieved = edge_shard.retrieve(
&[PointId::NumId(1)],
Some(WithPayloadInterface::Bool(true)),
Some(WithVector::Bool(false)),
)?;
use qdrant_edge::*;
edge_shard.update(UpdateOperation::VectorNameOperation(
VectorNameOperations::CreateVectorName(CreateVectorName {
vector_name: "text".to_string(),
@@ -67,6 +64,8 @@ edge_shard.update(UpdateOperation::VectorNameOperation(
}),
))?;
use qdrant_edge::*;
let results = edge_shard.query(QueryRequest {
prefetches: vec![],
query: Some(ScoringQuery::Vector(QueryEnum::Nearest(NamedQuery {
@@ -82,6 +81,8 @@ let results = edge_shard.query(QueryRequest {
with_payload: WithPayloadInterface::Bool(true),
})?;
use qdrant_edge::*;
let filter = Filter {
should: None,
min_should: None,
@@ -109,6 +110,8 @@ let results = edge_shard.query(QueryRequest {
with_payload: WithPayloadInterface::Bool(true),
})?;
use qdrant_edge::*;
let facet_response = edge_shard.facet(FacetRequest {
key: "color".try_into().unwrap(),
limit: 10,
@@ -118,6 +121,8 @@ let facet_response = edge_shard.facet(FacetRequest {
edge_shard.optimize()?;
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.on_disk_payload(true)
.vector(
@@ -134,6 +139,8 @@ let config = EdgeConfigBuilder::new()
})
.build();
use qdrant_edge::*;
edge_shard.update(UpdateOperation::FieldIndexOperation(
FieldIndexOperations::CreateIndex(CreateIndex {
field_name: "color".try_into().unwrap(),
@@ -145,8 +152,14 @@ edge_shard.update(UpdateOperation::FieldIndexOperation(
drop(edge_shard);
use std::path::*;
use qdrant_edge::*;
let edge_shard = EdgeShard::load(Path::new(SHARD_DIRECTORY), None)?;
use std::path::*;
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.wal_options(WalOptions {
segment_capacity: 4 * 1024 * 1024,
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/upsert-points/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use serde_json::json;
use qdrant_edge::*;
let points: Vec<PointStructPersisted> = vec![
PointStruct::new(
1u64,
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/generated/wal-options/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use std::path::*;
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.wal_options(WalOptions {
segment_capacity: 4 * 1024 * 1024,
qdrant-landing/content/documentation/headless/snippets/edge/quickstart/rust.rs
+30 -16
View File
@@ -1,26 +1,14 @@
use std::path::Path;
use qdrant_edge::EdgeShard;
use qdrant_edge::{
Condition, CreateIndex, CreateVectorName, Distance, EdgeConfigBuilder,
EdgeOptimizersConfig, EdgeVectorParamsBuilder, FacetRequest, FieldCondition,
FieldIndexOperations, Filter, Match, MatchValue, Modifier, NamedQuery,
PayloadFieldSchema, PayloadSchemaType, PointId, PointInsertOperations,
PointOperations, PointStruct, PointStructPersisted, QueryEnum, QueryRequest,
ScoringQuery, SparseVectorConfig, UpdateOperation, ValueVariants,
VectorNameConfig, VectorNameOperations, Vectors, WalOptions,
WithPayloadInterface, WithVector,
};
use serde_json::json;
// @block-start create-storage-directory
pub async fn main() -> anyhow::Result<()> {
// @block-start create-storage-directory
const SHARD_DIRECTORY: &str = "./qdrant-edge-directory";
fs_err::create_dir_all(SHARD_DIRECTORY)?;
// @block-end create-storage-directory
// @block-start configure-edge-shard
use qdrant_edge::*;
const VECTOR_NAME: &str = "my-vector";
const VECTOR_DIMENSION: usize = 4;
@@ -36,6 +24,9 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end configure-edge-shard
// @block-start initialize-edge-shard
use std::path::*;
use qdrant_edge::*;
let edge_shard = EdgeShard::new(
Path::new(SHARD_DIRECTORY),
config,
@@ -43,6 +34,9 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end initialize-edge-shard
// @block-start upsert-points
use serde_json::json;
use qdrant_edge::*;
let points: Vec<PointStructPersisted> = vec![
PointStruct::new(
1u64,
@@ -60,6 +54,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end upsert-points
// @block-start retrieve-point
use qdrant_edge::*;
let retrieved = edge_shard.retrieve(
&[PointId::NumId(1)],
Some(WithPayloadInterface::Bool(true)),
@@ -68,6 +64,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end retrieve-point
// @block-start modify-vector-schema
use qdrant_edge::*;
edge_shard.update(UpdateOperation::VectorNameOperation(
VectorNameOperations::CreateVectorName(CreateVectorName {
vector_name: "text".to_string(),
@@ -80,6 +78,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end modify-vector-schema
// @block-start query-points
use qdrant_edge::*;
let results = edge_shard.query(QueryRequest {
prefetches: vec![],
query: Some(ScoringQuery::Vector(QueryEnum::Nearest(NamedQuery {
@@ -97,6 +97,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end query-points
// @block-start filter
use qdrant_edge::*;
let filter = Filter {
should: None,
min_should: None,
@@ -126,6 +128,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end filter
// @block-start facet
use qdrant_edge::*;
let facet_response = edge_shard.facet(FacetRequest {
key: "color".try_into().unwrap(),
limit: 10,
@@ -139,6 +143,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end optimize
// @block-start configure-optimizer
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.on_disk_payload(true)
.vector(
@@ -157,6 +163,8 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end configure-optimizer
// @block-start create-payload-index
use qdrant_edge::*;
edge_shard.update(UpdateOperation::FieldIndexOperation(
FieldIndexOperations::CreateIndex(CreateIndex {
field_name: "color".try_into().unwrap(),
@@ -172,10 +180,16 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end close-edge-shard
// @block-start load-edge-shard
use std::path::*;
use qdrant_edge::*;
let edge_shard = EdgeShard::load(Path::new(SHARD_DIRECTORY), None)?;
// @block-end load-edge-shard
// @block-start wal-options
use std::path::*;
use qdrant_edge::*;
let config = EdgeConfigBuilder::new()
.wal_options(WalOptions {
segment_capacity: 4 * 1024 * 1024,
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-guide/generated/delete-synced-points/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use ordered_float::*;
use qdrant_edge::*;
let filter = Filter::new_must(Condition::Field(FieldCondition::new_range(
SYNC_TIMESTAMP_KEY.parse::<JsonPath>().unwrap(),
Range {
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-guide/generated/dual-write/rust.md
+7 -2
View File
@@ -1,4 +1,9 @@
```rust
use std::collections::*;
use std::time::*;
use serde_json::json;
use qdrant_edge::*;
const SYNC_TIMESTAMP_KEY: &str = "timestamp";
let id = 2u64;
let vector = vec![0.4f32, 0.3, 0.2, 0.1];
@@ -12,7 +17,7 @@ let payload = json!({
});
let edge_points: Vec<PointStructPersisted> = vec![
EdgePoint::new(
qdrant_edge::PointStruct::new(
PointId::NumId(id),
Vectors::new_named([(VECTOR_NAME, vector.clone())]),
payload.clone(),
@@ -25,7 +30,7 @@ mutable_shard.update(UpdateOperation::PointOperation(
),
))?;
let rest_point = PointStruct::new(
let rest_point = ::qdrant_client::qdrant::PointStruct::new(
id,
HashMap::from([(VECTOR_NAME.to_string(), vector)]),
payload.as_object().cloned().unwrap_or_default(),
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-guide/generated/initialize-immutable-shard/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use std::path::*;
use qdrant_edge::*;
const COLLECTION_NAME: &str = "edge-collection";
let snapshot_url = format!(
"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-guide/generated/initialize-mutable-shard/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use std::path::*;
use qdrant_edge::*;
const MUTABLE_SHARD_DIR: &str = "./qdrant-edge-directory/mutable";
const VECTOR_DIMENSION: usize = 4;
const VECTOR_NAME: &str = "my-vector";
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-guide/generated/query-both-shards/rust.md
+6 -2
View File
@@ -1,4 +1,8 @@
```rust
use std::cmp::*;
use std::collections::*;
use qdrant_edge::*;
let query = QueryRequest {
prefetches: vec![],
query: Some(ScoringQuery::Vector(QueryEnum::Nearest(NamedQuery {
@@ -20,10 +24,10 @@ all_results.extend(immutable_shard.query(query)?);
all_results.sort_by(|a, b| {
b.score
.partial_cmp(&a.score)
.unwrap_or(std::cmp::Ordering::Equal)
.unwrap_or(Ordering::Equal)
});
let mut seen_ids = std::collections::HashSet::new();
let mut seen_ids = HashSet::new();
let results: Vec<_> = all_results
.into_iter()
.filter(|p| seen_ids.insert(p.id.clone()))
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-guide/generated/rust.md
+25 -20
View File
@@ -1,20 +1,6 @@
```rust
use std::collections::HashMap;
use std::path::Path;
use std::time::{SystemTime, UNIX_EPOCH};
use ordered_float::OrderedFloat;
use qdrant_client::qdrant::PointStruct;
use qdrant_edge::EdgeShard;
use qdrant_edge::internal::SnapshotManifest;
use qdrant_edge::{
Condition, Distance, EdgeConfigBuilder, EdgeVectorParamsBuilder,
FieldCondition, Filter, JsonPath, NamedQuery, PointId, PointInsertOperations,
PointOperations, PointStruct as EdgePoint, PointStructPersisted, QueryEnum,
QueryRequest, Range, ScoringQuery, UpdateOperation, Vectors,
WithPayloadInterface, WithVector,
};
use serde_json::json;
use std::path::*;
use qdrant_edge::*;
const MUTABLE_SHARD_DIR: &str = "./qdrant-edge-directory/mutable";
const VECTOR_DIMENSION: usize = 4;
@@ -36,6 +22,9 @@ let mutable_shard = EdgeShard::new(
config,
)?;
use std::path::*;
use qdrant_edge::*;
const COLLECTION_NAME: &str = "edge-collection";
let snapshot_url = format!(
"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
@@ -68,6 +57,11 @@ EdgeShard::unpack_snapshot(&snapshot_path, data_dir)?;
let immutable_shard = EdgeShard::load(data_dir, None)?;
use std::collections::*;
use std::time::*;
use serde_json::json;
use qdrant_edge::*;
const SYNC_TIMESTAMP_KEY: &str = "timestamp";
let id = 2u64;
let vector = vec![0.4f32, 0.3, 0.2, 0.1];
@@ -81,7 +75,7 @@ let payload = json!({
});
let edge_points: Vec<PointStructPersisted> = vec![
EdgePoint::new(
qdrant_edge::PointStruct::new(
PointId::NumId(id),
Vectors::new_named([(VECTOR_NAME, vector.clone())]),
payload.clone(),
@@ -94,13 +88,17 @@ mutable_shard.update(UpdateOperation::PointOperation(
),
))?;
let rest_point = PointStruct::new(
let rest_point = ::qdrant_client::qdrant::PointStruct::new(
id,
HashMap::from([(VECTOR_NAME.to_string(), vector)]),
payload.as_object().cloned().unwrap_or_default(),
);
upload_queue.push_back(rest_point);
use std::time::*;
use qdrant_edge::*;
use qdrant_edge::internal::*;
let sync_timestamp = SystemTime::now()
.duration_since(UNIX_EPOCH)
.unwrap()
@@ -141,6 +139,9 @@ let immutable_shard = EdgeShard::recover_partial_snapshot(
&snapshot_manifest,
)?;
use ordered_float::*;
use qdrant_edge::*;
let filter = Filter::new_must(Condition::Field(FieldCondition::new_range(
SYNC_TIMESTAMP_KEY.parse::<JsonPath>().unwrap(),
Range {
@@ -153,6 +154,10 @@ mutable_shard.update(UpdateOperation::PointOperation(
PointOperations::DeletePointsByFilter(filter),
))?;
use std::cmp::*;
use std::collections::*;
use qdrant_edge::*;
let query = QueryRequest {
prefetches: vec![],
query: Some(ScoringQuery::Vector(QueryEnum::Nearest(NamedQuery {
@@ -174,10 +179,10 @@ all_results.extend(immutable_shard.query(query)?);
all_results.sort_by(|a, b| {
b.score
.partial_cmp(&a.score)
.unwrap_or(std::cmp::Ordering::Equal)
.unwrap_or(Ordering::Equal)
});
let mut seen_ids = std::collections::HashSet::new();
let mut seen_ids = HashSet::new();
let results: Vec<_> = all_results
.into_iter()
.filter(|p| seen_ids.insert(p.id.clone()))
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-guide/generated/update-immutable-shard/rust.md
+4
View File
@@ -1,4 +1,8 @@
```rust
use std::time::*;
use qdrant_edge::*;
use qdrant_edge::internal::*;
let sync_timestamp = SystemTime::now()
.duration_since(UNIX_EPOCH)
.unwrap()
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-guide/rust.rs
+28 -23
View File
@@ -1,29 +1,15 @@
use std::collections::HashMap;
use std::path::Path;
use std::time::{SystemTime, UNIX_EPOCH};
use ordered_float::OrderedFloat;
use qdrant_client::qdrant::PointStruct;
use qdrant_edge::EdgeShard;
use qdrant_edge::internal::SnapshotManifest;
use qdrant_edge::{
Condition, Distance, EdgeConfigBuilder, EdgeVectorParamsBuilder,
FieldCondition, Filter, JsonPath, NamedQuery, PointId, PointInsertOperations,
PointOperations, PointStruct as EdgePoint, PointStructPersisted, QueryEnum,
QueryRequest, Range, ScoringQuery, UpdateOperation, Vectors,
WithPayloadInterface, WithVector,
};
use serde_json::json;
// @block-start initialize-mutable-shard
pub async fn main() -> anyhow::Result<()> {
// @hide-start
const QDRANT_URL: &str = "";
const QDRANT_API_KEY: &str = "";
let mut upload_queue: std::collections::VecDeque<PointStruct> =
let mut upload_queue: std::collections::VecDeque<::qdrant_client::qdrant::PointStruct> =
std::collections::VecDeque::new();
// @hide-end
// @block-start initialize-mutable-shard
use std::path::*;
use qdrant_edge::*;
const MUTABLE_SHARD_DIR: &str = "./qdrant-edge-directory/mutable";
const VECTOR_DIMENSION: usize = 4;
const VECTOR_NAME: &str = "my-vector";
@@ -46,6 +32,9 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end initialize-mutable-shard
// @block-start initialize-immutable-shard
use std::path::*;
use qdrant_edge::*;
const COLLECTION_NAME: &str = "edge-collection";
let snapshot_url = format!(
"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
@@ -80,6 +69,11 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end initialize-immutable-shard
// @block-start dual-write
use std::collections::*;
use std::time::*;
use serde_json::json;
use qdrant_edge::*;
const SYNC_TIMESTAMP_KEY: &str = "timestamp";
let id = 2u64;
let vector = vec![0.4f32, 0.3, 0.2, 0.1];
@@ -93,7 +87,7 @@ pub async fn main() -> anyhow::Result<()> {
});
let edge_points: Vec<PointStructPersisted> = vec![
EdgePoint::new(
qdrant_edge::PointStruct::new(
PointId::NumId(id),
Vectors::new_named([(VECTOR_NAME, vector.clone())]),
payload.clone(),
@@ -106,7 +100,7 @@ pub async fn main() -> anyhow::Result<()> {
),
))?;
let rest_point = PointStruct::new(
let rest_point = ::qdrant_client::qdrant::PointStruct::new(
id,
HashMap::from([(VECTOR_NAME.to_string(), vector)]),
payload.as_object().cloned().unwrap_or_default(),
@@ -115,6 +109,10 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end dual-write
// @block-start update-immutable-shard
use std::time::*;
use qdrant_edge::*;
use qdrant_edge::internal::*;
let sync_timestamp = SystemTime::now()
.duration_since(UNIX_EPOCH)
.unwrap()
@@ -157,6 +155,9 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end update-immutable-shard
// @block-start delete-synced-points
use ordered_float::*;
use qdrant_edge::*;
let filter = Filter::new_must(Condition::Field(FieldCondition::new_range(
SYNC_TIMESTAMP_KEY.parse::<JsonPath>().unwrap(),
Range {
@@ -171,6 +172,10 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end delete-synced-points
// @block-start query-both-shards
use std::cmp::*;
use std::collections::*;
use qdrant_edge::*;
let query = QueryRequest {
prefetches: vec![],
query: Some(ScoringQuery::Vector(QueryEnum::Nearest(NamedQuery {
@@ -192,10 +197,10 @@ pub async fn main() -> anyhow::Result<()> {
all_results.sort_by(|a, b| {
b.score
.partial_cmp(&a.score)
.unwrap_or(std::cmp::Ordering::Equal)
.unwrap_or(Ordering::Equal)
});
let mut seen_ids = std::collections::HashSet::new();
let mut seen_ids = HashSet::new();
let results: Vec<_> = all_results
.into_iter()
.filter(|p| seen_ids.insert(p.id.clone()))
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/create-upload-queue/rust.md
+3 -2
View File
@@ -1,6 +1,7 @@
```rust
use std::collections::*;
// This is an in-memory queue.
// For production use cases consider persisting changes.
let mut upload_queue: std::collections::VecDeque<PointStruct> =
std::collections::VecDeque::new();
let mut upload_queue: VecDeque<::qdrant_client::qdrant::PointStruct> = VecDeque::new();
```
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/initialize-edge-shard/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use std::path::*;
use qdrant_edge::*;
const VECTOR_DIMENSION: usize = 4;
const VECTOR_NAME: &str = "my-vector";
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/initialize-server-client/rust.md
+4
View File
@@ -1,4 +1,8 @@
```rust
use ::qdrant_client::*;
use ::qdrant_client::qdrant::*;
use ::qdrant_client::qdrant::Distance;
let server_client = Qdrant::from_url(QDRANT_URL)
.api_key(QDRANT_API_KEY)
.build()?;
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/process-upload-queue/rust.md
+3 -1
View File
@@ -1,6 +1,8 @@
```rust
use ::qdrant_client::qdrant::*;
const BATCH_SIZE: usize = 10;
let points_to_upload: Vec<PointStruct> = upload_queue
let points_to_upload: Vec<::qdrant_client::qdrant::PointStruct> = upload_queue
.drain(..BATCH_SIZE.min(upload_queue.len()))
.collect();
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/python.md
+4 -4
View File
@@ -1,14 +1,14 @@
```python
COLLECTION_NAME="edge-collection"
snapshot_url = f"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
from pathlib import Path
from qdrant_edge import EdgeShard
import requests
import shutil
import tempfile
COLLECTION_NAME="edge-collection"
snapshot_url = f"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
SHARD_DIRECTORY = "./qdrant-edge-directory"
data_dir = Path(SHARD_DIRECTORY)
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/restore-snapshot/python.md
+4
View File
@@ -5,6 +5,10 @@ import requests
import shutil
import tempfile
COLLECTION_NAME="edge-collection"
snapshot_url = f"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
SHARD_DIRECTORY = "./qdrant-edge-directory"
data_dir = Path(SHARD_DIRECTORY)
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/restore-snapshot/rust.md
+9
View File
@@ -1,5 +1,14 @@
```rust
const COLLECTION_NAME: &str = "edge-collection";
const SHARD_DIRECTORY: &str = "./qdrant-edge-directory";
use std::path::*;
use qdrant_edge::*;
let snapshot_url = format!(
"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
);
let data_dir = Path::new(SHARD_DIRECTORY);
let restore_dir = tempfile::Builder::new()
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/rust.md
+29 -23
View File
@@ -1,28 +1,14 @@
```rust
use std::collections::HashMap;
use std::path::Path;
use qdrant_client::qdrant::{
CreateCollectionBuilder, Distance, PointStruct, UpsertPointsBuilder,
VectorParamsBuilder,
};
use qdrant_client::Qdrant;
use qdrant_edge::EdgeShard;
use qdrant_edge::internal::SnapshotManifest;
use qdrant_edge::{
EdgeConfigBuilder, EdgeVectorParamsBuilder, PointId, PointInsertOperations,
PointOperations, PointStruct as EdgePoint, PointStructPersisted,
UpdateOperation, Vectors,
};
use serde_json::json;
const COLLECTION_NAME: &str = "edge-collection";
const SHARD_DIRECTORY: &str = "./qdrant-edge-directory";
use std::path::*;
use qdrant_edge::*;
let snapshot_url = format!(
"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
);
const SHARD_DIRECTORY: &str = "./qdrant-edge-directory";
let data_dir = Path::new(SHARD_DIRECTORY);
let restore_dir = tempfile::Builder::new()
@@ -49,6 +35,9 @@ EdgeShard::unpack_snapshot(&snapshot_path, data_dir)?;
let edge_shard = EdgeShard::load(data_dir, None)?;
use qdrant_edge::*;
use qdrant_edge::internal::*;
let current_manifest = edge_shard.snapshot_manifest()?;
let update_url = format!(
@@ -84,6 +73,9 @@ let edge_shard = EdgeShard::recover_partial_snapshot(
&snapshot_manifest,
)?;
use std::path::*;
use qdrant_edge::*;
const VECTOR_DIMENSION: usize = 4;
const VECTOR_NAME: &str = "my-vector";
@@ -103,6 +95,10 @@ let edge_shard = EdgeShard::new(
config,
)?;
use ::qdrant_client::*;
use ::qdrant_client::qdrant::*;
use ::qdrant_client::qdrant::Distance;
let server_client = Qdrant::from_url(QDRANT_URL)
.api_key(QDRANT_API_KEY)
.build()?;
@@ -120,17 +116,25 @@ if !server_client.collection_exists(COLLECTION_NAME).await? {
.await?;
}
use std::collections::*;
// This is an in-memory queue.
// For production use cases consider persisting changes.
let mut upload_queue: std::collections::VecDeque<PointStruct> =
std::collections::VecDeque::new();
let mut upload_queue: VecDeque<::qdrant_client::qdrant::PointStruct> = VecDeque::new();
use std::collections::*;
use serde_json::json;
use qdrant_edge::{
PointInsertOperations, PointOperations,
PointStructPersisted, PointId, UpdateOperation, Vectors,
};
let id = 1u64;
let vector = vec![0.1f32, 0.2, 0.3, 0.4];
let payload = json!({"color": "red"});
let edge_points: Vec<PointStructPersisted> = vec![
EdgePoint::new(
qdrant_edge::PointStruct::new(
PointId::NumId(id),
Vectors::new_named([(VECTOR_NAME, vector.clone())]),
payload.clone(),
@@ -143,15 +147,17 @@ edge_shard.update(UpdateOperation::PointOperation(
),
))?;
let server_point = PointStruct::new(
let server_point = ::qdrant_client::qdrant::PointStruct::new(
id,
HashMap::from([(VECTOR_NAME.to_string(), vector)]),
payload.as_object().cloned().unwrap_or_default(),
);
upload_queue.push_back(server_point);
use ::qdrant_client::qdrant::*;
const BATCH_SIZE: usize = 10;
let points_to_upload: Vec<PointStruct> = upload_queue
let points_to_upload: Vec<::qdrant_client::qdrant::PointStruct> = upload_queue
.drain(..BATCH_SIZE.min(upload_queue.len()))
.collect();
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/snapshot-url/python.md
-5
View File
@@ -1,5 +0,0 @@
```python
COLLECTION_NAME="edge-collection"
snapshot_url = f"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
```
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/snapshot-url/rust.md
-7
View File
@@ -1,7 +0,0 @@
```rust
const COLLECTION_NAME: &str = "edge-collection";
let snapshot_url = format!(
"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
);
```
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/update-from-snapshot/rust.md
+3
View File
@@ -1,4 +1,7 @@
```rust
use qdrant_edge::*;
use qdrant_edge::internal::*;
let current_manifest = edge_shard.snapshot_manifest()?;
let update_url = format!(
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/generated/upsert-point/rust.md
+9 -2
View File
@@ -1,10 +1,17 @@
```rust
use std::collections::*;
use serde_json::json;
use qdrant_edge::{
PointInsertOperations, PointOperations,
PointStructPersisted, PointId, UpdateOperation, Vectors,
};
let id = 1u64;
let vector = vec![0.1f32, 0.2, 0.3, 0.4];
let payload = json!({"color": "red"});
let edge_points: Vec<PointStructPersisted> = vec![
EdgePoint::new(
qdrant_edge::PointStruct::new(
PointId::NumId(id),
Vectors::new_named([(VECTOR_NAME, vector.clone())]),
payload.clone(),
@@ -17,7 +24,7 @@ edge_shard.update(UpdateOperation::PointOperation(
),
))?;
let server_point = PointStruct::new(
let server_point = ::qdrant_client::qdrant::PointStruct::new(
id,
HashMap::from([(VECTOR_NAME.to_string(), vector)]),
payload.as_object().cloned().unwrap_or_default(),
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/python.py
+4 -6
View File
@@ -4,12 +4,6 @@ QDRANT_URL=""
QDRANT_API_KEY=""
# @hide-end
# @block-start snapshot-url
COLLECTION_NAME="edge-collection"
snapshot_url = f"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
# @block-end snapshot-url
# @block-start restore-snapshot
from pathlib import Path
from qdrant_edge import EdgeShard
@@ -17,6 +11,10 @@ import requests
import shutil
import tempfile
COLLECTION_NAME="edge-collection"
snapshot_url = f"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
SHARD_DIRECTORY = "./qdrant-edge-directory"
data_dir = Path(SHARD_DIRECTORY)
qdrant-landing/content/documentation/headless/snippets/edge/synchronization-patterns/rust.rs
+30 -26
View File
@@ -1,36 +1,20 @@
use std::collections::HashMap;
use std::path::Path;
use qdrant_client::qdrant::{
CreateCollectionBuilder, Distance, PointStruct, UpsertPointsBuilder,
VectorParamsBuilder,
};
use qdrant_client::Qdrant;
use qdrant_edge::EdgeShard;
use qdrant_edge::internal::SnapshotManifest;
use qdrant_edge::{
EdgeConfigBuilder, EdgeVectorParamsBuilder, PointId, PointInsertOperations,
PointOperations, PointStruct as EdgePoint, PointStructPersisted,
UpdateOperation, Vectors,
};
use serde_json::json;
// @block-start restore-snapshot
pub async fn main() -> anyhow::Result<()> {
// @hide-start
const QDRANT_URL: &str = "";
const QDRANT_API_KEY: &str = "";
// @hide-end
// @block-start snapshot-url
const COLLECTION_NAME: &str = "edge-collection";
const SHARD_DIRECTORY: &str = "./qdrant-edge-directory";
use std::path::*;
use qdrant_edge::*;
let snapshot_url = format!(
"{QDRANT_URL}/collections/{COLLECTION_NAME}/shards/0/snapshot"
);
// @block-end snapshot-url
// @block-start restore-snapshot
const SHARD_DIRECTORY: &str = "./qdrant-edge-directory";
let data_dir = Path::new(SHARD_DIRECTORY);
let restore_dir = tempfile::Builder::new()
@@ -59,6 +43,9 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end restore-snapshot
// @block-start update-from-snapshot
use qdrant_edge::*;
use qdrant_edge::internal::*;
let current_manifest = edge_shard.snapshot_manifest()?;
let update_url = format!(
@@ -96,6 +83,9 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end update-from-snapshot
// @block-start initialize-edge-shard
use std::path::*;
use qdrant_edge::*;
const VECTOR_DIMENSION: usize = 4;
const VECTOR_NAME: &str = "my-vector";
@@ -117,6 +107,10 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end initialize-edge-shard
// @block-start initialize-server-client
use ::qdrant_client::*;
use ::qdrant_client::qdrant::*;
use ::qdrant_client::qdrant::Distance;
let server_client = Qdrant::from_url(QDRANT_URL)
.api_key(QDRANT_API_KEY)
.build()?;
@@ -136,19 +130,27 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end initialize-server-client
// @block-start create-upload-queue
use std::collections::*;
// This is an in-memory queue.
// For production use cases consider persisting changes.
let mut upload_queue: std::collections::VecDeque<PointStruct> =
std::collections::VecDeque::new();
let mut upload_queue: VecDeque<::qdrant_client::qdrant::PointStruct> = VecDeque::new();
// @block-end create-upload-queue
// @block-start upsert-point
use std::collections::*;
use serde_json::json;
use qdrant_edge::{
PointInsertOperations, PointOperations,
PointStructPersisted, PointId, UpdateOperation, Vectors,
};
let id = 1u64;
let vector = vec![0.1f32, 0.2, 0.3, 0.4];
let payload = json!({"color": "red"});
let edge_points: Vec<PointStructPersisted> = vec![
EdgePoint::new(
qdrant_edge::PointStruct::new(
PointId::NumId(id),
Vectors::new_named([(VECTOR_NAME, vector.clone())]),
payload.clone(),
@@ -161,7 +163,7 @@ pub async fn main() -> anyhow::Result<()> {
),
))?;
let server_point = PointStruct::new(
let server_point = ::qdrant_client::qdrant::PointStruct::new(
id,
HashMap::from([(VECTOR_NAME.to_string(), vector)]),
payload.as_object().cloned().unwrap_or_default(),
@@ -170,8 +172,10 @@ pub async fn main() -> anyhow::Result<()> {
// @block-end upsert-point
// @block-start process-upload-queue
use ::qdrant_client::qdrant::*;
const BATCH_SIZE: usize = 10;
let points_to_upload: Vec<PointStruct> = upload_queue
let points_to_upload: Vec<::qdrant_client::qdrant::PointStruct> = upload_queue
.drain(..BATCH_SIZE.min(upload_queue.len()))
.collect();