Model migration tutorial: use insert-only update mode and Cloud Inference (#2168)

* Switch to insert-only mode instead of conditional upserts * Make code snippets testable; use Cloud Inference * Use regular upserts instead of batch_update_points * Add snippets for TS, Rust, Java, C#, and Go
2026-10-06 19:38:30 +02:00 · 2026-03-04 14:19:10 +01:00
parent 0725a70f05
commit 662e9aeaa3
49 changed files with 2257 additions and 105 deletions
@@ -0,0 +1,147 @@
+use qdrant_client::qdrant::{
+    CreateCollectionBuilder, Distance, Document, PointStruct, Query, QueryPointsBuilder,
+    ScrollPointsBuilder, UpdateMode, UpsertPointsBuilder, VectorParamsBuilder,
+};
+use qdrant_client::Qdrant;
+
+pub async fn main() -> anyhow::Result<()> {
+    // @hide-start
+    let QDRANT_URL = "";
+    let QDRANT_API_KEY = "";
+
+    let client = Qdrant::from_url(QDRANT_URL)
+        .api_key(QDRANT_API_KEY)
+        .build()?;
+
+    let new_collection = "new_collection";
+    let old_collection = "old_collection";
+
+    let old_model = "sentence-transformers/all-minilm-l6-v2";
+    let new_model = "qdrant/clip-vit-b-32-text";
+    // @hide-end
+
+    // @block-start create-new-collection
+    client
+        .create_collection(
+            CreateCollectionBuilder::new(new_collection)
+                .vectors_config(VectorParamsBuilder::new(512, Distance::Cosine)), // Size of the new embedding vectors
+        )
+        .await?;
+    // @block-end create-new-collection
+
+    // @block-start upsert-old-collection
+    client
+        .upsert_points(UpsertPointsBuilder::new(
+            old_collection,
+            vec![PointStruct::new(
+                1,
+                Document::new("Example document", old_model),
+                [("text", "Example document".into())],
+            )],
+        ))
+        .await?;
+    // @block-end upsert-old-collection
+
+    // @block-start upsert-new-collection
+    client
+        .upsert_points(UpsertPointsBuilder::new(
+            new_collection,
+            vec![PointStruct::new(
+                1,
+                // Use the new embedding model to encode the document
+                Document::new("Example document", new_model),
+                [("text", "Example document".into())],
+            )],
+        ))
+        .await?;
+    // @block-end upsert-new-collection
+
+    // @block-start migrate-points
+    let mut last_offset = None;
+    let batch_size = 100; // Number of points to read in each batch
+
+    loop {
+        // Get the next batch of points from the old collection
+        let mut scroll_builder = ScrollPointsBuilder::new(old_collection)
+            .limit(batch_size)
+            // Include payloads in the response, as we need them to re-embed the vectors
+            .with_payload(true)
+            // We don't need the old vectors, so let's save on the bandwidth
+            .with_vectors(false);
+
+        if let Some(offset) = last_offset {
+            scroll_builder = scroll_builder.offset(offset);
+        }
+
+        let scroll_result = client.scroll(scroll_builder).await?;
+
+        let records = scroll_result.result;
+        last_offset = scroll_result.next_page_offset;
+
+        // Re-embed the points using the new model
+        let points: Vec<PointStruct> = records
+            .iter()
+            .map(|record| {
+                PointStruct::new(
+                    // Keep the original ID to ensure consistency
+                    record.id.clone().unwrap(),
+                    // Use the new embedding model to encode the text from the payload,
+                    // assuming that was the original source of the embedding
+                    Document::new(
+                        record.payload.get("text")
+                            .and_then(|v| v.as_str())
+                            .map_or("", |v| v),
+                        new_model,
+                    ),
+                    // Keep the original payload
+                    record.payload.clone(),
+                )
+            })
+            .collect();
+
+        // Upsert the re-embedded points into the new collection
+        client
+            .upsert_points(
+                // Only insert the point if a point with this ID does not already exist.
+                UpsertPointsBuilder::new(new_collection, points)
+                    .update_mode(UpdateMode::InsertOnly),
+            )
+            .await?;
+
+        // Check if we reached the end of the collection
+        if last_offset.is_none() {
+            break;
+        }
+    }
+    // @block-end migrate-points
+
+    // @block-start search-old-collection
+    let results = client
+        .query(
+            QueryPointsBuilder::new(old_collection)
+                .query(Query::new_nearest(Document::new("my query", old_model)))
+                .limit(10),
+        )
+        .await?;
+    // @block-end search-old-collection
+
+    // @hide-start
+    _ = results;
+    // @hide-end
+
+    // @block-start search-new-collection
+    let results = client
+        .query(
+            QueryPointsBuilder::new(new_collection)
+                .query(Query::new_nearest(Document::new("my query", new_model)))
+                .limit(10),
+        )
+        .await?;
+    // @block-end search-new-collection
+
+    // @hide-start
+    _ = results;
+    // @hide-end
+
+    Ok(())
+}