diff --git a/qdrant-landing/content/blog/binary-quantization-openai.md b/qdrant-landing/content/articles/binary-quantization-openai.md similarity index 96% rename from qdrant-landing/content/blog/binary-quantization-openai.md rename to qdrant-landing/content/articles/binary-quantization-openai.md index 61fedb73c..46caa9c52 100644 --- a/qdrant-landing/content/blog/binary-quantization-openai.md +++ b/qdrant-landing/content/articles/binary-quantization-openai.md @@ -4,13 +4,13 @@ draft: false slug: binary-quantization-openai short_description: Use Qdrant's Binary Quantization to enhance OpenAI embeddings description: Use Qdrant's Binary Quantization to enhance the performance and efficiency of OpenAI embeddings -preview_image: /blog/openai/Article-Image.png # Change this +preview_dir: /articles_data/openai/preview +preview_image: /articles-data/openai/Article-Image.png # Change this +small_preview_image: /articles_data/openai/icon.svg +social_preview_image: /articles-data/openai/preview/social-preview.png +title_preview_image: /articles-data/openai/preview/preview.webp # Optional image used for blog post title -social_preview_image: /blog/openai/Article-Image.png # Optional image used for link previews -title_preview_image: /blog/openai/Article-Image.png # Optional image used for blog post title -small_preview_image: /blog/openai/Article-Image.png # Optional image used for small preview in the list of blog posts - -date: 2024-02-20T13:12:08-08:00 +date: 2024-02-21T13:12:08-08:00 author: Nirant Kasliwal author_link: https://www.linkedin.com/in/nirant/ @@ -19,7 +19,9 @@ tags: - OpenAI - binary quantization - embeddings -weight: 0 # Change this weight to change order of posts +weight: -130 + +aliases: [ /blog/binary-quantization-openai/ ] --- OpenAI Ada-003 embeddings are a powerful tool for natural language processing (NLP). However, the size of the embeddings are a challenge, especially with real-time search and retrieval. In this article, we explore how you can use Qdrant's Binary Quantization to enhance the performance and efficiency of OpenAI embeddings. @@ -199,4 +201,6 @@ We recommend the following best practices for leveraging Binary Quantization to 4. Rescoring: Enable rescoring to improve the accuracy of search results. 5. RAM: Store the full vectors and payload on disk. Limit what you load from memory to the binary quantization index. This helps reduce the memory footprint and improve the overall efficiency of the system. The incremental latency from the disk read is negligible compared to the latency savings from the binary scoring in Qdrant, which uses SIMD instructions where possible. -Want to discuss these findings and learn more about Binary Quantization? [Join our Discord community.](https://discord.gg/qdrant) Read the documentation: [Binary Quantization.](https://qdrant.tech/documentation/guides/quantization/?selector=aHRtbCA%2BIGJvZHkgPiBkaXY6bnRoLW9mLXR5cGUoMSkgPiBzZWN0aW9uID4gZGl2ID4gZGl2ID4gZGl2Om50aC1vZi10eXBlKDIpID4gYXJ0aWNsZSA%2BIGgyOm50aC1vZi10eXBlKDIp) \ No newline at end of file +Want to discuss these findings and learn more about Binary Quantization? [Join our Discord community.](https://discord.gg/qdrant) + +Learn more about how to boost your vector search speed and accuracy while reducing costs: [Binary Quantization.](https://qdrant.tech/documentation/guides/quantization/?selector=aHRtbCA%2BIGJvZHkgPiBkaXY6bnRoLW9mLXR5cGUoMSkgPiBzZWN0aW9uID4gZGl2ID4gZGl2ID4gZGl2Om50aC1vZi10eXBlKDIpID4gYXJ0aWNsZSA%2BIGgyOm50aC1vZi10eXBlKDIp) diff --git a/qdrant-landing/content/articles/qdrant_storage/aliases/data.json b/qdrant-landing/content/articles/qdrant_storage/aliases/data.json new file mode 100644 index 000000000..9e26dfeeb --- /dev/null +++ b/qdrant-landing/content/articles/qdrant_storage/aliases/data.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/qdrant-landing/content/articles/qdrant_storage/raft_state.json b/qdrant-landing/content/articles/qdrant_storage/raft_state.json new file mode 100644 index 000000000..5e9a474d3 --- /dev/null +++ b/qdrant-landing/content/articles/qdrant_storage/raft_state.json @@ -0,0 +1 @@ +{"state":{"hard_state":{"term":0,"vote":0,"commit":0},"conf_state":{"voters":[3820286201499313],"learners":[],"voters_outgoing":[],"learners_next":[],"auto_leave":false}},"latest_snapshot_meta":{"term":0,"index":0},"apply_progress_queue":null,"peer_address_by_id":{},"this_peer_id":3820286201499313} \ No newline at end of file diff --git a/qdrant-landing/static/articles_data/openai/Accuracy_Models.png b/qdrant-landing/static/articles_data/openai/Accuracy_Models.png new file mode 100644 index 000000000..d68d07b31 Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/Accuracy_Models.png differ diff --git a/qdrant-landing/static/articles_data/openai/Oversampling_Impact.png b/qdrant-landing/static/articles_data/openai/Oversampling_Impact.png new file mode 100644 index 000000000..1ca74364c Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/Oversampling_Impact.png differ diff --git a/qdrant-landing/static/articles_data/openai/Rescoring_Impact.png b/qdrant-landing/static/articles_data/openai/Rescoring_Impact.png new file mode 100644 index 000000000..35caf0b83 Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/Rescoring_Impact.png differ diff --git a/qdrant-landing/static/articles_data/openai/icon.svg b/qdrant-landing/static/articles_data/openai/icon.svg new file mode 100644 index 000000000..1ff009838 --- /dev/null +++ b/qdrant-landing/static/articles_data/openai/icon.svg @@ -0,0 +1,56 @@ + + + + + + + atom-glyph + + + + + atom-glyph + + + + diff --git a/qdrant-landing/static/articles_data/openai/preview/preview.png b/qdrant-landing/static/articles_data/openai/preview/preview.png new file mode 100644 index 000000000..5115e594a Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/preview/preview.png differ diff --git a/qdrant-landing/static/articles_data/openai/preview/preview.webp b/qdrant-landing/static/articles_data/openai/preview/preview.webp new file mode 100644 index 000000000..5115e594a Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/preview/preview.webp differ diff --git a/qdrant-landing/static/articles_data/openai/preview/social-preview.jpg b/qdrant-landing/static/articles_data/openai/preview/social-preview.jpg new file mode 100644 index 000000000..3390a9a48 Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/preview/social-preview.jpg differ diff --git a/qdrant-landing/static/articles_data/openai/preview/social-preview.png b/qdrant-landing/static/articles_data/openai/preview/social-preview.png new file mode 100644 index 000000000..3390a9a48 Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/preview/social-preview.png differ diff --git a/qdrant-landing/static/articles_data/openai/preview/title.png b/qdrant-landing/static/articles_data/openai/preview/title.png new file mode 100644 index 000000000..5115e594a Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/preview/title.png differ diff --git a/qdrant-landing/static/articles_data/openai/preview/title.webp b/qdrant-landing/static/articles_data/openai/preview/title.webp new file mode 100644 index 000000000..5115e594a Binary files /dev/null and b/qdrant-landing/static/articles_data/openai/preview/title.webp differ