Update for 1.6.1 and add GPU tutorial

This commit is contained in:
Bastian Hofmann
2025-03-14 11:29:22 +01:00
parent be299ac975
commit d3a35a088b
4 changed files with 28 additions and 8 deletions
@@ -5,7 +5,7 @@ weight: 5
# Changelog # Changelog
## 1.6.0 (2025-03-07) ## 1.6.1 (2025-03-14)
* Add support for GPU instances * Add support for GPU instances
* Experimental support for automatic shard balancing * Experimental support for automatic shard balancing
@@ -198,7 +198,7 @@ operator:
# If disabled, all other properties in this struct are disregarded. Otherwise, the individual features will be inspected. # If disabled, all other properties in this struct are disregarded. Otherwise, the individual features will be inspected.
# Default is false. # Default is false.
enable: true enable: true
# The endpoint address the cluster manager could be reached # The endpoint address where the cluster manager can be reached
endpointAddress: "http://qdrant-cluster-manager" endpointAddress: "http://qdrant-cluster-manager"
# InvocationInterval is the interval between calls (started after the previous call is retured) # InvocationInterval is the interval between calls (started after the previous call is retured)
# Default is 10 seconds # Default is 10 seconds
@@ -276,10 +276,6 @@ operator:
# Whether or not the ScheduledSnapshot feature is enabled. # Whether or not the ScheduledSnapshot feature is enabled.
# Default is true. # Default is true.
enable: true enable: true
# RemoveCronJobs can be enabled when the previous [Python] operator (qdrant-operator) has been run and this
# operator should remove the cron jobs it created (not used by this operator anymore).
# Default is true.
removeCronJobs: true
# MaxConcurrentReconciles is the maximum number of concurrent Reconciles which can be run. Defaults to 1. # MaxConcurrentReconciles is the maximum number of concurrent Reconciles which can be run. Defaults to 1.
maxConcurrentReconciles: 1 maxConcurrentReconciles: 1
# Restores contains the settings for restoring (a snapshot) as part of backup management. # Restores contains the settings for restoring (a snapshot) as part of backup management.
@@ -80,8 +80,8 @@ Once you are onboarded to Qdrant Private Cloud, you will receive credentials to
kubectl create namespace qdrant-private-cloud kubectl create namespace qdrant-private-cloud
kubectl create secret docker-registry qdrant-registry-creds --docker-server=registry.cloud.qdrant.io --docker-username='your-username' --docker-password='your-password' --namespace qdrant-private-cloud kubectl create secret docker-registry qdrant-registry-creds --docker-server=registry.cloud.qdrant.io --docker-username='your-username' --docker-password='your-password' --namespace qdrant-private-cloud
helm registry login 'registry.cloud.qdrant.io' --username 'your-username' --password 'your-password' helm registry login 'registry.cloud.qdrant.io' --username 'your-username' --password 'your-password'
helm upgrade --install qdrant-private-cloud-crds oci://registry.cloud.qdrant.io/qdrant-charts/qdrant-kubernetes-api --namespace qdrant-private-cloud --version v1.14.2 --wait helm upgrade --install qdrant-private-cloud-crds oci://registry.cloud.qdrant.io/qdrant-charts/qdrant-kubernetes-api --namespace qdrant-private-cloud --version v1.15.0 --wait
helm upgrade --install qdrant-private-cloud oci://registry.cloud.qdrant.io/qdrant-charts/qdrant-private-cloud --namespace qdrant-private-cloud --version 1.6.0 helm upgrade --install qdrant-private-cloud oci://registry.cloud.qdrant.io/qdrant-charts/qdrant-private-cloud --namespace qdrant-private-cloud --version 1.6.1
``` ```
For a list of available versions consult the [Private Cloud Changelog](/documentation/private-cloud/changelog/). For a list of available versions consult the [Private Cloud Changelog](/documentation/private-cloud/changelog/).
@@ -323,3 +323,27 @@ spec:
gpu: gpu:
gpuType: "nvidia" gpuType: "nvidia"
``` ```
Once the cluster Pod has started, you can check in the logs if the GPU is detected:
```shell
$ kubectl logs qdrant-a7d8d973-0cc5-42de-8d7b-c29d14d24840-0
Starting initializing for pod 0
_ _
__ _ __| |_ __ __ _ _ __ | |_
/ _` |/ _` | '__/ _` | '_ \| __|
| (_| | (_| | | | (_| | | | | |_
\__, |\__,_|_| \__,_|_| |_|\__|
|_|
Version: 1.13.4, build: 7abc6843
Access web UI at http://localhost:6333/dashboard
2025-03-14T10:25:30.509636Z INFO gpu::instance: Found GPU device: NVIDIA A16-2Q
2025-03-14T10:25:30.509679Z INFO gpu::instance: Found GPU device: llvmpipe (LLVM 15.0.7, 256 bits)
2025-03-14T10:25:30.509734Z INFO gpu::device: Create GPU device NVIDIA A16-2Q
...
```
For more GPU configuration options, see the [Qdrant Private Cloud API Reference](/documentation/private-cloud/api-reference/).