diff --git a/comps/third_parties/teirerank/deployment/kubernetes/README.md b/comps/third_parties/teirerank/deployment/kubernetes/README.md
deleted file mode 100644
index b67de89cb0..0000000000
--- a/comps/third_parties/teirerank/deployment/kubernetes/README.md
+++ /dev/null
@@ -1,18 +0,0 @@
-# Deploy TEIRERANK on kubernetes cluster
-
-- You should have Helm (version >= 3.15) installed. Refer to the [Helm Installation Guide](https://helm.sh/docs/intro/install/) for more information.
-- For more deployment options, refer to [helm charts README](https://github.com/opea-project/GenAIInfra/tree/main/helm-charts#readme).
-
-## Deploy on Xeon
-
-```
-export HFTOKEN="insert-your-huggingface-token-here"
-helm install teirerank oci://ghcr.io/opea-project/charts/teirerank  --set global.HUGGINGFACEHUB_API_TOKEN=${HFTOKEN} -f cpu-values.yaml
-```
-
-## Deploy on Gaudi
-
-```
-export HFTOKEN="insert-your-huggingface-token-here"
-helm install teirerank oci://ghcr.io/opea-project/charts/teirerank  --set global.HUGGINGFACEHUB_API_TOKEN=${HFTOKEN} -f gaudi-values.yaml
-```
diff --git a/comps/third_parties/teirerank/deployment/kubernetes/cpu-values.yaml b/comps/third_parties/teirerank/deployment/kubernetes/cpu-values.yaml
deleted file mode 100644
index 5eaa0d2744..0000000000
--- a/comps/third_parties/teirerank/deployment/kubernetes/cpu-values.yaml
+++ /dev/null
@@ -1,5 +0,0 @@
-# Copyright (C) 2024 Intel Corporation
-# SPDX-License-Identifier: Apache-2.0
-
-image:
-  repository: ghcr.io/huggingface/text-embeddings-inference
diff --git a/comps/third_parties/teirerank/deployment/kubernetes/gaudi-values.yaml b/comps/third_parties/teirerank/deployment/kubernetes/gaudi-values.yaml
deleted file mode 100644
index b6c04fc134..0000000000
--- a/comps/third_parties/teirerank/deployment/kubernetes/gaudi-values.yaml
+++ /dev/null
@@ -1,20 +0,0 @@
-# Copyright (C) 2024 Intel Corporation
-# SPDX-License-Identifier: Apache-2.0
-
-accelDevice: "gaudi"
-
-OMPI_MCA_btl_vader_single_copy_mechanism: "none"
-MAX_WARMUP_SEQUENCE_LENGTH: "512"
-image:
-  repository: ghcr.io/huggingface/tei-gaudi
-  tag: 1.5.0
-
-securityContext:
-  readOnlyRootFilesystem: false
-
-resources:
-  limits:
-    habana.ai/gaudi: 1
-
-readinessProbe:
-  timeoutSeconds: 1