Using docker compose for embedding test (opea-project#1185)

* Using docker compose for embedding test

Signed-off-by: lvliang-intel <liang1.lv@intel.com>

Author: lvliang-intel

comps/embeddings/deployment/docker_compose/compose.yaml

@@ -0,0 +1,72 @@
+# Copyright (C) 2025 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+include:
+  - ../../../third_parties/tei/deployment/docker_compose/compose.yaml
+  - ../../../third_parties/bridgetower/deployment/docker_compose/compose.yaml
+
+x-multimodal-bridgetower-embedding-config: &multimodal-bridgetower-embedding-config
+  image: ${REGISTRY:-opea}/embedding:${TAG:-latest}
+  container_name: multimodal-bridgetower-embedding-server
+  ports:
+    - ${MM_EMBEDDING_PORT_MICROSERVICE:-10200}:${MM_EMBEDDING_PORT_MICROSERVICE:-10200}
+  ipc: host
+  environment:
+    no_proxy: ${no_proxy}
+    http_proxy: ${http_proxy}
+    https_proxy: ${https_proxy}
+    MULTIMODAL_EMBEDDING: true
+    EMBEDDING_COMPONENT_NAME: "OPEA_MULTIMODAL_EMBEDDING_BRIDGETOWER"
+    MMEI_EMBEDDING_ENDPOINT: ${MMEI_EMBEDDING_ENDPOINT}
+    MM_EMBEDDING_PORT_MICROSERVICE: ${MM_EMBEDDING_PORT_MICROSERVICE}
+  restart: unless-stopped
+
+services:
+  tei-embedding-server:
+    image: ${REGISTRY:-opea}/embedding:${TAG:-latest}
+    container_name: tei-embedding-server
+    ports:
+      - "${EMBEDDER_PORT:-10200}:6000"
+    ipc: host
+    environment:
+      no_proxy: ${no_proxy}
+      http_proxy: ${http_proxy}
+      https_proxy: ${https_proxy}
+      TEI_EMBEDDING_ENDPOINT: ${TEI_EMBEDDING_ENDPOINT}
+      EMBEDDING_COMPONENT_NAME: "OPEA_TEI_EMBEDDING"
+    depends_on:
+      tei-embedding-serving:
+        condition: service_healthy
+    restart: unless-stopped
+
+  pg-embedding-server:
+    image: ${REGISTRY:-opea}/embedding:${TAG:-latest}
+    container_name: pg-embedding-server
+    ports:
+      - ${EMBEDDER_PORT:-10200}:6000
+    ipc: host
+    environment:
+      no_proxy: ${no_proxy}
+      http_proxy: ${http_proxy}
+      https_proxy: ${https_proxy}
+      PG_EMBEDDING_MODEL_NAME: ${PG_EMBEDDING_MODEL_NAME}
+      PREDICTIONGUARD_API_KEY: ${PREDICTIONGUARD_API_KEY}
+      EMBEDDING_COMPONENT_NAME: "OPEA_PREDICTIONGUARD_EMBEDDING"
+    restart: unless-stopped
+
+  multimodal-bridgetower-embedding-server:
+    <<: *multimodal-bridgetower-embedding-config
+    depends_on:
+      multimodal-bridgetower-embedding-serving:
+        condition: service_healthy
+
+  multimodal-bridgetower-embedding-gaudi-server:
+    <<: *multimodal-bridgetower-embedding-config
+    container_name: embedding-multimodal-bridgetower-gaudi-server
+    depends_on:
+      multimodal-bridgetower-embedding-gaudi-serving:
+        condition: service_healthy
+
+networks:
+  default:
+    driver: bridge

comps/embeddings/deployment/docker_compose/compose_multimodal_bridgetower.yaml

@@ -2,46 +2,48 @@
 # SPDX-License-Identifier: Apache-2.0
 
 services:
-  embedding-multimodal-bridgetower:
-    image: opea/embedding-multimodal-bridgetower-hpu:latest
-    container_name: embedding-multimodal-bridgetower
+
+  multimodal-bridgetower-embedding-serving:
+    image: ${REGISTRY:-opea}/embedding-multimodal-bridgetower:${TAG:-latest}
+    container_name: multimodal-bridgetower-embedding-serving
     ports:
-      - ${EMBEDDER_PORT}:${EMBEDDER_PORT}
+      - ${EMBEDDER_PORT:-12400}:${EMBEDDER_PORT:-12400}
     ipc: host
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}
       https_proxy: ${https_proxy}
       PORT: ${EMBEDDER_PORT}
-      HABANA_VISIBLE_DEVICES: all
-    runtime: habana
-    cap_add:
-      - SYS_NICE
     restart: unless-stopped
     healthcheck:
       test: ["CMD-SHELL", "http_proxy='' curl -f http://localhost:${EMBEDDER_PORT}/v1/health_check"]
       interval: 10s
       timeout: 6s
       retries: 18
       start_period: 30s
-  embedding:
-    image: opea/embedding:latest
-    container_name: embedding-multimodal-bridgetower-server
+
+  multimodal-bridgetower-embedding-gaudi-serving:
+    image: ${REGISTRY:-opea}/embedding-multimodal-bridgetower-hpu:${TAG:-latest}
+    container_name: multimodal-bridgetower-embedding-gaudi-serving
     ports:
-      - ${MM_EMBEDDING_PORT_MICROSERVICE}:${MM_EMBEDDING_PORT_MICROSERVICE}
+      - ${EMBEDDER_PORT:-12400}:${EMBEDDER_PORT:-12400}
     ipc: host
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}
       https_proxy: ${https_proxy}
-      MULTIMODAL_EMBEDDING: true
-      EMBEDDING_COMPONENT_NAME: "OPEA_MULTIMODAL_EMBEDDING_BRIDGETOWER"
-      MMEI_EMBEDDING_ENDPOINT: ${MMEI_EMBEDDING_ENDPOINT}
-      MM_EMBEDDING_PORT_MICROSERVICE: ${MM_EMBEDDING_PORT_MICROSERVICE}
+      PORT: ${EMBEDDER_PORT}
+      HABANA_VISIBLE_DEVICES: all
+    runtime: habana
+    cap_add:
+      - SYS_NICE
     restart: unless-stopped
-    depends_on:
-      embedding-multimodal-bridgetower:
-        condition: service_healthy
+    healthcheck:
+      test: ["CMD-SHELL", "http_proxy='' curl -f http://localhost:${EMBEDDER_PORT}/v1/health_check"]
+      interval: 10s
+      timeout: 6s
+      retries: 18
+      start_period: 30s
 
 networks:
   default:

comps/embeddings/deployment/docker_compose/compose_predictionguard.yaml

@@ -0,0 +1,23 @@
+# Copyright (C) 2025 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+services:
+  tei-embedding-serving:
+    image: ghcr.io/huggingface/text-embeddings-inference:cpu-1.5
+    container_name: tei-embedding-serving
+    entrypoint: /bin/sh -c "apt-get update && apt-get install -y curl && text-embeddings-router --json-output --model-id ${EMBEDDING_MODEL_ID} --auto-truncate"
+    ports:
+      - "${TEI_EMBEDDER_PORT:-12000}:80"
+    volumes:
+      - "./data:/data"
+    shm_size: 1g
+    environment:
+      no_proxy: ${no_proxy}
+      http_proxy: ${http_proxy}
+      https_proxy: ${https_proxy}
+      host_ip: ${host_ip}
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://${host_ip}:${TEI_EMBEDDER_PORT}/health"]
+      interval: 10s
+      timeout: 6s
+      retries: 48

comps/embeddings/deployment/docker_compose/compose_tei.yaml

@@ -6,17 +6,17 @@ set -x
 
 WORKPATH=$(dirname "$PWD")
 ip_address=$(hostname -I | awk '{print $1}')
-export your_mmei_port=8089
+export your_mmei_port=12400
 export EMBEDDER_PORT=$your_mmei_port
 export MMEI_EMBEDDING_ENDPOINT="http://$ip_address:$your_mmei_port"
-export your_embedding_port_microservice=6609
+export your_embedding_port_microservice=10202
 export MM_EMBEDDING_PORT_MICROSERVICE=$your_embedding_port_microservice
 unset http_proxy
 
 function build_mm_docker_images() {
     cd $WORKPATH
     echo $(pwd)
-    docker build --no-cache -t opea/embedding:latest -f comps/embeddings/src/Dockerfile .
+    docker build --no-cache -t opea/embedding:latest --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f comps/embeddings/src/Dockerfile .
     if [ $? -ne 0 ]; then
         echo "opea/embedding built fail"
         exit 1
@@ -44,9 +44,10 @@ function build_docker_images() {
 }
 
 function start_service() {
+    service_name="multimodal-bridgetower-embedding-serving multimodal-bridgetower-embedding-server"
     cd $WORKPATH
     cd comps/embeddings/deployment/docker_compose/
-    docker compose -f compose_multimodal_bridgetower.yaml up -d
+    docker compose up ${service_name} -d
     sleep 30
 }
 
@@ -60,8 +61,8 @@ function validate_microservice_text_embedding() {
         echo "Result correct."
     else
         echo "Result wrong. Received was $result"
-        docker logs embedding-multimodal-bridgetower
-        docker logs embedding-multimodal-bridgetower-server
+        docker logs multimodal-bridgetower-embedding-serving
+        docker logs multimodal-bridgetower-embedding-server
         exit 1
     fi
 }
@@ -76,8 +77,8 @@ function validate_microservice_image_text_pair_embedding() {
         echo "Result correct."
     else
         echo "Result wrong. Received was $result"
-        docker logs embedding-multimodal-bridgetower
-        docker logs embedding-multimodal-bridgetower-server
+        docker logs multimodal-bridgetower-embedding-serving
+        docker logs multimodal-bridgetower-embedding-server
         exit 1
     fi
 }
@@ -92,8 +93,8 @@ function validate_microservice_b64_image_text_pair_embedding() {
         echo "Result correct."
     else
         echo "Result wrong. Received was $result"
-        docker logs embedding-multimodal-bridgetower
-        docker logs embedding-multimodal-bridgetower-server
+        docker logs multimodal-bridgetower-embedding-serving
+        docker logs multimodal-bridgetower-embedding-server
         exit 1
     fi
 }
@@ -105,7 +106,7 @@ function validate_microservice() {
 }
 
 function stop_docker() {
-    cid=$(docker ps -aq --filter "name=embedding-multimodal-bridgetower")
+    cid=$(docker ps -aq --filter "name=multimodal-bridgetower-embedding-*")
     if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
 }