fix: Provide MacOS workaround to spin up CPU embeddings

Author: jclin

.gitignore

@@ -99,3 +99,4 @@ clients/trieve-shopify-extension/shopify.app.skept-laptop-trieve-extension.toml
 charts/charts/**/*.tgz
 clients/trieve-shopify-extension/.env.skept-trieve-extension-test
 .idea
+docker-compose-cpu-embeddings.override.yml

README.md

@@ -175,6 +175,35 @@ cat .env.chat .env.search .env.server .env.docker-compose > .env
 ./convenience.sh -l
 ```
 
+### Start embedding servers
+
+We offer 2 docker-compose files for embedding servers. One for GPU and one for CPU.
+
+```sh
+docker compose -f docker-compose-cpu-embeddings.yml up -d
+```
+
+or
+
+```sh
+docker compose -f docker-compose-gpu-embeddings.yml up -d
+```
+
+* Note on embedding servers. If you want to use a separate GPU enabled device for embedding servers you will need to update the following parameters
+
+```
+SPARSE_SERVER_QUERY_ORIGIN
+SPARSE_SERVER_DOC_ORIGIN
+EMBEDDING_SERVER_ORIGIN
+SPARSE_SERVER_QUERY_ORIGIN
+```
+
+#### Using CPU embeddings on MacOS
+```
+cp docker-compose-cpu-embeddings.override.mac docker-compose-cpu-embeddings.override.yml
+docker-compose -f docker-compose-cpu-embeddings.yml -f docker-compose-cpu-embeddings.override.yml docker up -d
+```
+
 ### Install front-end packages for local dev
 
 ```

docker-compose-cpu-embeddings.override.mac

@@ -0,0 +1,21 @@
+# Docker Compose overrides for macOS development with CPU embeddings
+# To use this file: docker-compose -f docker-compose-cpu-embeddings.yml -f docker-compose-cpu-embeddings.override.yml up
+# For Linux development, don't include this override file
+
+version: '3'
+
+services:
+  splade-doc:
+    platform: linux/amd64
+    
+  splade-query:
+    platform: linux/amd64
+    
+  jina:
+    platform: linux/amd64
+    
+  bgem3:
+    platform: linux/amd64
+    
+  reranker:
+    platform: linux/amd64