fix: Update models, add embeddings

Author: $NAME

.github/workflows/ci.yml

@@ -24,8 +24,11 @@ jobs:
 
     - name: Build Docker file
       run: |
-        docker build -t ghcr.io/bionic-gpt/llama-3-8b-chat:latest -t bionic-gpt/llama-3-8b-chat:latest -f Dockerfile.8b.cpu .
-        docker push ghcr.io/bionic-gpt/llama-3-8b-chat:latest
+        docker build -t ghcr.io/bionic-gpt/llama-3.2-3b:latest -t bionic-gpt/llama-3.2-3b:latest -f Dockerfile.llama3.2-3b.cpu .
+        docker push ghcr.io/bionic-gpt/llama-3.2-3b:latest
+
+        docker build -t ghcr.io/bionic-gpt/embeddings:latest -t bionic-gpt/embeddings:latest -f Dockerfile.embeddings .
+        docker push ghcr.io/bionic-gpt/embeddings:latest
 
     - name: Semantic Release
       run: | 

.github/workflows/update-version.sh

@@ -1,2 +1,4 @@
 #!/bin/bash 
-sed -i "s/llama-2-7b-chat:[0-9.]*/llama-2-7b-chat:$1/" ../../README.md
+sed -i "s/llama-2-7b-chat:[0-9.]*/llama-2-7b-chat:$1/" ../../README.md
+sed -i "s/llama-3.2-3b:[0-9.]*/llama-3.2-3b:$1/" ../../README.md
+sed -i "s/embeddings:[0-9.]*/embeddings:$1/" ../../README.md

.releaserc.json

@@ -4,7 +4,11 @@
     "@semantic-release/commit-analyzer",
     "@semantic-release/release-notes-generator",
     ["@semantic-release-plus/docker", {
-        "name": "ghcr.io/bionic-gpt/llama-3-8b-chat:latest",
+        "name": "ghcr.io/bionic-gpt/llama-3.2-3b:latest",
+        "skipLogin": true
+    }],
+    ["@semantic-release-plus/docker", {
+        "name": "ghcr.io/bionic-gpt/embeddings:latest",
         "skipLogin": true
     }],
     ["@semantic-release/exec", {

Dockerfile.7b.cpu

@@ -5,6 +5,8 @@ Open AI API compatible docker images. We select models and package them in high
 |Image Name   |Parameters   | Type  | Context Size  | Image Size  | Quantization  | Ram Requirements  |
 |---|---|---|---|---|---|---|
 |llama-2-7b-chat:1.1.1| 7b  | LLama 2  | 2K | 5GB  | Yes  | 16GB  |
+|llama-3.2-3b:1.1.1| 7b  | LLama 3.2  | 2K | 5GB  | Yes  | 16GB  |
+|embeddings:1.1.1| 7b  | bge:small-en-v1.5-q8_0  | 2K | 5GB  | Yes  | 16GB  |
 
 ## Features
 
@@ -15,7 +17,7 @@ Open AI API compatible docker images. We select models and package them in high
 ## Startup the API
 
 ```sh
-docker run -it --rm -p 3000:11434 ghcr.io/bionic-gpt/llama-2-7b-chat:1.1.1
+docker run -it --rm -p 3000:11434 ghcr.io/bionic-gpt/llama-3.2-3b:1.1.1:1.1.1
 ```
 
 ## Try it out