Start adding AIA

Dockerfile

@@ -5,7 +5,13 @@ RUN useradd -m -u 1000 user
 
 # Set environment variables
 ENV HOME=/home/user \
-    PATH=/home/user/.local/bin:$PATH
+    PATH=/home/user/.local/bin:$PATH \
+    API_AUTH_TOKEN=secret \
+    JWT_ALGORITHM=RS256 \
+    DASHBOARD_USERNAME=dashboard \
+    DASHBOARD_PASSWORD=secret \
+    SECRET_KEY_BASE=secret-key-base \
+    JWT_PUBLIC_KEY="-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA2gzhmJ9TDanEzWdP1WG+\n0Ecwbe7f3bv6e5UUpvcT5q68IQJKP47AQdBAnSlFVi4X9SaurbWoXdS6jpmPpk24\nQvitzLNFphHdwjFBelTAOa6taZrSusoFvrtK9x5xsW4zzt/bkpUraNx82Z8MwLwr\nt6HlY7dgO9+xBAabj4t1d2t+0HS8O/ed3CB6T2lj6S8AbLDSEFc9ScO6Uc1XJlSo\nrgyJJSPCpNhSq3AubEZ1wMS1iEtgAzTPRDsQv50qWIbn634HLWxTP/UH6YNJBwzt\n3O6q29kTtjXlMGXCvin37PyX4Jy1IiPFwJm45aWJGKSfVGMDojTJbuUtM+8P9Rrn\nAwIDAQAB\n-----END PUBLIC KEY-----"
 
 # Install minimal dependencies
 RUN apt-get update && apt-get install -y \
@@ -17,11 +23,22 @@ RUN apt-get update && apt-get install -y \
     nginx \
     && rm -rf /var/lib/apt/lists/*
 
+# Install Node.js and pnpm
+RUN curl -fsSL https://deb.nodesource.com/setup_20.x | bash - && \
+    apt-get update && \
+    apt-get install -y nodejs && \
+    npm install -g corepack && \
+    rm -rf /var/lib/apt/lists/*
+
+# Enable pnpm
+RUN corepack enable && corepack prepare pnpm@latest --activate
+
 # Create directories and set permissions
 RUN mkdir -p /tmp/llamafile && \
     mkdir -p $HOME/models && \
     mkdir -p $HOME/app && \
     mkdir -p $HOME/app/docauth && \
+    mkdir -p $HOME/app/aia && \
     mkdir -p $HOME/.llamafile && \
     mkdir -p /var/cache/nginx && \
     mkdir -p /var/log/nginx && \
@@ -43,17 +60,14 @@ RUN cd /tmp/llamafile && \
     chmod +x /usr/local/bin/llamafiler && \
     rm -rf /tmp/llamafile
 
+# Copy AI Assistant app
+COPY --from=pspdfkit/ai-assistant:nightly /base $HOME/app/aia
+COPY --chown=node:node service-config.yml /service-config.yml
+RUN chown -R user:user $HOME/app/aia
+
 # Copy nginx configuration
 COPY nginx.conf /etc/nginx/nginx.conf
 
-# Switch to non-root user
-USER user
-WORKDIR $HOME/app
-
-# Download models
-RUN wget -q https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q8_0.gguf -O $HOME/models/gemma-2b.gguf && \
-    wget -q https://huggingface.co/leliuga/all-MiniLM-L6-v2-GGUF/resolve/main/all-MiniLM-L6-v2.F16.gguf -O $HOME/models/embeddings.gguf
-
 # Copy web files
 COPY --chown=user:user index.html $HOME/app/docauth/
 COPY --chown=user:user document-authoring.js $HOME/app/docauth/
@@ -63,6 +77,15 @@ COPY --chown=user:user Sample.docx $HOME/app/docauth/
 COPY --chown=user:user start-services.sh $HOME/app/
 RUN chmod +x $HOME/app/start-services.sh
 
-EXPOSE 7860 8081
+# Switch to non-root user
+USER user
+WORKDIR $HOME/app
+
+# Download models
+RUN wget -q https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q8_0.gguf -O $HOME/models/gemma-2b.gguf && \
+    wget -q https://huggingface.co/leliuga/all-MiniLM-L6-v2-GGUF/resolve/main/all-MiniLM-L6-v2.F16.gguf -O $HOME/models/embeddings.gguf
+
+# Expose (7860, for Hugging Face, 4000 for AI Assistant)
+EXPOSE 7860
 
 CMD ["./start-services.sh"]

nginx.conf

@@ -22,5 +22,9 @@ http {
         location /v1/embeddings {
             proxy_pass http://127.0.0.1:8081;
         }
+
+        location /v1 {
+            proxy_pass http://127.0.0.1:8082;
+        }
     }
 }

service-config.yml

@@ -4,17 +4,17 @@ aiServices:
   chat:
     provider:
       name: 'openai-compat'
-      baseUrl: http://127.0.0.1:8082/v1
+      baseUrl: http://127.0.0.1:7861/v1
     model: 'gemma-2b'
   textEmbeddings:
     provider:
       name: 'openai-compat'
-      baseUrl: http://127.0.0.1:8081/v1
+      baseUrl: http://127.0.0.1:7861/v1
     model: 'all-MiniLM-L6-v2'
   headless:
     - provider:
         name: 'openai-compat'
-        baseUrl: http://127.0.0.1:8082/v1
+        baseUrl: http://127.0.0.1:7861/v1
       model:
         name: 'gemma-2b'
         id: 'gemma-2b'

start-services.sh

@@ -25,6 +25,12 @@ if ! ps aux | grep nginx | grep -v grep > /dev/null; then
 fi
 echo "Nginx started successfully"
 
+# Start AI Assistant
+echo "Starting AI Assistant..."
+cd $HOME/app/aia
+PORT=4000 node app/main.bundle.js &
+AIA_PID=$!
+
 # Start the models
 echo "Starting chat model..."
 TMPDIR=/tmp/llamafiler /usr/local/bin/llamafiler --model $HOME/models/gemma-2b.gguf -ngl 999 --listen 0.0.0.0:8082 &
@@ -40,10 +46,10 @@ TIMEOUT=600  # 10 minutes timeout
 START_TIME=$SECONDS
 
 wait_for_services() {
-    curl -s --fail -X POST http://127.0.0.1:8082/v1/chat/completions \
+    curl -s --fail -X POST http://127.0.0.1:7861/v1/chat/completions \
         -H "Content-Type: application/json" \
         -d '{"model": "gemma-2b", "messages":[{"role":"user","content":"hi"}]}' >/dev/null 2>&1 && \
-    curl -s --fail -X POST http://127.0.0.1:8081/v1/embeddings \
+    curl -s --fail -X POST http://127.0.0.1:7861/v1/embeddings \
         -H "Content-Type: application/json" \
         -d '{"input":"test"}' >/dev/null 2>&1
 }
@@ -64,8 +70,12 @@ until wait_for_services; do
         echo "Embeddings model process died"
         exit 1
     fi
+    if ! kill -0 $AIA_PID 2>/dev/null; then
+        echo "AI Assistant process died"
+        exit 1
+    fi
     
-    echo "Waiting for services... (${ELAPSED}s elapsed, PIDs: Gemma=$GEMMA_PID, Embeddings=$EMBEDDINGS_PID)"
+    echo "Waiting for services... (${ELAPSED}s elapsed, PIDs: Gemma=$GEMMA_PID, Embeddings=$EMBEDDINGS_PID, AIA=$AIA_PID)"
     sleep 2
 done