Added llama-cpp-python and system dependencies

requirements.txt

@@ -22,6 +22,11 @@ networkx>=3.2.1  # Added for graph operations
 # Model integration
 huggingface-hub>=0.19.4
 groq>=0.4.1
+llama-cpp-python>=0.2.23  # Added for local LLM support
+
+# Build dependencies
+cmake>=3.25.0  # For building llama-cpp-python
+ninja>=1.11.1  # For faster builds
 
 # Utilities
 typing-extensions>=4.0.0

space.yml

@@ -58,11 +58,13 @@ dependencies:
     - "pandas>=2.1.0"
     - "scikit-learn>=1.3.2"
     - "plotly>=5.18.0"
-    - "networkx>=3.2.1"  # Added for graph operations
+    - "networkx>=3.2.1"
+    - "llama-cpp-python>=0.2.23"  # Added for local LLM support
   system:
     - git-lfs
     - cmake
-    - build-essential
+    - ninja-build  # For faster builds
+    - build-essential  # Required for compilation
     - cuda-toolkit-11-8
     - nvidia-cuda-toolkit
     - libcudnn8

startup.sh

@@ -11,6 +11,14 @@ if [ -z "$GROQ_API_KEY" ]; then
     exit 1
 fi
 
+# Install system dependencies
+echo "Installing system dependencies..."
+apt-get update && apt-get install -y \
+    cmake \
+    ninja-build \
+    build-essential \
+    git-lfs
+
 # Update pip and install dependencies
 echo "Updating pip and installing dependencies..."
 python -m pip install --upgrade pip
@@ -37,6 +45,10 @@ if [ -z "$HUGGINGFACE_TOKEN" ]; then
     echo "Warning: HUGGINGFACE_TOKEN not set. Some features may be limited."
 fi
 
+# Set environment variables for llama-cpp-python
+export CMAKE_ARGS="-DLLAMA_CUBLAS=on"
+export FORCE_CMAKE=1
+
 # Start the application
 echo "Starting Advanced Agentic System..."
 export PYTHONPATH="${PYTHONPATH}:${PWD}"