Update game build from GitLab CI

Dockerfile

@@ -14,16 +14,14 @@ WORKDIR /app
 RUN apt-get update && apt-get install -y \
     gcc \
     portaudio19-dev \
-    # python3-dev \
+    python3-dev \
     libasound2-dev \
-    # libpulse-dev \
-    # libportaudio2 \
-    # libportaudiocpp0 \
-    # libasound2 \
-    # libasound2-data \
-    git \
+    libpulse-dev \
+    libportaudio2 \
+    libportaudiocpp0 \
+    libasound2 \
+    libasound2-data \
     wget \
-    gnupg2 \
     && rm -rf /var/lib/apt/lists/*
 
 # Add NVIDIA repository and install CUDA

server/ActionProcessor.py

@@ -1,3 +1,4 @@
+import datetime
 from threading import Thread
 from multiprocessing import Queue
 from typing import Dict, Any, List
@@ -96,7 +97,11 @@ class ActionProcessor(Thread):
 
         if len(self.text_buffers[0]) < len(candidate) >= len(self.text_buffers[2]):
             sentiment_and_action = self.get_sentiment_and_action(candidate)
-            return {"type": "action", "sentiment": sentiment_and_action}
+            return {
+                "type": "action",
+                "sentiment": sentiment_and_action,
+                "time": datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
+            }
 
         return None
 

server/static/godot/index.html

@@ -97,7 +97,7 @@ body {
 
 		<script src="index.js"></script>
 		<script>
-const GODOT_CONFIG = {"args":[],"canvasResizePolicy":2,"ensureCrossOriginIsolationHeaders":false,"executable":"index","experimentalVK":false,"fileSizes":{"index.pck":210672,"index.wasm":35376909},"focusCanvas":true,"gdextensionLibs":[]};
+const GODOT_CONFIG = {"args":[],"canvasResizePolicy":2,"ensureCrossOriginIsolationHeaders":false,"executable":"index","experimentalVK":false,"fileSizes":{"index.pck":870464,"index.wasm":35376909},"focusCanvas":true,"gdextensionLibs":[]};
 const GODOT_THREADS_ENABLED = false;
 const engine = new Engine(GODOT_CONFIG);
 

server/static/index.html

@@ -34,100 +34,56 @@
         const serverUrl = "./api/process"
         const FETCH_TIMEOUT = 5000 // 5 seconds timeout
 
-        // Check server availability first
-        const controller = new AbortController()
-        const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT)
-
-        fetch("./api/data", {
-            method: 'GET',
-            signal: controller.signal
-        })
-            .then(response => {
-                clearTimeout(timeout)
-                if (!response.ok) {
-                    throw new Error(`Server check failed: ${response.status}`)
-                }
-                console.log('Server check successful')
-                setupAudioRecording()
-            })
-            .catch(error => {
-                clearTimeout(timeout)
-                const errorMessage = error.name === 'AbortError'
-                    ? 'Server request timed out. Please try again later.'
-                    : 'Could not connect to the server. Please try again later.'
-                console.error('Server check failed:', error)
-                console.error(errorMessage)
-                throw error
-            })
-
-        // Move existing audio setup into a function
-        function setupAudioRecording() {
-            // Check if browser supports audio recording
-            if (!navigator.mediaDevices?.getUserMedia) {
-                console.error('Your browser does not support audio recording.')
-                console.error('Please try using a modern browser like Chrome, Firefox, or Edge.')
-                throw new Error('Audio recording not supported')
-            }
-
-            navigator.mediaDevices.getUserMedia({ audio: true })
-                .then(stream => {
-                    const audioContext = new (window.AudioContext || window.webkitAudioContext)()
-                    const mediaRecorder = new MediaRecorder(stream)
-                    const audioChunks = []
-
-                    mediaRecorder.ondataavailable = event => {
-                        audioChunks.push(event.data)
-                    }
+        // Check if browser supports audio recording
+        if (!navigator.mediaDevices?.getUserMedia) {
+            console.error('Your browser does not support audio recording.')
+            alert('Your browser does not support audio recording. Please try using a modern browser like Chrome, Firefox, or Edge.')
+            throw new Error('Audio recording not supported')
+        }
 
-                    mediaRecorder.onstop = () => {
-                        const audioBlob = new Blob(audioChunks, { type: 'audio/webm' })
-                        audioChunks.length = 0 // Clear chunks after creating the Blob
+        // Set up audio recording
+        navigator.mediaDevices.getUserMedia({ audio: true })
+            .then(stream => {
+                const audioContext = new (window.AudioContext || window.webkitAudioContext)()
+                const mediaRecorder = new MediaRecorder(stream)
+                const audioChunks = []
 
-                        // Convert Blob to base64
-                        const reader = new FileReader()
-                        reader.readAsDataURL(audioBlob)
-                        reader.onloadend = () => {
-                            // Extract the base64 data (remove the data URL prefix)
-                            const base64Audio = reader.result.split(',')[1]
+                mediaRecorder.ondataavailable = event => {
+                    audioChunks.push(event.data)
+                }
 
-                            // Send as JSON with base64-encoded audio
-                            const audioController = new AbortController()
-                            const audioTimeout = setTimeout(() => audioController.abort(), FETCH_TIMEOUT)
+                mediaRecorder.onstop = () => {
+                    const audioBlob = new Blob(audioChunks, { type: 'audio/webm' })
+                    audioChunks.length = 0 // Clear chunks after creating the Blob
+
+                    // Send the audio chunk to the server
+                    const formData = new FormData()
+                    formData.append('audio', audioBlob)
+
+                    fetch(serverUrl, {
+                        method: 'POST',
+                        body: formData
+                    }).then(response => {
+                        console.log('Audio chunk sent successfully')
+                    }).catch(error => {
+                        console.error('Error sending audio chunk:', error)
+                    })
+                }
 
-                            fetch(serverUrl, {
-                                method: 'POST',
-                                headers: {
-                                    'Content-Type': 'application/json'
-                                },
-                                body: JSON.stringify({
-                                    audio_chunk: base64Audio
-                                }),
-                                signal: audioController.signal
-                            }).then(response => {
-                                clearTimeout(audioTimeout)
-                                console.log('Audio chunk sent successfully')
-                            }).catch(error => {
-                                clearTimeout(audioTimeout)
-                                console.error('Error sending audio chunk:', error)
-                            })
-                        }
+                // Start recording in intervals
+                const chunkInterval = 300 // Chunk duration in milliseconds
+                setInterval(() => {
+                    if (mediaRecorder.state === 'recording') {
+                        mediaRecorder.stop()
+                        mediaRecorder.start()
+                    } else {
+                        mediaRecorder.start()
                     }
-
-                    // Start recording in intervals
-                    const chunkInterval = 300 // Chunk duration in milliseconds
-                    setInterval(() => {
-                        if (mediaRecorder.state === 'recording') {
-                            mediaRecorder.stop()
-                            mediaRecorder.start()
-                        } else {
-                            mediaRecorder.start()
-                        }
-                    }, chunkInterval)
-                })
-                .catch(error => {
-                    console.error('Error accessing microphone:', error)
-                })
-        }
+                }, chunkInterval)
+            })
+            .catch(error => {
+                console.error('Error accessing microphone:', error)
+            });
     </script>
 </body>