Merge pull request #13 from akshatvasisht/unified-test-suite

Unified test suite

Author: akshatvasisht

.gitignore

@@ -39,3 +39,7 @@ logs/
 
 # Generated assets
 **/*.wav
+
+# Cache and Agent Context
+.hf/
+agentcontext/

README.md

@@ -10,8 +10,12 @@
 ![Python](https://img.shields.io/badge/Python-3.10%2B-blue?logo=python&logoColor=white)
 ![FastAPI](https://img.shields.io/badge/FastAPI-0.109-009688?logo=fastapi&logoColor=white)
 ![PyTorch](https://img.shields.io/badge/PyTorch-2.0-EE4C2C?logo=pytorch&logoColor=white)
-![Whisper](https://img.shields.io/badge/AI-Faster--Whisper-violet)
+![Whisper](https://img.shields.io/badge/STT-Faster--Whisper-violet)
+![TTS](https://img.shields.io/badge/TTS-Fish%20Audio-8B5CF6)
 ![MsgPack](https://img.shields.io/badge/Protocol-MessagePack-informational)
+![TypeScript](https://img.shields.io/badge/TypeScript-5.0-3178C6?logo=typescript&logoColor=white)
+![Next.js](https://img.shields.io/badge/Next.js-15.0-black?logo=next.js&logoColor=white)
+![Tailwind](https://img.shields.io/badge/Tailwind_CSS-3.4-38B2AC?logo=tailwind-css&logoColor=white)
 ![License](https://img.shields.io/badge/License-MIT-green)
 ![Event](https://img.shields.io/badge/Submission-MadHacks%202025-FFD700)
 

backend/api/socket_manager.py

@@ -11,7 +11,7 @@
 from fastapi import APIRouter, WebSocket, WebSocketDisconnect
 
 from ..common import engine_state
-from .types import ControlMessage, JanusOutboundMessage
+from .types import ControlMessage, JanusOutboundMessage, ControlStateMessage
 
 router = APIRouter()
 
@@ -32,6 +32,17 @@ async def janus_ws(websocket: WebSocket) -> None:
     """
     await websocket.accept()
 
+    # Send initial state to sync UI
+    state = engine_state.control_state
+    initial_state = ControlStateMessage(
+        type="control_state",
+        is_streaming=state.is_streaming,
+        is_recording=state.is_recording,
+        mode=state.mode,
+        emotion_override=state.emotion_override,
+    )
+    await _send_event(websocket, initial_state)
+
     recv_task = asyncio.create_task(_recv_loop(websocket))
     send_task = asyncio.create_task(_send_loop(websocket))
 
@@ -56,10 +67,22 @@ async def janus_ws(websocket: WebSocket) -> None:
     except Exception as e:
         print(f"WebSocket handler error: {e}")
     finally:
+        _reset_control_state()
         recv_task.cancel()
         send_task.cancel()
 
 
+def _reset_control_state() -> None:
+    """
+    Reset engine_state.control_state to idle values.
+    """
+    state = engine_state.control_state
+    state.is_streaming = False
+    state.is_recording = False
+    state.is_talking = False
+    print(f"Control State Reset on Disconnect: {state}")
+
+
 async def _recv_loop(websocket: WebSocket) -> None:
     """
     Receive ControlMessage payloads from frontend and update control_state.

backend/api/types.py

@@ -54,5 +54,15 @@ class PacketSummaryMessage(BaseModel):
     emotion: Optional[str] = None
     snippet: Optional[str] = None
 
+class ControlStateMessage(BaseModel):
+    """
+    Current full state of the engine, sent to synchronise frontend.
+    """
+    type: Literal["control_state"]
+    is_streaming: bool
+    is_recording: bool
+    mode: JanusMode
+    emotion_override: EmotionOverride
+
 # Union type for outbound messages
-JanusOutboundMessage = TranscriptMessage | PacketSummaryMessage
+JanusOutboundMessage = TranscriptMessage | PacketSummaryMessage | ControlStateMessage

backend/scripts/__init__.py

@@ -0,0 +1,6 @@
+"""
+Backend scripts package.
+
+Contains CLI utility scripts for testing and development, including the main
+sender and receiver entry points for the Janus audio pipeline.
+"""

backend/scripts/list_audio_devices.py

@@ -0,0 +1,26 @@
+#!/usr/bin/env python3
+"""
+Utility script to list all available PyAudio input and output devices.
+Helps in identifying device indices for configuration.
+"""
+import pyaudio
+import sys
+
+def list_devices():
+    p = pyaudio.PyAudio()
+    print(f"PyAudio Version: {pyaudio.__version__}")
+    print(f"Default Input Device: {p.get_default_input_device_info() if p.get_device_count() > 0 else 'None'}")
+    print(f"Default Output Device: {p.get_default_output_device_info() if p.get_device_count() > 0 else 'None'}")
+    
+    print("\nAll Devices:")
+    for i in range(p.get_device_count()):
+        info = p.get_device_info_by_index(i)
+        print(f"Index {i}: {info['name']} (Inputs: {info['maxInputChannels']}, Outputs: {info['maxOutputChannels']})")
+    
+    p.terminate()
+
+if __name__ == "__main__":
+    try:
+        list_devices()
+    except Exception as e:
+        print(f"Error: {e}")

backend/scripts/receiver_main.py

@@ -80,14 +80,19 @@ def playback_worker(
             playback_queue.task_done()
 
 
-def receiver_loop() -> None:
+def receiver_loop(stop_event: threading.Event | None = None) -> None:
     """
     Main receiver loop entry point.
     
     Listens for incoming packets, deserializes JanusPackets, synthesizes audio,
     and plays it through the audio service. Supports both TCP and UDP protocols.
     Configuration is loaded from environment variables.
     
+    Args:
+        stop_event: Optional threading event to signal shutdown. If None, creates
+                   an internal event and waits for KeyboardInterrupt. If provided,
+                   exits when the event is set.
+    
     Returns:
         None
     
@@ -122,7 +127,13 @@ def receiver_loop() -> None:
         logger.info(f"Listening for Transmissions on UDP port {receiver_port}...")
 
     playback_queue = queue.Queue(maxsize=100)
-    stop_event = threading.Event()
+    
+    # Use provided stop_event or create internal one
+    if stop_event is None:
+        stop_event = threading.Event()
+        use_keyboard_interrupt = True
+    else:
+        use_keyboard_interrupt = False
 
     playback_thread = threading.Thread(
         target=playback_worker,
@@ -133,6 +144,10 @@ def receiver_loop() -> None:
 
     try:
         while True:
+            # Exit if stop_event is set (test mode)
+            if not use_keyboard_interrupt and stop_event.is_set():
+                break
+                
             try:
                 if use_tcp:
                     length_bytes = recv_exact(sock, 4)
@@ -146,7 +161,12 @@ def receiver_loop() -> None:
                         logger.info("Connection closed while reading packet")
                         break
                 else:
-                    data, addr = sock.recvfrom(4096)
+                    # Set timeout for UDP to allow periodic stop_event checking
+                    sock.settimeout(0.5)
+                    try:
+                        data, addr = sock.recvfrom(4096)
+                    except socket.timeout:
+                        continue
 
                 try:
                     packet = JanusPacket.deserialize(data)