Initial commit: Kevin (squashed)

Author: Hackmaass

.env.example

@@ -0,0 +1 @@
+OPENAI_API_KEY=sk-REPLACE_WITH_YOUR_KEY

.github/workflows/ci.yml

@@ -0,0 +1,24 @@
+name: CI
+
+on:
+  push:
+    branches: [ main ]
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  lint:
+    runs-on: windows-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.11'
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install flake8
+      - name: Run flake8
+        run: |
+          flake8 . --max-line-length=120

.gitignore

@@ -0,0 +1,27 @@
+# Python
+__pycache__/
+*.pyc
+*.pyo
+*.pyd
+env/
+venv/
+.venv/
+pyvenv.cfg
+*.egg-info/
+.eggs/
+.env
+openai_diag.log
+
+# IDEs
+.vscode/
+.idea/
+
+# macOS
+.DS_Store
+
+# Arduino
+build/
+*.hex
+
+# logs
+*.log

CONTRIBUTING.md

@@ -0,0 +1,13 @@
+Contributing
+============
+
+Thanks for wanting to help improve Kevin!
+
+- Keep secrets out of the repo (.env, keys, logs).
+- Add tests or example snippets in `tests/` if you change behaviour.
+- Send a PR and include a short description of the change.
+
+Development workflow
+1. Create a feature branch
+2. Make changes, run tests
+3. Open a Pull Request against `main`

Deepseek_config

@@ -0,0 +1,256 @@
+import os
+import openai
+import speech_recognition as sr
+import cv2
+import serial
+import time
+import logging
+import traceback
+import pyttsx3  # For TTS (robot "speaking")
+
+# Config
+# Prefer reading the OpenAI API key from the environment for safety.
+openai.api_key = os.getenv("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")
+if not openai.api_key:
+  print("Warning: OPENAI_API_KEY is not set in environment. Set it to use OpenAI services.")
+
+# Arduino serial port (updated to COM6 as provided)
+serial_port = 'COM6'  # Check in Arduino IDE (e.g., COM6 on Windows)
+baud_rate = 9600
+webcam_id = 0  # Webcam index
+
+# Retry / timeout settings
+serial_retry_attempts = 5
+serial_retry_delay = 2.0  # seconds between attempts
+
+# Webcam preview toggle
+enable_preview = False
+
+# Initialize
+ser = None
+for attempt in range(1, serial_retry_attempts + 1):
+  try:
+    ser = serial.Serial(serial_port, baud_rate, timeout=1)
+    time.sleep(2)  # Wait for Arduino connection
+    print(f"Connected to Arduino on {serial_port}")
+    break
+  except Exception as e:
+    print(f"Attempt {attempt}/{serial_retry_attempts}: could not open serial port {serial_port}: {e}")
+    ser = None
+    if attempt < serial_retry_attempts:
+      time.sleep(serial_retry_delay)
+
+recognizer = sr.Recognizer()
+mic = None
+try:
+  mic = sr.Microphone()
+except Exception as e:
+  print(f"Warning: microphone not available: {e}")
+
+engine = pyttsx3.init()  # TTS
+# Configure TTS engine for Windows (SAPI5) where possible
+try:
+  voices = engine.getProperty('voices')
+  # pick a default voice (0) if available
+  if voices:
+    engine.setProperty('voice', voices[0].id)
+  engine.setProperty('rate', 170)
+  engine.setProperty('volume', 1.0)
+except Exception as e:
+  print(f"Warning: could not configure TTS engine: {e}")
+
+def speak(text):
+  """Speak text through system speakers. Falls back to winsound playback on Windows if pyttsx3 fails."""
+  try:
+    engine.say(text)
+    engine.runAndWait()
+    return
+  except Exception as e:
+    print(f"TTS engine failed, attempting fallback: {e}")
+
+  # Fallback: synthesize to WAV and play via winsound (Windows only)
+  try:
+    import tempfile
+    import sys
+    if sys.platform.startswith('win'):
+      import wave
+      import os
+      import pyttsx3
+      fd, path = tempfile.mkstemp(suffix='.wav')
+      os.close(fd)
+      # Try to save via pyttsx3 engine (may not work on some systems)
+      try:
+        engine.save_to_file(text, path)
+        engine.runAndWait()
+        import winsound
+        winsound.PlaySound(path, winsound.SND_FILENAME)
+        os.remove(path)
+        return
+      except Exception as e2:
+        print(f"Fallback TTS save/play failed: {e2}")
+  except Exception as e:
+    print(f"TTS fallback not available: {e}")
+
+# Face tracking cascade (use built-in haarcascade)
+face_cascade = cv2.CascadeClassifier(cv2.data.haarcascades + 'haarcascade_frontalface_default.xml')
+cap = None
+try:
+  cap = cv2.VideoCapture(webcam_id)
+  if not cap.isOpened():
+    print(f"Warning: could not open webcam id {webcam_id}")
+    cap.release()
+    cap = None
+  else:
+    print(f"Webcam {webcam_id} opened")
+    if enable_preview:
+      cv2.namedWindow('Webcam Preview', cv2.WINDOW_NORMAL)
+except Exception as e:
+  print(f"Warning: webcam init failed: {e}")
+  cap = None
+
+# Robot identity / wake-word
+robot_name = "Kevin"
+
+def track_face(frame):
+  if frame is None:
+    return None, None
+  gray = cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY)
+  faces = face_cascade.detectMultiScale(gray, 1.3, 5)
+  if len(faces) > 0:
+    (x, y, w, h) = faces[0]
+    fx = x + w // 2
+    fy = y + h // 2
+    return fx, fy, (x, y, w, h)
+  return None, None, None
+
+def send_command(cmd):
+  if ser:
+    try:
+      ser.write((cmd + '\n').encode())
+      print(f"Sent: {cmd}")
+    except Exception as e:
+      print(f"Warning: failed to send command over serial: {e}")
+  else:
+    print(f"Serial unavailable - would send: {cmd}")
+
+def get_emotion_from_response(response):
+  # Simple mapping; improve with ChatGPT prompt
+  if "happy" in response.lower():
+    return "HAPPY"
+  elif "sad" in response.lower():
+    return "SAD"
+  elif "angry" in response.lower():
+    return "ANGRY"
+  elif "excited" in response.lower():
+    return "EXCITED"
+  return "DEFAULT"
+
+# Main loop
+try:
+  while True:
+    frame = None
+    if cap:
+      ret, frame = cap.read()
+      if not ret:
+        frame = None
+
+    # Face tracking and preview overlay
+    fx = fy = None
+    face_rect = None
+    if frame is not None:
+      fx, fy, face_rect = track_face(frame)
+      if face_rect is not None:
+        (x, y, w, h) = face_rect
+        cv2.rectangle(frame, (x, y), (x + w, y + h), (0, 255, 0), 2)
+        cv2.circle(frame, (fx, fy), 4, (0, 0, 255), -1)
+        send_command(f"TRACK|{fx},{fy}")
+
+      if enable_preview:
+        cv2.imshow('Webcam Preview', frame)
+        # If user presses 'q' in the preview window, exit
+        if cv2.waitKey(1) & 0xFF == ord('q'):
+          print('Preview quit requested')
+          break
+
+    # Speech recognition (guarded)
+    user_input = None
+    if mic:
+      try:
+        with mic as source:
+          recognizer.adjust_for_ambient_noise(source, duration=0.5)
+          # timeout prevents blocking indefinitely; phrase_time_limit bounds recording length
+          audio = recognizer.listen(source, timeout=5, phrase_time_limit=8)
+        try:
+          if openai.api_key:
+            user_input = recognizer.recognize_whisper(audio, model="base")
+          else:
+            # fallback to Google recognizer if OpenAI key not set
+            user_input = recognizer.recognize_google(audio)
+          print(f"You said: {user_input}")
+        except Exception as e:
+          print(f"Speech not recognized: {e}")
+      except Exception as e:
+        print(f"Microphone listen failed or timed out: {e}")
+
+    if not user_input:
+      # nothing heard this loop; small sleep to avoid busy loop
+      time.sleep(0.1)
+      continue
+
+    # If user addressed the robot by name, respond locally and skip OpenAI
+    response = None
+    lowered = user_input.lower() if user_input else ""
+    if any(phrase in lowered for phrase in [robot_name.lower(), f"hey {robot_name.lower()}", f"hi {robot_name.lower()}"]):
+      response = f"Hello — I'm {robot_name}. How can I help you?"
+      print(f"Robot (local): {response}")
+    else:
+      # Chat with OpenAI (guarded)
+      try:
+        if openai.api_key:
+          system_prompt = f"You are a friendly robot companion named {robot_name}. Be concise and helpful."
+          resp = openai.ChatCompletion.create(
+            model="gpt-4o",
+            messages=[
+              {"role": "system", "content": system_prompt},
+              {"role": "user", "content": user_input}
+            ]
+          )
+          # Access response safely
+          response = resp.choices[0].message.content
+        else:
+          response = "(OpenAI API key not set) I can't call OpenAI, but I'm listening!"
+        print(f"Robot: {response}")
+      except Exception as e:
+        print(f"OpenAI request failed: {e}")
+        response = "Sorry, I couldn't think of a response."
+
+    # TTS response
+    try:
+      speak(response)
+    except Exception as e:
+      print(f"TTS failed: {e}")
+
+    # Determine emotion and send to Arduino
+    emotion = get_emotion_from_response(response)
+    send_command(f"EMO|{emotion}")
+
+except KeyboardInterrupt:
+  print('\nInterrupted by user')
+finally:
+  # Cleanup
+  print('Cleaning up...')
+  if cap:
+    try:
+      cap.release()
+    except Exception:
+      pass
+  if enable_preview:
+    try:
+      cv2.destroyAllWindows()
+    except Exception:
+      pass
+  if ser:
+    try:
+      ser.close()
+    except Exception:
+      pass

Intelligence_part/brain_kevin.py

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

LICENSE

@@ -0,0 +1,3 @@
+OPENAI_API_KEY = "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"
+SERIAL_PORT = "COM6"
+