Prerequisites
- NVIDIA Jetson Orin Nano (4GB or 8GB), Raspberry Pi 5, Intel NPU, Hailo, or Qualcomm
- CSI Camera (IMX219), USB Webcam, or RealSense D455
- Ubuntu 22.04 installed
- Internet connection
Clone & Install
bash
git clone https://github.com/mandarwagh9/openeyes.git
cd openeyes
pip install -r requirements.txt
Verify Camera
USB Webcam
bash
ls /dev/video*
python3 -c "import cv2; cap = cv2.VideoCapture(0); print('OK' if cap.isOpened() else 'Error'); cap.release()"
CSI Camera
bash
ls -la /dev/video*
gst-launch-1.0 nvarguscamerasrc sensor-id=0 ! fakesink
Run the Vision System
bash
# With debug window
python src/main.py --debug
# Headless
python src/main.py
# With ROS2
python src/main.py --ros2
# With world model (predictive tracking)
python src/main.py --world-model lewm --follow
# With industry template
python src/main.py --template warehouse --debug
# Turbo mode for max FPS
python src/main.py --turbo --world-model lewm
# Process video files
python src/main.py --video input.mp4 --output output.mp4
Jetson Optimization
bash
sudo bash scripts/jetson_perf.sh
# Sets MAXN SUPER mode + jetson_clocks
Next Steps
v2.5.0 — World Models & Predictive Intelligence
bash
# LeWM world model (15M params, 100-200 Hz planning)
python src/main.py --world-model lewm --follow
# With predictive safety evaluation
python src/main.py --world-model lewm --safety-predict
# Industry templates (warehouse, manufacturing-qa, agriculture, retail)
python src/main.py --template warehouse
python src/main.py --template manufacturing-qa
# Depth model selection (midas-small, da3-small, da3-base)
python src/main.py --depth-model da3-small
v0.7.0+ New Features
Multi-Modal Sensing
bash
# Enable LIDAR processing
python src/main.py --lidar --lidar-topic /scan
# Enable RealSense D455
python src/main.py --realsense
# Multi-camera mode
python src/main.py --multi-camera
VLA & Performance (v0.8.0+)
bash
# INT8 quantization (~2x faster)
python src/main.py --int8
# INT8 + DLA (~3x faster)
python src/main.py --int8 --dla
# Maximum FPS
python src/main.py --no-face --no-gesture --no-pose --no-depth --int8 --dla
Safety Features (v1.0.0+)
bash
# Enable safety controller
python src/main.py --safety --max-velocity 0.5 --min-distance 0.5
# Enable health monitoring
python src/main.py --health-monitor
# Full production mode
python src/main.py --safety --health-monitor --ota-update