Includes GTK GUI.
This is meant to be run on the Vision AI Kit 6490 1.6 image that includes Colcon.
To run it, first install dependencies:
pip install edge_impulse_linux
pip install flask==3.0
Make sure that the model file is executable:
chmod +x hands-v2-yolov5-linux-aarch64-qnn-v36.eim
Then run the following commands:
Terminal A
export QMONITOR_BACKEND_LIB_PATH=/var/QualcommProfiler/libs/backends/
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/var/QualcommProfiler/libs/
export PATH=$PATH:/data/shared/QualcommProfiler/bins
export XDG_RUNTIME_DIR=/dev/socket/weston
export WAYLAND_DISPLAY=wayland-1
export HOME=/home
export ROS_DOMAIN_ID=0
source /usr/bin/ros_setup.sh && source /usr/share/qirp-setup.sh
cd /root/hand_controller/ros2_ws
rm -r /root/hand_controller/ros2_ws/install /root/hand_controller/ros2_ws/log /root/hand_controller/ros2_ws/build
colcon build --packages-select hand_controller
source install/setup.bash
ros2 launch hand_controller demo11_mogiros_car_part1_ei1dials.launch.py verbose:=False model:=/root/hand_controller/hands-v2-yolov5-linux-aarch64-qnn-v36.eim use_flask:=True x_t:=0.20 z_t:=0.20
Terminal B
export QMONITOR_BACKEND_LIB_PATH=/var/QualcommProfiler/libs/backends/
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/var/QualcommProfiler/libs/
export PATH=$PATH:/data/shared/QualcommProfiler/bins
export XDG_RUNTIME_DIR=/dev/socket/weston
export WAYLAND_DISPLAY=wayland-1
export HOME=/home
export ROS_DOMAIN_ID=0
cd /root/hand_controller/ros2_ws
rm -r /root/hand_controller/ros2_ws/install /root/hand_controller/ros2_ws/log /root/hand_controller/ros2_ws/build
colcon build --packages-select hand_controller
source install/setup.bash
ros2 run hand_controller gtk_gui_node