diff --git a/docs/hardware/zh/maixIV/assets/m4nhat/PCIe/axcl-run-llm-on-raspi5-2025-08-19-3xspeedup.mp4 b/docs/hardware/zh/maixIV/assets/m4nhat/PCIe/axcl-run-llm-on-raspi5-2025-08-19-3xspeedup.mp4 new file mode 100644 index 00000000..375cc8fe Binary files /dev/null and b/docs/hardware/zh/maixIV/assets/m4nhat/PCIe/axcl-run-llm-on-raspi5-2025-08-19-3xspeedup.mp4 differ diff --git a/docs/hardware/zh/maixIV/assets/m4nhat/PCIe/yolo11_out.jpg b/docs/hardware/zh/maixIV/assets/m4nhat/PCIe/yolo11_out.jpg index 839b3ece..257946ea 100644 Binary files a/docs/hardware/zh/maixIV/assets/m4nhat/PCIe/yolo11_out.jpg and b/docs/hardware/zh/maixIV/assets/m4nhat/PCIe/yolo11_out.jpg differ diff --git a/docs/hardware/zh/maixIV/assets/m4nhat/axcl-run-llm-on-raspi5-2025-07-03-4xspeedup.mp4 b/docs/hardware/zh/maixIV/assets/m4nhat/axcl-run-llm-on-raspi5-2025-07-03-4xspeedup.mp4 deleted file mode 100644 index 6c14699e..00000000 Binary files a/docs/hardware/zh/maixIV/assets/m4nhat/axcl-run-llm-on-raspi5-2025-07-03-4xspeedup.mp4 and /dev/null differ diff --git a/docs/hardware/zh/maixIV/m4nhat/pcie-slaveboard.md b/docs/hardware/zh/maixIV/m4nhat/pcie-slaveboard.md index b447be16..874caca7 100644 --- a/docs/hardware/zh/maixIV/m4nhat/pcie-slaveboard.md +++ b/docs/hardware/zh/maixIV/m4nhat/pcie-slaveboard.md @@ -1,13 +1,10 @@ + + # 树莓派5 PCIe 加速指南 ## 结果演示 -树莓派 5 以下前置准备工作完成后,演示运行[大模型 QWen3](https://huggingface.co/AXERA-TECH/QWen3-0.6B) (Int8 参数量化),性能达 13.2 tokens/s(较小参数量模型性能受限于 PCIe 链接,对比单板直接运行结果 19 tokens/s 差距会稍大)。见以下视频: - -视频中完整演示了: -1. 下载已支持的大语言模型 QWen3-0.6B-Int8 -2. 准备 python-venv 环境,安装所需 python 库 -3. 运行 QWen3 并完成两次问答 - +树莓派 5 以下前置准备工作完成后,演示运行[大模型 DeepSeek-R1:1.5B](https://huggingface.co/AXERA-TECH/DeepSeek-R1-Distill-Qwen-1.5B-GPTQ-Int4) (Int4 参数量化),性能达 13.69 tokens/s(较小参数量模型性能受限于 PCIe 链接,对比单板直接运行结果 19 tokens/s 差距会稍大),对比树莓派 5 仅 6.12 tokens/s。见以下视频: + ## 前置准备 @@ -116,6 +113,7 @@ drwxr-xr-x 6 sipeed sipeed 4.0K Aug 18 03:24 venv-llm ``` ### YOLO11 +参考: https://huggingface.co/AXERA-TECH/YOLO11 准备: ```bash @@ -124,11 +122,11 @@ source ../extra/venv-llm/bin/activate 示例: ```bash -(venv-llm) sipeed@rpi-sipeed:~/Downloads/AIDemos/YOLO11 $ ls +sipeed@rpi-sipeed:~/Downloads/AIDemos/YOLO11 $ ls axcl_yolo11 ax_yolo11 football.jpg ssd_horse.jpg yolo11s.axmodel yolo11x.axmodel -(venv-llm) sipeed@rpi-sipeed:~/Downloads/AIDemos/YOLO11 $ ./axcl_yolo11 -m yolo11x.axmodel -i football.jpg +sipeed@rpi-sipeed:~/Downloads/AIDemos/YOLO11 $ ./axcl_yolo11 -m yolo11s.axmodel -i football.jpg -------------------------------------- -model file : yolo11x.axmodel +model file : yolo11s.axmodel image file : football.jpg img_h, img_w : 640 640 -------------------------------------- @@ -156,20 +154,18 @@ output size: 3 Engine push input is done. -------------------------------------- -post process cost time:0.96 ms +post process cost time:0.90 ms -------------------------------------- -Repeat 1 times, avg time 24.74 ms, max_time 24.74 ms, min_time 24.74 ms +Repeat 1 times, avg time 3.34 ms, max_time 3.34 ms, min_time 3.34 ms -------------------------------------- -detection num: 9 - 0: 94%, [ 757, 220, 1127, 1154], person - 0: 94%, [ 0, 357, 314, 1112], person - 0: 93%, [1353, 339, 1629, 1037], person - 0: 91%, [ 494, 476, 659, 1001], person -32: 86%, [1231, 877, 1281, 922], sports ball -32: 73%, [ 774, 887, 828, 938], sports ball -32: 66%, [1012, 882, 1051, 927], sports ball - 0: 54%, [ 0, 543, 83, 1000], person - 0: 46%, [1837, 696, 1877, 814], person +detection num: 7 + 0: 95%, [ 759, 213, 1126, 1152], person + 0: 94%, [ 0, 359, 315, 1107], person + 0: 94%, [1350, 344, 1629, 1036], person + 0: 89%, [ 490, 480, 658, 996], person +32: 73%, [ 771, 888, 830, 939], sports ball +32: 67%, [1231, 876, 1280, 924], sports ball + 0: 62%, [ 0, 565, 86, 995], person -------------------------------------- ```