main.py 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786
  1. """
  2. 双摄像头联动抓拍系统 - 主程序
  3. 系统功能:
  4. 1. 全景摄像头实时监控和物体检测
  5. 2. 检测到人体后,球机自动变焦定位
  6. 3. 对人体进行分割并OCR识别衣服上的编号
  7. """
  8. # 必须在import cv2之前设置,否则FFmpeg多线程解码会导致
  9. # "Assertion fctx->async_lock failed at pthread_frame.c:167" 崩溃
  10. import os
  11. os.environ['OPENCV_FFMPEG_CAPTURE_OPTIONS'] = 'threads;1'
  12. import sys
  13. import time
  14. import argparse
  15. import logging
  16. import threading
  17. from typing import Optional
  18. import cv2
  19. import numpy as np
  20. # 添加项目路径
  21. sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
  22. from config import (
  23. PANORAMA_CAMERA, PTZ_CAMERA, SDK_PATH,
  24. DETECTION_CONFIG, PTZ_CONFIG, OCR_CONFIG, COORDINATOR_CONFIG,
  25. CALIBRATION_CONFIG, LOG_CONFIG, SYSTEM_CONFIG
  26. )
  27. from dahua_sdk import DahuaSDK
  28. from panorama_camera import PanoramaCamera, ObjectDetector, DetectedObject
  29. from ptz_camera import PTZCamera, PTZController
  30. from ocr_recognizer import NumberDetector, PersonInfo
  31. from coordinator import Coordinator, EventDrivenCoordinator, AsyncCoordinator, SequentialCoordinator
  32. # 配置日志 - 使用LOG_CONFIG
  33. def setup_logging():
  34. """设置日志配置"""
  35. log_level = getattr(logging, LOG_CONFIG.get('level', 'INFO'), logging.INFO)
  36. log_format = LOG_CONFIG.get('format', '%(asctime)s - %(name)s - %(levelname)s - %(message)s')
  37. log_file = LOG_CONFIG.get('file')
  38. handlers = [logging.StreamHandler()]
  39. if log_file:
  40. from logging.handlers import RotatingFileHandler
  41. file_handler = RotatingFileHandler(
  42. log_file,
  43. maxBytes=LOG_CONFIG.get('max_bytes', 10*1024*1024),
  44. backupCount=LOG_CONFIG.get('backup_count', 5)
  45. )
  46. file_handler.setFormatter(logging.Formatter(log_format))
  47. handlers.append(file_handler)
  48. logging.basicConfig(
  49. level=log_level,
  50. format=log_format,
  51. handlers=handlers
  52. )
  53. setup_logging()
  54. logger = logging.getLogger(__name__)
  55. class DualCameraSystem:
  56. """
  57. 双摄像头联动抓拍系统
  58. """
  59. def __init__(self, config_override: dict = None):
  60. """
  61. 初始化系统
  62. Args:
  63. config_override: 配置覆盖
  64. """
  65. self.config = config_override or {}
  66. # SDK
  67. self.sdk = None
  68. # 摄像头
  69. self.panorama_camera = None
  70. self.ptz_camera = None
  71. # 检测器和识别器
  72. self.detector = None
  73. self.number_detector = None
  74. # 联动控制器
  75. self.coordinator = None
  76. # 校准器
  77. self.calibrator = None
  78. self.calibration_manager = None
  79. # 定时校准
  80. self.calibration_interval = CALIBRATION_CONFIG.get('interval', 24 * 60 * 60) # 默认24小时
  81. self.daily_calibration_time = CALIBRATION_CONFIG.get('daily_calibration_time', '08:00') # 每日校准时间
  82. self.force_daily_recalibration = CALIBRATION_CONFIG.get('force_daily_recalibration', True) # 强制重新校准
  83. self.calibration_thread = None
  84. self.calibration_running = False
  85. self.last_calibration_time = 0
  86. # 运行标志
  87. self.running = False
  88. def initialize(self, skip_calibration: bool = False) -> bool:
  89. """
  90. 初始化系统组件
  91. Args:
  92. skip_calibration: 是否跳过校准
  93. Returns:
  94. 是否成功
  95. """
  96. logger.info("初始化双摄像头联动系统...")
  97. # 先初始化检测器(YOLO/PyTorch),再加载大华SDK
  98. # 大华SDK与PyTorch共享进程空间时可能导致内存冲突,
  99. # 先加载PyTorch可避免SDK的内存映射覆盖PyTorch运行时
  100. # 初始化检测器 (YOLO11/RKNN/ONNX)
  101. try:
  102. from config import DETECTION_CONFIG
  103. self.detector = ObjectDetector(
  104. model_path=self.config.get('model_path', DETECTION_CONFIG.get('model_path')),
  105. use_gpu=self.config.get('use_gpu', DETECTION_CONFIG.get('use_gpu', True)),
  106. model_size=self.config.get('model_size', 'n'),
  107. model_type=self.config.get('model_type', DETECTION_CONFIG.get('model_type', 'auto'))
  108. )
  109. logger.info("检测器初始化成功")
  110. except Exception as e:
  111. logger.warning(f"检测器初始化失败: {e}")
  112. # 初始化编号检测器 (使用llama-server API)
  113. try:
  114. ocr_config = {
  115. 'api_host': self.config.get('ocr_host', OCR_CONFIG['api_host']),
  116. 'api_port': self.config.get('ocr_port', OCR_CONFIG['api_port']),
  117. 'model': self.config.get('ocr_model', OCR_CONFIG['model']),
  118. }
  119. self.number_detector = NumberDetector(use_api=True, ocr_config=ocr_config)
  120. logger.info("编号检测器初始化成功 (使用llama-server API)")
  121. except Exception as e:
  122. logger.warning(f"编号检测器初始化失败: {e}")
  123. # 初始化SDK(在检测器之后,避免SDK内存映射与PyTorch冲突)
  124. sdk_path = os.path.join(
  125. self.config.get('sdk_path', SDK_PATH['lib_path']),
  126. self.config.get('netsdk', SDK_PATH['netsdk'])
  127. )
  128. try:
  129. self.sdk = DahuaSDK(sdk_path)
  130. if not self.sdk.init():
  131. logger.error("SDK初始化失败")
  132. return False
  133. logger.info("SDK初始化成功")
  134. except Exception as e:
  135. logger.error(f"SDK加载失败: {e}")
  136. return False
  137. # 初始化摄像头
  138. panorama_config = self.config.get('panorama_camera', PANORAMA_CAMERA)
  139. self.panorama_camera = PanoramaCamera(self.sdk, panorama_config)
  140. ptz_config = self.config.get('ptz_camera', PTZ_CAMERA)
  141. self.ptz_camera = PTZCamera(self.sdk, ptz_config)
  142. # 初始化联动控制器
  143. # 根据配置选择顺序模式或异步模式
  144. sequential_mode = COORDINATOR_CONFIG.get('sequential_mode', {}).get('enabled', False)
  145. if sequential_mode:
  146. logger.info("使用顺序联动控制器 (SequentialCoordinator)")
  147. self.coordinator = SequentialCoordinator(
  148. self.panorama_camera,
  149. self.ptz_camera,
  150. self.detector,
  151. self.number_detector
  152. )
  153. # 应用顺序模式配置
  154. seq_config = COORDINATOR_CONFIG.get('sequential_mode', {})
  155. self.coordinator.set_capture_config(
  156. ptz_stabilize_time=seq_config.get('ptz_stabilize_time', 1.0),
  157. capture_wait_time=seq_config.get('capture_wait_time', 0.5),
  158. return_to_panorama=seq_config.get('return_to_panorama', True),
  159. default_pan=seq_config.get('default_pan', 0.0),
  160. default_tilt=seq_config.get('default_tilt', 0.0),
  161. default_zoom=seq_config.get('default_zoom', 1)
  162. )
  163. else:
  164. logger.info("使用异步联动控制器 (AsyncCoordinator)")
  165. self.coordinator = AsyncCoordinator(
  166. self.panorama_camera,
  167. self.ptz_camera,
  168. self.detector,
  169. self.number_detector
  170. )
  171. # 设置回调
  172. self._setup_callbacks()
  173. logger.info("系统初始化完成")
  174. # 执行自动校准(受配置开关和参数双重控制)
  175. should_calibrate = SYSTEM_CONFIG.get('enable_calibration', True)
  176. if not should_calibrate:
  177. logger.info("自动校准已禁用 (enable_calibration=False)")
  178. elif skip_calibration:
  179. logger.info("自动校准已跳过 (--skip-calibration)")
  180. else:
  181. if not self._auto_calibrate():
  182. logger.error("自动校准失败!")
  183. return False
  184. return True
  185. def _auto_calibrate(self, force: bool = False) -> bool:
  186. """
  187. 执行自动校准
  188. Args:
  189. force: 是否强制重新校准(不使用已有数据)
  190. Returns:
  191. 是否成功
  192. """
  193. from calibration import CameraCalibrator, CalibrationManager
  194. logger.info("=" * 50)
  195. logger.info("开始自动校准...")
  196. logger.info("=" * 50)
  197. # 连接摄像头
  198. if not self.panorama_camera.connect():
  199. logger.error("连接全景摄像头失败,无法进行校准")
  200. return False
  201. if not self.ptz_camera.connect():
  202. logger.error("连接球机失败,无法进行校准")
  203. self.panorama_camera.disconnect()
  204. return False
  205. # 启动视频流获取帧数据
  206. if not self.panorama_camera.start_stream_rtsp():
  207. logger.warning("RTSP视频流启动失败,尝试SDK方式...")
  208. if not self.panorama_camera.start_stream():
  209. logger.error("无法启动视频流,校准可能无法获取画面")
  210. # 启动球机视频流(校准需要球机画面做特征匹配)
  211. if not self.ptz_camera.start_stream_rtsp():
  212. logger.warning("球机RTSP视频流启动失败,校准将无法进行特征匹配")
  213. # 等待视频流稳定,确保帧数据可用
  214. logger.info("等待视频流稳定...")
  215. max_wait = 15
  216. for i in range(max_wait):
  217. pan_frame = self.panorama_camera.get_frame()
  218. ptz_frame = self.ptz_camera.get_frame() if self.ptz_camera else None
  219. if pan_frame is not None:
  220. logger.info(f"全景帧就绪 ({pan_frame.shape}), 等待中...")
  221. break
  222. time.sleep(1)
  223. if (i + 1) % 3 == 0:
  224. logger.info(f"等待全景帧... ({i + 1}/{max_wait}秒)")
  225. # 再等几秒让流完全稳定
  226. ptz_ready = False
  227. for i in range(10):
  228. ptz_frame = self.ptz_camera.get_frame() if self.ptz_camera else None
  229. if ptz_frame is not None:
  230. ptz_ready = True
  231. logger.info(f"球机帧就绪 ({ptz_frame.shape})")
  232. break
  233. time.sleep(1)
  234. if not ptz_ready:
  235. logger.warning("球机帧未就绪,校准可能仅依赖运动检测")
  236. final_frame = self.panorama_camera.get_frame()
  237. if final_frame is None:
  238. logger.error("5秒后仍无法获取全景帧,校准可能失败")
  239. # 创建校准器 - 支持视野重叠发现
  240. self.calibrator = CameraCalibrator(
  241. ptz_camera=self.ptz_camera,
  242. get_frame_func=self.panorama_camera.get_frame,
  243. detect_marker_func=None,
  244. ptz_capture_func=self._capture_ptz_frame
  245. )
  246. # 配置重叠发现参数
  247. overlap_cfg = CALIBRATION_CONFIG.get('overlap_discovery', {})
  248. self.calibrator.overlap_pan_range = overlap_cfg.get('pan_range', (0, 360))
  249. self.calibrator.overlap_tilt_range = overlap_cfg.get('tilt_range', (-30, 30))
  250. self.calibrator.overlap_pan_step = overlap_cfg.get('pan_step', 20)
  251. self.calibrator.overlap_tilt_step = overlap_cfg.get('tilt_step', 15)
  252. self.calibrator.stabilize_time = overlap_cfg.get('stabilize_time', 2.0)
  253. self.calibrator.max_overlap_ranges = overlap_cfg.get('max_overlap_ranges', 3)
  254. self.calibrator.min_positions_per_range = overlap_cfg.get('min_positions_per_range', 3)
  255. # 校准进度回调
  256. def on_progress(current: int, total: int, message: str):
  257. logger.info(f"校准进度: {current}/{total} - {message}")
  258. # 校准完成回调
  259. def on_complete(result):
  260. if result.success:
  261. logger.info(f"校准完成! RMS误差: {result.rms_error:.4f}")
  262. else:
  263. logger.error(f"校准失败: {result.error_message}")
  264. self.calibrator.on_progress = on_progress
  265. self.calibrator.on_complete = on_complete
  266. # 创建校准管理器
  267. self.calibration_manager = CalibrationManager(self.calibrator)
  268. # 执行视觉校准(根据参数决定是否强制重新校准)
  269. result = self.calibration_manager.auto_calibrate(
  270. force=force,
  271. fallback_on_failure=True # 校准失败时回退使用已有数据
  272. )
  273. if not result.success:
  274. logger.error("=" * 50)
  275. logger.error("校准失败!")
  276. logger.error(f"原因: {result.error_message}")
  277. logger.error("=" * 50)
  278. logger.error("")
  279. logger.error("请检查以下问题:")
  280. logger.error("1. 全景摄像头和球机是否正确连接")
  281. logger.error("2. 球机PTZ控制是否正常")
  282. logger.error("3. 两台摄像头的视野是否有重叠区域")
  283. logger.error("4. 场景是否有足够的纹理/特征用于匹配")
  284. logger.error("5. 球机RTSP视频流是否正常(特征匹配需要球机画面)")
  285. logger.error("")
  286. logger.error("您可以尝试:")
  287. logger.error("- 检查摄像头连接和网络")
  288. logger.error("- 手动移动球机确认PTZ控制正常")
  289. logger.error("- 确保场景有足够的纹理/特征")
  290. logger.error("- 使用 --skip-calibration 跳过校准")
  291. logger.error("=" * 50)
  292. # 释放资源
  293. self.panorama_camera.disconnect()
  294. self.ptz_camera.stop_stream()
  295. self.ptz_camera.disconnect()
  296. return False
  297. logger.info("=" * 50)
  298. logger.info("校准成功!")
  299. logger.info(f"有效校准点: {len(result.points)}")
  300. logger.info(f"RMS误差: {result.rms_error:.4f} 度")
  301. logger.info("=" * 50)
  302. return True
  303. def _capture_ptz_frame(self) -> Optional[np.ndarray]:
  304. """
  305. 从球机抓拍一帧图像
  306. 用于校准时特征匹配
  307. """
  308. if self.ptz_camera is None:
  309. return None
  310. try:
  311. return self.ptz_camera.get_frame()
  312. except Exception as e:
  313. logger.error(f"球机抓拍失败: {e}")
  314. return None
  315. def _setup_callbacks(self):
  316. """设置回调函数"""
  317. def on_person_detected(person: DetectedObject, frame: np.ndarray):
  318. """人体检测回调"""
  319. logger.info(f"检测到人体: 位置={person.center}, 置信度={person.confidence:.2f}")
  320. def on_number_recognized(person_info: PersonInfo):
  321. """编号识别回调"""
  322. logger.info(
  323. f"识别到编号: ID={person_info.person_id}, "
  324. f"编号={person_info.number_text}, "
  325. f"置信度={person_info.number_confidence:.2f}, "
  326. f"位置={person_info.number_location}"
  327. )
  328. self.coordinator.on_person_detected = on_person_detected
  329. self.coordinator.on_number_recognized = on_number_recognized
  330. def start(self) -> bool:
  331. """
  332. 启动系统
  333. Returns:
  334. 是否成功
  335. """
  336. if self.running:
  337. logger.warning("系统已在运行")
  338. return True
  339. logger.info("启动联动系统...")
  340. if not self.coordinator.start():
  341. logger.error("联动系统启动失败")
  342. return False
  343. self.running = True
  344. logger.info("联动系统启动成功")
  345. # 启动定时校准
  346. self._start_periodic_calibration()
  347. return True
  348. def stop(self):
  349. """停止系统"""
  350. if not self.running:
  351. return
  352. logger.info("停止联动系统...")
  353. # 停止定时校准
  354. self._stop_periodic_calibration()
  355. self.coordinator.stop()
  356. self.running = False
  357. logger.info("联动系统已停止")
  358. def get_results(self):
  359. """获取识别结果"""
  360. if self.coordinator:
  361. return self.coordinator.get_results()
  362. return []
  363. def _start_periodic_calibration(self):
  364. """启动定时校准"""
  365. if not SYSTEM_CONFIG.get('enable_calibration', True):
  366. logger.info("定时校准已禁用 (enable_calibration=False)")
  367. return
  368. if self.calibration_running:
  369. return
  370. self.calibration_running = True
  371. self.calibration_thread = threading.Thread(
  372. target=self._periodic_calibration_worker,
  373. daemon=True
  374. )
  375. self.calibration_thread.start()
  376. logger.info(f"定时校准已启动 (每日 {self.daily_calibration_time} 自动校准)")
  377. def _stop_periodic_calibration(self):
  378. """停止定时校准"""
  379. self.calibration_running = False
  380. if self.calibration_thread:
  381. self.calibration_thread.join(timeout=2)
  382. self.calibration_thread = None
  383. logger.info("定时校准已停止")
  384. def _get_seconds_until_target_time(self, target_time_str: str) -> int:
  385. """
  386. 计算到目标时间的秒数
  387. Args:
  388. target_time_str: 目标时间字符串 (HH:MM格式)
  389. Returns:
  390. 到目标时间的秒数,如果已过今天的目标时间则返回到明天目标时间的秒数
  391. """
  392. from datetime import datetime, timedelta
  393. now = datetime.now()
  394. target_hour, target_minute = map(int, target_time_str.split(':'))
  395. target_time = now.replace(hour=target_hour, minute=target_minute, second=0, microsecond=0)
  396. # 如果已过今天的目标时间,则计算到明天的目标时间
  397. if now >= target_time:
  398. target_time += timedelta(days=1)
  399. return int((target_time - now).total_seconds())
  400. def _periodic_calibration_worker(self):
  401. """定时校准工作线程 - 每日指定时间执行校准"""
  402. from datetime import datetime
  403. while self.calibration_running:
  404. try:
  405. # 计算到下一个校准时间的等待秒数
  406. wait_seconds = self._get_seconds_until_target_time(self.daily_calibration_time)
  407. next_time = datetime.now().replace(
  408. hour=int(self.daily_calibration_time.split(':')[0]),
  409. minute=int(self.daily_calibration_time.split(':')[1])
  410. )
  411. if datetime.now() >= next_time:
  412. from datetime import timedelta
  413. next_time += timedelta(days=1)
  414. logger.info(f"下次校准时间: {next_time.strftime('%Y-%m-%d %H:%M:%S')} (等待 {wait_seconds // 3600}小时{(wait_seconds % 3600) // 60}分钟)")
  415. # 等待到校准时间,每分钟检查一次是否需要停止
  416. for i in range(wait_seconds):
  417. if not self.calibration_running:
  418. return
  419. time.sleep(1)
  420. if not self.calibration_running:
  421. return
  422. # 执行校准
  423. logger.info("=" * 50)
  424. logger.info(f"执行每日定时校准 (时间: {self.daily_calibration_time})...")
  425. logger.info("=" * 50)
  426. # 每日校准强制重新校准(不使用已有数据),失败时可回退
  427. result = self._auto_calibrate(force=self.force_daily_recalibration)
  428. if result:
  429. logger.info("每日定时校准成功!")
  430. else:
  431. logger.warning("每日定时校准失败!")
  432. except Exception as e:
  433. logger.error(f"定时校准错误: {e}")
  434. time.sleep(60) # 出错后等待1分钟再重试
  435. def manual_calibrate(self) -> bool:
  436. """
  437. 手动触发校准
  438. Returns:
  439. 是否成功
  440. """
  441. logger.info("手动触发校准...")
  442. return self._auto_calibrate()
  443. def cleanup(self):
  444. """清理资源"""
  445. self.stop()
  446. # 确保定时校准停止
  447. self._stop_periodic_calibration()
  448. if self.sdk:
  449. self.sdk.cleanup()
  450. logger.info("系统资源已清理")
  451. def run_interactive(system: DualCameraSystem):
  452. """
  453. 交互模式运行
  454. Args:
  455. system: 系统实例
  456. """
  457. print("\n双摄像头联动系统 - 交互模式")
  458. print("=" * 50)
  459. print("命令:")
  460. print(" s - 开始/停止联动")
  461. print(" r - 获取识别结果")
  462. print(" t - 手动跟踪 (输入 x y)")
  463. print(" c - 抓拍快照")
  464. print(" b - 手动校准")
  465. print(" q - 退出")
  466. print("=" * 50)
  467. running = False
  468. while True:
  469. try:
  470. cmd = input("\n> ").strip().lower()
  471. if cmd == 'q':
  472. break
  473. elif cmd == 's':
  474. if running:
  475. system.stop()
  476. running = False
  477. print("联动已停止")
  478. else:
  479. if system.start():
  480. running = True
  481. print("联动已启动")
  482. elif cmd == 'r':
  483. results = system.get_results()
  484. if results:
  485. print(f"获取到 {len(results)} 个识别结果:")
  486. for r in results:
  487. print(f" ID={r.person_id}, 编号={r.number_text}, 置信度={r.number_confidence:.2f}")
  488. else:
  489. print("暂无识别结果")
  490. elif cmd == 't':
  491. try:
  492. coords = input("输入坐标 (x y, 范围0-1): ").strip().split()
  493. x, y = float(coords[0]), float(coords[1])
  494. system.coordinator.force_track_position(x, y)
  495. print(f"已移动到位置 ({x:.2f}, {y:.2f})")
  496. except Exception as e:
  497. print(f"输入错误: {e}")
  498. elif cmd == 'c':
  499. frame = system.coordinator.capture_snapshot()
  500. if frame is not None:
  501. filename = f"snapshot_{int(time.time())}.jpg"
  502. cv2.imwrite(filename, frame)
  503. print(f"快照已保存: {filename}")
  504. else:
  505. print("抓拍失败")
  506. elif cmd == 'b':
  507. print("开始手动校准...")
  508. if system.manual_calibrate():
  509. print("校准成功!")
  510. else:
  511. print("校准失败!")
  512. else:
  513. print("未知命令")
  514. except KeyboardInterrupt:
  515. break
  516. except Exception as e:
  517. print(f"错误: {e}")
  518. print("退出交互模式")
  519. def main():
  520. """主函数"""
  521. parser = argparse.ArgumentParser(description='双摄像头联动抓拍系统')
  522. parser.add_argument('--panorama-ip', type=str, help='全景摄像头IP')
  523. parser.add_argument('--ptz-ip', type=str, help='球机IP')
  524. parser.add_argument('--username', type=str, default='admin', help='用户名')
  525. parser.add_argument('--password', type=str, default='admin123', help='密码')
  526. parser.add_argument('--model', type=str, help='检测模型路径 (默认使用YOLO11n)')
  527. parser.add_argument('--model-size', type=str, default='n',
  528. choices=['n', 's', 'm', 'l', 'x'],
  529. help='YOLO11模型尺寸 (n/s/m/l/x)')
  530. parser.add_argument('--no-gpu', action='store_true', help='不使用GPU')
  531. parser.add_argument('--ocr-host', type=str, default='localhost', help='OCR API服务器地址')
  532. parser.add_argument('--ocr-port', type=int, default=8111, help='OCR API端口')
  533. parser.add_argument('--ocr-model', type=str, default='PaddleOCR-VL-1.5-GGUF.gguf', help='OCR模型名称')
  534. parser.add_argument('--interactive', action='store_true', help='交互模式')
  535. parser.add_argument('--demo', action='store_true', help='演示模式(不连接实际摄像头)')
  536. parser.add_argument('--skip-calibration', action='store_true', help='跳过自动校准')
  537. parser.add_argument('--force-calibration', action='store_true', help='强制重新校准')
  538. args = parser.parse_args()
  539. # 构建配置
  540. config = {}
  541. if args.panorama_ip:
  542. config['panorama_camera'] = {
  543. **PANORAMA_CAMERA,
  544. 'ip': args.panorama_ip,
  545. 'username': args.username,
  546. 'password': args.password,
  547. }
  548. if args.ptz_ip:
  549. config['ptz_camera'] = {
  550. **PTZ_CAMERA,
  551. 'ip': args.ptz_ip,
  552. 'username': args.username,
  553. 'password': args.password,
  554. }
  555. if args.model:
  556. config['model_path'] = args.model
  557. config['model_size'] = args.model_size
  558. config['use_gpu'] = not args.no_gpu
  559. config['ocr_host'] = args.ocr_host
  560. config['ocr_port'] = args.ocr_port
  561. config['ocr_model'] = args.ocr_model
  562. # 演示模式
  563. if args.demo:
  564. print("演示模式: 使用模拟数据")
  565. run_demo()
  566. return
  567. # 创建系统实例
  568. system = DualCameraSystem(config)
  569. try:
  570. # 初始化 (包含自动校准)
  571. if not system.initialize(skip_calibration=args.skip_calibration):
  572. print("\n系统初始化失败!")
  573. if not args.skip_calibration:
  574. print("提示: 可使用 --skip-calibration 跳过校准")
  575. return 1
  576. # 运行
  577. if args.interactive:
  578. run_interactive(system)
  579. else:
  580. # 自动模式
  581. print("启动联动系统...")
  582. if not system.start():
  583. print("启动失败")
  584. return 1
  585. print("系统运行中,按Ctrl+C停止")
  586. while True:
  587. time.sleep(1)
  588. results = system.get_results()
  589. if results:
  590. for r in results:
  591. if r.number_text:
  592. print(f"[识别] ID={r.person_id}, 编号={r.number_text}")
  593. except KeyboardInterrupt:
  594. print("\n接收到停止信号")
  595. finally:
  596. system.cleanup()
  597. return 0
  598. def run_demo():
  599. """演示模式"""
  600. print("\n演示模式 - 双摄像头联动系统")
  601. print("=" * 60)
  602. print("""
  603. 系统架构:
  604. ┌─────────────────────────────────────────────────────────────┐
  605. │ 全景摄像头 (Panorama) │
  606. │ ┌─────────┐ ┌─────────┐ ┌─────────┐ │
  607. │ │ 视频流 │ -> │ 人体检测 │ -> │ 位置计算 │ │
  608. │ └─────────┘ └─────────┘ └─────────┘ │
  609. └─────────────────────────────────────────────────────────────┘
  610. ▼ 检测到人体位置 (x_ratio, y_ratio)
  611. ┌─────────────────────────────────────────────────────────────┐
  612. │ 球机 (PTZ Camera) │
  613. │ ┌─────────┐ ┌─────────┐ ┌─────────┐ │
  614. │ │ PTZ控制 │ -> │ 精确定位 │ -> │ 变焦放大 │ │
  615. │ └─────────┘ └─────────┘ └─────────┘ │
  616. └─────────────────────────────────────────────────────────────┘
  617. ▼ 变焦后的人体图像
  618. ┌─────────────────────────────────────────────────────────────┐
  619. │ 识别模块 (OCR) │
  620. │ ┌─────────┐ ┌─────────┐ ┌─────────┐ │
  621. │ │人体分割 │ -> │ 区域检测 │ -> │ OCR识别 │ -> 编号结果 │
  622. │ └─────────┘ └─────────┘ └─────────┘ │
  623. └─────────────────────────────────────────────────────────────┘
  624. 工作流程:
  625. 1. 全景摄像头实时获取视频流
  626. 2. 使用YOLO11检测画面中的人体
  627. 3. 计算人体在画面中的相对位置
  628. 4. 控制球机PTZ移动到对应位置
  629. 5. 球机变焦放大人体区域
  630. 6. 对人体进行分割,提取服装区域
  631. 7. 使用OCR识别服装上的编号
  632. 8. 输出识别结果
  633. 主要组件:
  634. - dahua_sdk.py: 大华SDK封装
  635. - panorama_camera.py: 全景摄像头和人体检测
  636. - ptz_camera.py: 球机PTZ控制
  637. - ocr_recognizer.py: 人体分割和OCR识别
  638. - coordinator.py: 联动控制逻辑
  639. """)
  640. print("=" * 60)
  641. print("\n使用方法:")
  642. print(" python main.py --panorama-ip 192.168.1.100 --ptz-ip 192.168.1.101")
  643. print(" python main.py --interactive # 交互模式")
  644. print(" python main.py --demo # 演示说明")
  645. if __name__ == '__main__':
  646. sys.exit(main() or 0)