main.py 29 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763
  1. """
  2. 双摄像头联动抓拍系统 - 主程序
  3. 系统功能:
  4. 1. 全景摄像头实时监控和物体检测
  5. 2. 检测到人体后,球机自动变焦定位
  6. 3. 对人体进行分割并OCR识别衣服上的编号
  7. """
  8. # 必须在import cv2之前设置,否则FFmpeg多线程解码会导致
  9. # "Assertion fctx->async_lock failed at pthread_frame.c:167" 崩溃
  10. import os
  11. os.environ['OPENCV_FFMPEG_CAPTURE_OPTIONS'] = 'threads;1'
  12. import sys
  13. import time
  14. import argparse
  15. import logging
  16. import threading
  17. from typing import Optional
  18. import cv2
  19. import numpy as np
  20. # 添加项目路径
  21. sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
  22. from config import (
  23. PANORAMA_CAMERA, PTZ_CAMERA, SDK_PATH,
  24. DETECTION_CONFIG, PTZ_CONFIG, OCR_CONFIG, COORDINATOR_CONFIG,
  25. CALIBRATION_CONFIG, LOG_CONFIG, SYSTEM_CONFIG
  26. )
  27. from dahua_sdk import DahuaSDK
  28. from panorama_camera import PanoramaCamera, ObjectDetector, PersonTracker, DetectedObject
  29. from ptz_camera import PTZCamera, PTZController
  30. from ocr_recognizer import NumberDetector, PersonInfo
  31. from coordinator import Coordinator, EventDrivenCoordinator, AsyncCoordinator
  32. # 配置日志 - 使用LOG_CONFIG
  33. def setup_logging():
  34. """设置日志配置"""
  35. log_level = getattr(logging, LOG_CONFIG.get('level', 'INFO'), logging.INFO)
  36. log_format = LOG_CONFIG.get('format', '%(asctime)s - %(name)s - %(levelname)s - %(message)s')
  37. log_file = LOG_CONFIG.get('file')
  38. handlers = [logging.StreamHandler()]
  39. if log_file:
  40. from logging.handlers import RotatingFileHandler
  41. file_handler = RotatingFileHandler(
  42. log_file,
  43. maxBytes=LOG_CONFIG.get('max_bytes', 10*1024*1024),
  44. backupCount=LOG_CONFIG.get('backup_count', 5)
  45. )
  46. file_handler.setFormatter(logging.Formatter(log_format))
  47. handlers.append(file_handler)
  48. logging.basicConfig(
  49. level=log_level,
  50. format=log_format,
  51. handlers=handlers
  52. )
  53. setup_logging()
  54. logger = logging.getLogger(__name__)
  55. class DualCameraSystem:
  56. """
  57. 双摄像头联动抓拍系统
  58. """
  59. def __init__(self, config_override: dict = None):
  60. """
  61. 初始化系统
  62. Args:
  63. config_override: 配置覆盖
  64. """
  65. self.config = config_override or {}
  66. # SDK
  67. self.sdk = None
  68. # 摄像头
  69. self.panorama_camera = None
  70. self.ptz_camera = None
  71. # 检测器和识别器
  72. self.detector = None
  73. self.number_detector = None
  74. # 联动控制器
  75. self.coordinator = None
  76. # 校准器
  77. self.calibrator = None
  78. self.calibration_manager = None
  79. # 定时校准
  80. self.calibration_interval = CALIBRATION_CONFIG.get('interval', 24 * 60 * 60) # 默认24小时
  81. self.daily_calibration_time = CALIBRATION_CONFIG.get('daily_calibration_time', '08:00') # 每日校准时间
  82. self.force_daily_recalibration = CALIBRATION_CONFIG.get('force_daily_recalibration', True) # 强制重新校准
  83. self.calibration_thread = None
  84. self.calibration_running = False
  85. self.last_calibration_time = 0
  86. # 运行标志
  87. self.running = False
  88. def initialize(self, skip_calibration: bool = False) -> bool:
  89. """
  90. 初始化系统组件
  91. Args:
  92. skip_calibration: 是否跳过校准
  93. Returns:
  94. 是否成功
  95. """
  96. logger.info("初始化双摄像头联动系统...")
  97. # 先初始化检测器(YOLO/PyTorch),再加载大华SDK
  98. # 大华SDK与PyTorch共享进程空间时可能导致内存冲突,
  99. # 先加载PyTorch可避免SDK的内存映射覆盖PyTorch运行时
  100. # 初始化检测器 (YOLO11/RKNN/ONNX)
  101. try:
  102. from config import DETECTION_CONFIG
  103. self.detector = ObjectDetector(
  104. model_path=self.config.get('model_path', DETECTION_CONFIG.get('model_path')),
  105. use_gpu=self.config.get('use_gpu', DETECTION_CONFIG.get('use_gpu', True)),
  106. model_size=self.config.get('model_size', 'n'),
  107. model_type=self.config.get('model_type', DETECTION_CONFIG.get('model_type', 'auto'))
  108. )
  109. logger.info("检测器初始化成功")
  110. except Exception as e:
  111. logger.warning(f"检测器初始化失败: {e}")
  112. # 初始化编号检测器 (使用llama-server API)
  113. try:
  114. ocr_config = {
  115. 'api_host': self.config.get('ocr_host', OCR_CONFIG['api_host']),
  116. 'api_port': self.config.get('ocr_port', OCR_CONFIG['api_port']),
  117. 'model': self.config.get('ocr_model', OCR_CONFIG['model']),
  118. }
  119. self.number_detector = NumberDetector(use_api=True, ocr_config=ocr_config)
  120. logger.info("编号检测器初始化成功 (使用llama-server API)")
  121. except Exception as e:
  122. logger.warning(f"编号检测器初始化失败: {e}")
  123. # 初始化SDK(在检测器之后,避免SDK内存映射与PyTorch冲突)
  124. sdk_path = os.path.join(
  125. self.config.get('sdk_path', SDK_PATH['lib_path']),
  126. self.config.get('netsdk', SDK_PATH['netsdk'])
  127. )
  128. try:
  129. self.sdk = DahuaSDK(sdk_path)
  130. if not self.sdk.init():
  131. logger.error("SDK初始化失败")
  132. return False
  133. logger.info("SDK初始化成功")
  134. except Exception as e:
  135. logger.error(f"SDK加载失败: {e}")
  136. return False
  137. # 初始化摄像头
  138. panorama_config = self.config.get('panorama_camera', PANORAMA_CAMERA)
  139. self.panorama_camera = PanoramaCamera(self.sdk, panorama_config)
  140. ptz_config = self.config.get('ptz_camera', PTZ_CAMERA)
  141. self.ptz_camera = PTZCamera(self.sdk, ptz_config)
  142. # 初始化联动控制器(使用异步版本,检测与PTZ分线程)
  143. self.coordinator = AsyncCoordinator(
  144. self.panorama_camera,
  145. self.ptz_camera,
  146. self.detector,
  147. self.number_detector
  148. )
  149. # 设置回调
  150. self._setup_callbacks()
  151. logger.info("系统初始化完成")
  152. # 执行自动校准(受配置开关和参数双重控制)
  153. should_calibrate = SYSTEM_CONFIG.get('enable_calibration', True)
  154. if not should_calibrate:
  155. logger.info("自动校准已禁用 (enable_calibration=False)")
  156. elif skip_calibration:
  157. logger.info("自动校准已跳过 (--skip-calibration)")
  158. else:
  159. if not self._auto_calibrate():
  160. logger.error("自动校准失败!")
  161. return False
  162. return True
  163. def _auto_calibrate(self, force: bool = False) -> bool:
  164. """
  165. 执行自动校准
  166. Args:
  167. force: 是否强制重新校准(不使用已有数据)
  168. Returns:
  169. 是否成功
  170. """
  171. from calibration import CameraCalibrator, CalibrationManager
  172. logger.info("=" * 50)
  173. logger.info("开始自动校准...")
  174. logger.info("=" * 50)
  175. # 连接摄像头
  176. if not self.panorama_camera.connect():
  177. logger.error("连接全景摄像头失败,无法进行校准")
  178. return False
  179. if not self.ptz_camera.connect():
  180. logger.error("连接球机失败,无法进行校准")
  181. self.panorama_camera.disconnect()
  182. return False
  183. # 启动视频流获取帧数据
  184. if not self.panorama_camera.start_stream_rtsp():
  185. logger.warning("RTSP视频流启动失败,尝试SDK方式...")
  186. if not self.panorama_camera.start_stream():
  187. logger.error("无法启动视频流,校准可能无法获取画面")
  188. # 启动球机视频流(校准需要球机画面做特征匹配)
  189. if not self.ptz_camera.start_stream_rtsp():
  190. logger.warning("球机RTSP视频流启动失败,校准将无法进行特征匹配")
  191. # 等待视频流稳定,确保帧数据可用
  192. logger.info("等待视频流稳定...")
  193. max_wait = 15
  194. for i in range(max_wait):
  195. pan_frame = self.panorama_camera.get_frame()
  196. ptz_frame = self.ptz_camera.get_frame() if self.ptz_camera else None
  197. if pan_frame is not None:
  198. logger.info(f"全景帧就绪 ({pan_frame.shape}), 等待中...")
  199. break
  200. time.sleep(1)
  201. if (i + 1) % 3 == 0:
  202. logger.info(f"等待全景帧... ({i + 1}/{max_wait}秒)")
  203. # 再等几秒让流完全稳定
  204. ptz_ready = False
  205. for i in range(10):
  206. ptz_frame = self.ptz_camera.get_frame() if self.ptz_camera else None
  207. if ptz_frame is not None:
  208. ptz_ready = True
  209. logger.info(f"球机帧就绪 ({ptz_frame.shape})")
  210. break
  211. time.sleep(1)
  212. if not ptz_ready:
  213. logger.warning("球机帧未就绪,校准可能仅依赖运动检测")
  214. final_frame = self.panorama_camera.get_frame()
  215. if final_frame is None:
  216. logger.error("5秒后仍无法获取全景帧,校准可能失败")
  217. # 创建校准器 - 支持视野重叠发现
  218. self.calibrator = CameraCalibrator(
  219. ptz_camera=self.ptz_camera,
  220. get_frame_func=self.panorama_camera.get_frame,
  221. detect_marker_func=None,
  222. ptz_capture_func=self._capture_ptz_frame
  223. )
  224. # 配置重叠发现参数
  225. overlap_cfg = CALIBRATION_CONFIG.get('overlap_discovery', {})
  226. self.calibrator.overlap_pan_range = overlap_cfg.get('pan_range', (0, 360))
  227. self.calibrator.overlap_tilt_range = overlap_cfg.get('tilt_range', (-30, 30))
  228. self.calibrator.overlap_pan_step = overlap_cfg.get('pan_step', 20)
  229. self.calibrator.overlap_tilt_step = overlap_cfg.get('tilt_step', 15)
  230. self.calibrator.stabilize_time = overlap_cfg.get('stabilize_time', 2.0)
  231. self.calibrator.max_overlap_ranges = overlap_cfg.get('max_overlap_ranges', 3)
  232. self.calibrator.min_positions_per_range = overlap_cfg.get('min_positions_per_range', 3)
  233. # 校准进度回调
  234. def on_progress(current: int, total: int, message: str):
  235. logger.info(f"校准进度: {current}/{total} - {message}")
  236. # 校准完成回调
  237. def on_complete(result):
  238. if result.success:
  239. logger.info(f"校准完成! RMS误差: {result.rms_error:.4f}")
  240. else:
  241. logger.error(f"校准失败: {result.error_message}")
  242. self.calibrator.on_progress = on_progress
  243. self.calibrator.on_complete = on_complete
  244. # 创建校准管理器
  245. self.calibration_manager = CalibrationManager(self.calibrator)
  246. # 执行视觉校准(根据参数决定是否强制重新校准)
  247. result = self.calibration_manager.auto_calibrate(
  248. force=force,
  249. fallback_on_failure=True # 校准失败时回退使用已有数据
  250. )
  251. if not result.success:
  252. logger.error("=" * 50)
  253. logger.error("校准失败!")
  254. logger.error(f"原因: {result.error_message}")
  255. logger.error("=" * 50)
  256. logger.error("")
  257. logger.error("请检查以下问题:")
  258. logger.error("1. 全景摄像头和球机是否正确连接")
  259. logger.error("2. 球机PTZ控制是否正常")
  260. logger.error("3. 两台摄像头的视野是否有重叠区域")
  261. logger.error("4. 场景是否有足够的纹理/特征用于匹配")
  262. logger.error("5. 球机RTSP视频流是否正常(特征匹配需要球机画面)")
  263. logger.error("")
  264. logger.error("您可以尝试:")
  265. logger.error("- 检查摄像头连接和网络")
  266. logger.error("- 手动移动球机确认PTZ控制正常")
  267. logger.error("- 确保场景有足够的纹理/特征")
  268. logger.error("- 使用 --skip-calibration 跳过校准")
  269. logger.error("=" * 50)
  270. # 释放资源
  271. self.panorama_camera.disconnect()
  272. self.ptz_camera.stop_stream()
  273. self.ptz_camera.disconnect()
  274. return False
  275. logger.info("=" * 50)
  276. logger.info("校准成功!")
  277. logger.info(f"有效校准点: {len(result.points)}")
  278. logger.info(f"RMS误差: {result.rms_error:.4f} 度")
  279. logger.info("=" * 50)
  280. return True
  281. def _capture_ptz_frame(self) -> Optional[np.ndarray]:
  282. """
  283. 从球机抓拍一帧图像
  284. 用于校准时特征匹配
  285. """
  286. if self.ptz_camera is None:
  287. return None
  288. try:
  289. return self.ptz_camera.get_frame()
  290. except Exception as e:
  291. logger.error(f"球机抓拍失败: {e}")
  292. return None
  293. def _setup_callbacks(self):
  294. """设置回调函数"""
  295. def on_person_detected(person: DetectedObject, frame: np.ndarray):
  296. """人体检测回调"""
  297. logger.info(f"检测到人体: 位置={person.center}, 置信度={person.confidence:.2f}")
  298. def on_number_recognized(person_info: PersonInfo):
  299. """编号识别回调"""
  300. logger.info(
  301. f"识别到编号: ID={person_info.person_id}, "
  302. f"编号={person_info.number_text}, "
  303. f"置信度={person_info.number_confidence:.2f}, "
  304. f"位置={person_info.number_location}"
  305. )
  306. self.coordinator.on_person_detected = on_person_detected
  307. self.coordinator.on_number_recognized = on_number_recognized
  308. def start(self) -> bool:
  309. """
  310. 启动系统
  311. Returns:
  312. 是否成功
  313. """
  314. if self.running:
  315. logger.warning("系统已在运行")
  316. return True
  317. logger.info("启动联动系统...")
  318. if not self.coordinator.start():
  319. logger.error("联动系统启动失败")
  320. return False
  321. self.running = True
  322. logger.info("联动系统启动成功")
  323. # 启动定时校准
  324. self._start_periodic_calibration()
  325. return True
  326. def stop(self):
  327. """停止系统"""
  328. if not self.running:
  329. return
  330. logger.info("停止联动系统...")
  331. # 停止定时校准
  332. self._stop_periodic_calibration()
  333. self.coordinator.stop()
  334. self.running = False
  335. logger.info("联动系统已停止")
  336. def get_results(self):
  337. """获取识别结果"""
  338. if self.coordinator:
  339. return self.coordinator.get_results()
  340. return []
  341. def _start_periodic_calibration(self):
  342. """启动定时校准"""
  343. if not SYSTEM_CONFIG.get('enable_calibration', True):
  344. logger.info("定时校准已禁用 (enable_calibration=False)")
  345. return
  346. if self.calibration_running:
  347. return
  348. self.calibration_running = True
  349. self.calibration_thread = threading.Thread(
  350. target=self._periodic_calibration_worker,
  351. daemon=True
  352. )
  353. self.calibration_thread.start()
  354. logger.info(f"定时校准已启动 (每日 {self.daily_calibration_time} 自动校准)")
  355. def _stop_periodic_calibration(self):
  356. """停止定时校准"""
  357. self.calibration_running = False
  358. if self.calibration_thread:
  359. self.calibration_thread.join(timeout=2)
  360. self.calibration_thread = None
  361. logger.info("定时校准已停止")
  362. def _get_seconds_until_target_time(self, target_time_str: str) -> int:
  363. """
  364. 计算到目标时间的秒数
  365. Args:
  366. target_time_str: 目标时间字符串 (HH:MM格式)
  367. Returns:
  368. 到目标时间的秒数,如果已过今天的目标时间则返回到明天目标时间的秒数
  369. """
  370. from datetime import datetime, timedelta
  371. now = datetime.now()
  372. target_hour, target_minute = map(int, target_time_str.split(':'))
  373. target_time = now.replace(hour=target_hour, minute=target_minute, second=0, microsecond=0)
  374. # 如果已过今天的目标时间,则计算到明天的目标时间
  375. if now >= target_time:
  376. target_time += timedelta(days=1)
  377. return int((target_time - now).total_seconds())
  378. def _periodic_calibration_worker(self):
  379. """定时校准工作线程 - 每日指定时间执行校准"""
  380. from datetime import datetime
  381. while self.calibration_running:
  382. try:
  383. # 计算到下一个校准时间的等待秒数
  384. wait_seconds = self._get_seconds_until_target_time(self.daily_calibration_time)
  385. next_time = datetime.now().replace(
  386. hour=int(self.daily_calibration_time.split(':')[0]),
  387. minute=int(self.daily_calibration_time.split(':')[1])
  388. )
  389. if datetime.now() >= next_time:
  390. from datetime import timedelta
  391. next_time += timedelta(days=1)
  392. logger.info(f"下次校准时间: {next_time.strftime('%Y-%m-%d %H:%M:%S')} (等待 {wait_seconds // 3600}小时{(wait_seconds % 3600) // 60}分钟)")
  393. # 等待到校准时间,每分钟检查一次是否需要停止
  394. for i in range(wait_seconds):
  395. if not self.calibration_running:
  396. return
  397. time.sleep(1)
  398. if not self.calibration_running:
  399. return
  400. # 执行校准
  401. logger.info("=" * 50)
  402. logger.info(f"执行每日定时校准 (时间: {self.daily_calibration_time})...")
  403. logger.info("=" * 50)
  404. # 每日校准强制重新校准(不使用已有数据),失败时可回退
  405. result = self._auto_calibrate(force=self.force_daily_recalibration)
  406. if result:
  407. logger.info("每日定时校准成功!")
  408. else:
  409. logger.warning("每日定时校准失败!")
  410. except Exception as e:
  411. logger.error(f"定时校准错误: {e}")
  412. time.sleep(60) # 出错后等待1分钟再重试
  413. def manual_calibrate(self) -> bool:
  414. """
  415. 手动触发校准
  416. Returns:
  417. 是否成功
  418. """
  419. logger.info("手动触发校准...")
  420. return self._auto_calibrate()
  421. def cleanup(self):
  422. """清理资源"""
  423. self.stop()
  424. # 确保定时校准停止
  425. self._stop_periodic_calibration()
  426. if self.sdk:
  427. self.sdk.cleanup()
  428. logger.info("系统资源已清理")
  429. def run_interactive(system: DualCameraSystem):
  430. """
  431. 交互模式运行
  432. Args:
  433. system: 系统实例
  434. """
  435. print("\n双摄像头联动系统 - 交互模式")
  436. print("=" * 50)
  437. print("命令:")
  438. print(" s - 开始/停止联动")
  439. print(" r - 获取识别结果")
  440. print(" t - 手动跟踪 (输入 x y)")
  441. print(" c - 抓拍快照")
  442. print(" b - 手动校准")
  443. print(" q - 退出")
  444. print("=" * 50)
  445. running = False
  446. while True:
  447. try:
  448. cmd = input("\n> ").strip().lower()
  449. if cmd == 'q':
  450. break
  451. elif cmd == 's':
  452. if running:
  453. system.stop()
  454. running = False
  455. print("联动已停止")
  456. else:
  457. if system.start():
  458. running = True
  459. print("联动已启动")
  460. elif cmd == 'r':
  461. results = system.get_results()
  462. if results:
  463. print(f"获取到 {len(results)} 个识别结果:")
  464. for r in results:
  465. print(f" ID={r.person_id}, 编号={r.number_text}, 置信度={r.number_confidence:.2f}")
  466. else:
  467. print("暂无识别结果")
  468. elif cmd == 't':
  469. try:
  470. coords = input("输入坐标 (x y, 范围0-1): ").strip().split()
  471. x, y = float(coords[0]), float(coords[1])
  472. system.coordinator.force_track_position(x, y)
  473. print(f"已移动到位置 ({x:.2f}, {y:.2f})")
  474. except Exception as e:
  475. print(f"输入错误: {e}")
  476. elif cmd == 'c':
  477. frame = system.coordinator.capture_snapshot()
  478. if frame is not None:
  479. filename = f"snapshot_{int(time.time())}.jpg"
  480. cv2.imwrite(filename, frame)
  481. print(f"快照已保存: {filename}")
  482. else:
  483. print("抓拍失败")
  484. elif cmd == 'b':
  485. print("开始手动校准...")
  486. if system.manual_calibrate():
  487. print("校准成功!")
  488. else:
  489. print("校准失败!")
  490. else:
  491. print("未知命令")
  492. except KeyboardInterrupt:
  493. break
  494. except Exception as e:
  495. print(f"错误: {e}")
  496. print("退出交互模式")
  497. def main():
  498. """主函数"""
  499. parser = argparse.ArgumentParser(description='双摄像头联动抓拍系统')
  500. parser.add_argument('--panorama-ip', type=str, help='全景摄像头IP')
  501. parser.add_argument('--ptz-ip', type=str, help='球机IP')
  502. parser.add_argument('--username', type=str, default='admin', help='用户名')
  503. parser.add_argument('--password', type=str, default='admin123', help='密码')
  504. parser.add_argument('--model', type=str, help='检测模型路径 (默认使用YOLO11n)')
  505. parser.add_argument('--model-size', type=str, default='n',
  506. choices=['n', 's', 'm', 'l', 'x'],
  507. help='YOLO11模型尺寸 (n/s/m/l/x)')
  508. parser.add_argument('--no-gpu', action='store_true', help='不使用GPU')
  509. parser.add_argument('--ocr-host', type=str, default='localhost', help='OCR API服务器地址')
  510. parser.add_argument('--ocr-port', type=int, default=8111, help='OCR API端口')
  511. parser.add_argument('--ocr-model', type=str, default='PaddleOCR-VL-1.5-GGUF.gguf', help='OCR模型名称')
  512. parser.add_argument('--interactive', action='store_true', help='交互模式')
  513. parser.add_argument('--demo', action='store_true', help='演示模式(不连接实际摄像头)')
  514. parser.add_argument('--skip-calibration', action='store_true', help='跳过自动校准')
  515. parser.add_argument('--force-calibration', action='store_true', help='强制重新校准')
  516. args = parser.parse_args()
  517. # 构建配置
  518. config = {}
  519. if args.panorama_ip:
  520. config['panorama_camera'] = {
  521. **PANORAMA_CAMERA,
  522. 'ip': args.panorama_ip,
  523. 'username': args.username,
  524. 'password': args.password,
  525. }
  526. if args.ptz_ip:
  527. config['ptz_camera'] = {
  528. **PTZ_CAMERA,
  529. 'ip': args.ptz_ip,
  530. 'username': args.username,
  531. 'password': args.password,
  532. }
  533. if args.model:
  534. config['model_path'] = args.model
  535. config['model_size'] = args.model_size
  536. config['use_gpu'] = not args.no_gpu
  537. config['ocr_host'] = args.ocr_host
  538. config['ocr_port'] = args.ocr_port
  539. config['ocr_model'] = args.ocr_model
  540. # 演示模式
  541. if args.demo:
  542. print("演示模式: 使用模拟数据")
  543. run_demo()
  544. return
  545. # 创建系统实例
  546. system = DualCameraSystem(config)
  547. try:
  548. # 初始化 (包含自动校准)
  549. if not system.initialize(skip_calibration=args.skip_calibration):
  550. print("\n系统初始化失败!")
  551. if not args.skip_calibration:
  552. print("提示: 可使用 --skip-calibration 跳过校准")
  553. return 1
  554. # 运行
  555. if args.interactive:
  556. run_interactive(system)
  557. else:
  558. # 自动模式
  559. print("启动联动系统...")
  560. if not system.start():
  561. print("启动失败")
  562. return 1
  563. print("系统运行中,按Ctrl+C停止")
  564. while True:
  565. time.sleep(1)
  566. results = system.get_results()
  567. if results:
  568. for r in results:
  569. if r.number_text:
  570. print(f"[识别] ID={r.person_id}, 编号={r.number_text}")
  571. except KeyboardInterrupt:
  572. print("\n接收到停止信号")
  573. finally:
  574. system.cleanup()
  575. return 0
  576. def run_demo():
  577. """演示模式"""
  578. print("\n演示模式 - 双摄像头联动系统")
  579. print("=" * 60)
  580. print("""
  581. 系统架构:
  582. ┌─────────────────────────────────────────────────────────────┐
  583. │ 全景摄像头 (Panorama) │
  584. │ ┌─────────┐ ┌─────────┐ ┌─────────┐ │
  585. │ │ 视频流 │ -> │ 人体检测 │ -> │ 位置计算 │ │
  586. │ └─────────┘ └─────────┘ └─────────┘ │
  587. └─────────────────────────────────────────────────────────────┘
  588. ▼ 检测到人体位置 (x_ratio, y_ratio)
  589. ┌─────────────────────────────────────────────────────────────┐
  590. │ 球机 (PTZ Camera) │
  591. │ ┌─────────┐ ┌─────────┐ ┌─────────┐ │
  592. │ │ PTZ控制 │ -> │ 精确定位 │ -> │ 变焦放大 │ │
  593. │ └─────────┘ └─────────┘ └─────────┘ │
  594. └─────────────────────────────────────────────────────────────┘
  595. ▼ 变焦后的人体图像
  596. ┌─────────────────────────────────────────────────────────────┐
  597. │ 识别模块 (OCR) │
  598. │ ┌─────────┐ ┌─────────┐ ┌─────────┐ │
  599. │ │人体分割 │ -> │ 区域检测 │ -> │ OCR识别 │ -> 编号结果 │
  600. │ └─────────┘ └─────────┘ └─────────┘ │
  601. └─────────────────────────────────────────────────────────────┘
  602. 工作流程:
  603. 1. 全景摄像头实时获取视频流
  604. 2. 使用YOLO11检测画面中的人体
  605. 3. 计算人体在画面中的相对位置
  606. 4. 控制球机PTZ移动到对应位置
  607. 5. 球机变焦放大人体区域
  608. 6. 对人体进行分割,提取服装区域
  609. 7. 使用OCR识别服装上的编号
  610. 8. 输出识别结果
  611. 主要组件:
  612. - dahua_sdk.py: 大华SDK封装
  613. - panorama_camera.py: 全景摄像头和人体检测
  614. - ptz_camera.py: 球机PTZ控制
  615. - ocr_recognizer.py: 人体分割和OCR识别
  616. - coordinator.py: 联动控制逻辑
  617. """)
  618. print("=" * 60)
  619. print("\n使用方法:")
  620. print(" python main.py --panorama-ip 192.168.1.100 --ptz-ip 192.168.1.101")
  621. print(" python main.py --interactive # 交互模式")
  622. print(" python main.py --demo # 演示说明")
  623. if __name__ == '__main__':
  624. sys.exit(main() or 0)