sync_recorder.py

# sync_recorder.py
# 同步录制ESP32视频流和音频指令
# 自动确保视频和音频时间轴对齐

import os
import cv2
import wave
import numpy as np
import threading
import time
from datetime import datetime
from collections import deque
import struct

class SyncRecorder:
    """同步录制器 - 视频+音频时间对齐"""
    
    def __init__(self, output_dir="recordings", fps=15.0):
        """
        初始化录制器
        :param output_dir: 输出目录
        :param fps: 视频帧率（默认15fps）
        """
        self.output_dir = output_dir
        self.fps = fps
        self.frame_duration = 1.0 / fps  # 每帧时长（秒）
        
        # 创建输出目录
        os.makedirs(output_dir, exist_ok=True)
        
        # 录制状态
        self.is_recording = False
        self.start_time = None
        
        # 视频写入器
        self.video_writer = None
        self.video_path = None
        self.last_frame = None
        self.frame_count = 0
        
        # 音频写入器
        self.audio_writer = None
        self.audio_path = None
        self.audio_buffer = bytearray()
        self.last_audio_time = 0.0
        
        # 音频参数（ESP32标准：16kHz, 16bit, Mono）
        self.sample_rate = 16000
        self.sample_width = 2  # 16bit = 2 bytes
        self.channels = 1
        
        # 线程安全
        self.lock = threading.Lock()
        
        # 性能监控
        self.frames_written = 0
        self.audio_bytes_written = 0
        self.last_log_time = time.time()
        
        print(f"[RECORDER] 录制器初始化完成 - FPS={fps}, 输出目录={output_dir}")
    
    def start_recording(self):
        """开始新的录制会话"""
        if self.is_recording:
            print("[RECORDER] 警告：已经在录制中")
            return False
        
        # 生成文件名（时间戳）
        timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
        self.video_path = os.path.join(self.output_dir, f"video_{timestamp}.avi")
        self.audio_path = os.path.join(self.output_dir, f"audio_{timestamp}.wav")
        
        # 重置状态
        self.start_time = time.time()
        self.last_audio_time = 0.0
        self.frame_count = 0
        self.frames_written = 0
        self.audio_bytes_written = 0
        self.audio_buffer.clear()
        self.last_frame = None
        
        # 初始化音频文件
        try:
            self.audio_writer = wave.open(self.audio_path, 'wb')
            self.audio_writer.setnchannels(self.channels)
            self.audio_writer.setsampwidth(self.sample_width)
            self.audio_writer.setframerate(self.sample_rate)
        except Exception as e:
            print(f"[RECORDER] 音频文件初始化失败: {e}")
            return False
        
        self.is_recording = True
        print(f"[RECORDER] 开始录制")
        print(f"  视频: {self.video_path}")
        print(f"  音频: {self.audio_path}")
        return True
    
    def add_frame(self, jpeg_data: bytes):
        """
        添加一帧视频（原始JPEG数据）
        :param jpeg_data: JPEG格式的图像数据
        """
        if not self.is_recording:
            return
        
        try:
            with self.lock:
                # 解码JPEG
                arr = np.frombuffer(jpeg_data, dtype=np.uint8)
                frame = cv2.imdecode(arr, cv2.IMREAD_COLOR)
                
                if frame is None:
                    print(f"[RECORDER] 警告：帧解码失败")
                    return
                
                # 首帧：初始化视频写入器
                if self.video_writer is None:
                    height, width = frame.shape[:2]
                    # 使用XVID编码器（Windows兼容性好）
                    fourcc = cv2.VideoWriter_fourcc(*'XVID')
                    self.video_writer = cv2.VideoWriter(
                        self.video_path, 
                        fourcc, 
                        self.fps, 
                        (width, height)
                    )
                    
                    if not self.video_writer.isOpened():
                        print(f"[RECORDER] 错误：视频写入器初始化失败")
                        self.is_recording = False
                        return
                    
                    print(f"[RECORDER] 视频写入器初始化：{width}x{height} @ {self.fps}fps")
                
                # 写入帧
                self.video_writer.write(frame)
                self.frame_count += 1
                self.frames_written += 1
                self.last_frame = frame
                
                # 计算当前视频时长（秒）
                current_video_time = self.frame_count * self.frame_duration
                
                # 音频同步：填充静音到视频时长
                self._sync_audio_to_video(current_video_time)
                
                # 性能日志（每10秒）
                now = time.time()
                if now - self.last_log_time > 10.0:
                    elapsed = now - self.start_time
                    avg_fps = self.frames_written / elapsed if elapsed > 0 else 0
                    audio_duration = self.audio_bytes_written / (self.sample_rate * self.sample_width)
                    print(f"[RECORDER] 录制中 - 帧数={self.frames_written}, "
                          f"实际FPS={avg_fps:.1f}, "
                          f"视频时长={current_video_time:.1f}s, "
                          f"音频时长={audio_duration:.1f}s")
                    self.last_log_time = now
                    
        except Exception as e:
            print(f"[RECORDER] 添加帧失败: {e}")
            import traceback
            traceback.print_exc()
    
    def add_audio(self, pcm_data: bytes, text: str = ""):
        """
        添加音频数据（PCM 16bit）
        :param pcm_data: PCM格式音频数据
        :param text: 语音文本（用于日志）
        """
        if not self.is_recording:
            return
        
        try:
            with self.lock:
                # 当前视频时长
                current_video_time = self.frame_count * self.frame_duration
                
                # 在添加音频前，先填充静音到视频时长
                self._sync_audio_to_video(current_video_time)
                
                # 写入实际音频
                self.audio_writer.writeframes(pcm_data)
                audio_duration = len(pcm_data) / (self.sample_rate * self.sample_width)
                self.last_audio_time = current_video_time + audio_duration
                self.audio_bytes_written += len(pcm_data)
                
                if text:
                    print(f"[RECORDER] 录制语音: {text[:30]}... (时间={current_video_time:.2f}s, 时长={audio_duration:.2f}s)")
                    
        except Exception as e:
            print(f"[RECORDER] 添加音频失败: {e}")
    
    def _sync_audio_to_video(self, video_time: float):
        """
        同步音频到视频时长（填充静音）
        :param video_time: 当前视频时长（秒）
        """
        # 计算需要填充的静音时长
        silence_duration = video_time - self.last_audio_time
        
        if silence_duration > 0.01:  # 大于10ms才填充
            # 生成静音数据
            silence_samples = int(silence_duration * self.sample_rate)
            silence_bytes = silence_samples * self.sample_width
            silence_data = b'\x00' * silence_bytes
            
            # 写入静音
            self.audio_writer.writeframes(silence_data)
            self.audio_bytes_written += len(silence_data)
            self.last_audio_time = video_time
    
    def stop_recording(self):
        """停止录制并保存文件"""
        if not self.is_recording:
            return
        
        print("[RECORDER] 正在保存录制文件...")
        self.is_recording = False
        
        with self.lock:
            # 最后一次音频同步
            try:
                if self.frame_count > 0:
                    final_video_time = self.frame_count * self.frame_duration
                    self._sync_audio_to_video(final_video_time)
            except Exception as e:
                print(f"[RECORDER] 最终音频同步失败: {e}")
            
            # 关闭视频写入器（关键步骤）
            if self.video_writer is not None:
                try:
                    print("[RECORDER] 正在关闭视频写入器...")
                    self.video_writer.release()
                    print("[RECORDER] 视频写入器已关闭")
                except Exception as e:
                    print(f"[RECORDER] 关闭视频写入器失败: {e}")
                finally:
                    self.video_writer = None
            
            # 关闭音频写入器
            if self.audio_writer is not None:
                try:
                    print("[RECORDER] 正在关闭音频写入器...")
                    self.audio_writer.close()
                    print("[RECORDER] 音频写入器已关闭")
                except Exception as e:
                    print(f"[RECORDER] 关闭音频写入器失败: {e}")
                finally:
                    self.audio_writer = None
            
            # 统计信息
            try:
                elapsed = time.time() - self.start_time if self.start_time else 0
                video_duration = self.frame_count * self.frame_duration
                audio_duration = self.audio_bytes_written / (self.sample_rate * self.sample_width)
                
                print(f"\n{'='*60}")
                print(f"[RECORDER] 录制完成")
                print(f"{'='*60}")
                print(f"  总耗时: {elapsed:.1f}秒")
                print(f"\n  视频: {self.video_path}")
                print(f"    - 帧数: {self.frames_written}")
                print(f"    - 时长: {video_duration:.2f}秒")
                if elapsed > 0:
                    print(f"    - 平均FPS: {self.frames_written/elapsed:.1f}")
                print(f"\n  音频: {self.audio_path}")
                print(f"    - 数据量: {self.audio_bytes_written/1024:.1f} KB")
                print(f"    - 时长: {audio_duration:.2f}秒")
                print(f"\n  时间差: {abs(video_duration - audio_duration):.3f}秒")
                
                # 验证文件
                if os.path.exists(self.video_path):
                    video_size = os.path.getsize(self.video_path) / 1024 / 1024
                    print(f"  视频文件大小: {video_size:.2f} MB ✓")
                else:
                    print(f"  ⚠ 警告：视频文件未生成")
                
                if os.path.exists(self.audio_path):
                    audio_size = os.path.getsize(self.audio_path) / 1024
                    print(f"  音频文件大小: {audio_size:.2f} KB ✓")
                else:
                    print(f"  ⚠ 警告：音频文件未生成")
                
                print(f"{'='*60}\n")
            except Exception as e:
                print(f"[RECORDER] 显示统计信息失败: {e}")


# 全局录制器实例
_global_recorder = None
_recorder_lock = threading.Lock()

def get_recorder():
    """获取全局录制器实例"""
    global _global_recorder
    with _recorder_lock:
        if _global_recorder is None:
            _global_recorder = SyncRecorder()
        return _global_recorder

def start_recording():
    """启动录制"""
    recorder = get_recorder()
    return recorder.start_recording()

def stop_recording():
    """停止录制"""
    recorder = get_recorder()
    recorder.stop_recording()

def record_frame(jpeg_data: bytes):
    """记录一帧（供外部调用）"""
    recorder = get_recorder()
    if recorder.is_recording:
        recorder.add_frame(jpeg_data)

def record_audio(pcm_data: bytes, text: str = ""):
    """记录音频（供外部调用）"""
    recorder = get_recorder()
    if recorder.is_recording:
        recorder.add_audio(pcm_data, text)