"""Tests for the training data validation module.""" from __future__ import annotations import json import os import sys import tempfile import types from pathlib import Path import pytest ROOT = Path(__file__).resolve().parents[1] # Stub voxcpm package so imports work without full dependencies pkg = types.ModuleType("voxcpm") pkg.__path__ = [str(ROOT / "src" / "voxcpm")] sys.modules.setdefault("voxcpm", pkg) training_pkg = types.ModuleType("voxcpm.training") training_pkg.__path__ = [str(ROOT / "src" / "voxcpm" / "training")] sys.modules.setdefault("voxcpm.training", training_pkg) from voxcpm.training.validate import ValidationResult, validate_manifest @pytest.fixture def tmp_dir(): with tempfile.TemporaryDirectory() as d: yield Path(d) def _create_wav(path: Path, duration_s: float = 1.0, sr: int = 16000): """Create a minimal valid WAV file.""" try: import soundfile as sf import numpy as np samples = int(duration_s * sr) data = np.zeros(samples, dtype=np.float32) sf.write(str(path), data, sr) except ImportError: # If soundfile is not available, create a minimal WAV header import struct samples = int(duration_s * sr) data_size = samples * 2 # 16-bit PCM with open(path, "wb") as f: f.write(b"RIFF") f.write(struct.pack("= 2 assert any("Invalid JSON" in e for e in result.errors) def test_missing_columns(self, tmp_dir): manifest = tmp_dir / "missing.jsonl" _write_manifest( manifest, [ {"text": "hello"}, # missing audio {"audio": "test.wav"}, # missing text ], ) result = validate_manifest(str(manifest)) assert len(result.errors) >= 2 assert any("'audio'" in e for e in result.errors) assert any("'text'" in e for e in result.errors) def test_missing_audio_file(self, tmp_dir): manifest = tmp_dir / "missing_audio.jsonl" _write_manifest( manifest, [{"text": "hello", "audio": "/nonexistent/audio.wav"}], ) result = validate_manifest(str(manifest)) assert not result.is_valid assert any("not found" in e for e in result.errors) def test_empty_text_warning(self, tmp_dir): audio = tmp_dir / "audio.wav" _create_wav(audio) manifest = tmp_dir / "empty_text.jsonl" _write_manifest( manifest, [{"text": "", "audio": str(audio)}], ) result = validate_manifest(str(manifest)) assert len(result.warnings) > 0 assert any("Empty" in w for w in result.warnings) def test_relative_audio_path(self, tmp_dir): audio = tmp_dir / "audio.wav" _create_wav(audio) manifest = tmp_dir / "rel.jsonl" _write_manifest( manifest, [{"text": "hello", "audio": "audio.wav"}], ) result = validate_manifest(str(manifest)) assert result.valid_samples == 1 assert result.is_valid def test_max_samples_limit(self, tmp_dir): audio = tmp_dir / "audio.wav" _create_wav(audio) manifest = tmp_dir / "many.jsonl" _write_manifest( manifest, [{"text": f"sample {i}", "audio": str(audio)} for i in range(100)], ) result = validate_manifest(str(manifest), max_samples=10) assert result.total_samples == 10 def test_ref_audio_counted(self, tmp_dir): audio = tmp_dir / "audio.wav" ref = tmp_dir / "ref.wav" _create_wav(audio) _create_wav(ref) manifest = tmp_dir / "ref.jsonl" _write_manifest( manifest, [{"text": "hello", "audio": str(audio), "ref_audio": str(ref)}], ) result = validate_manifest(str(manifest)) assert result.has_ref_audio == 1 def test_validation_result_properties(self): r = ValidationResult(total_samples=5, valid_samples=5) assert r.is_valid r2 = ValidationResult(total_samples=5, valid_samples=5, errors=["err"]) assert not r2.is_valid r3 = ValidationResult(total_samples=0, valid_samples=0) assert not r3.is_valid