diff --git a/docs/src/conf.py b/docs/src/conf.py index 29269d37..975a5dbf 100644 --- a/docs/src/conf.py +++ b/docs/src/conf.py @@ -45,7 +45,6 @@ "numpy", "tqdm", "soundfile", - "ndjson", "boto3", "webvtt_py", "python_docx", diff --git a/requirements/tts.txt b/requirements/tts.txt index 6d07674f..7f24349c 100644 --- a/requirements/tts.txt +++ b/requirements/tts.txt @@ -1,4 +1,3 @@ -ndjson transformers accelerate torchaudio diff --git a/tests/test_tts_sdp_end_to_end.py b/tests/test_tts_sdp_end_to_end.py index 291a8834..c3517e95 100644 --- a/tests/test_tts_sdp_end_to_end.py +++ b/tests/test_tts_sdp_end_to_end.py @@ -1,5 +1,4 @@ import pytest -import ndjson import boto3 import json import os @@ -7,6 +6,7 @@ from pathlib import Path from omegaconf import OmegaConf from sdp.run_processors import run_processors +from sdp.utils.common import load_manifest DATASET_CONFIGS_ROOT = Path(__file__).parents[1] / "dataset_configs" @@ -68,19 +68,16 @@ def test_tts_sdp_end_to_end(get_tts_ytc_data): assert os.path.exists(cfg.final_manifest) output_file_data = {} - with open(cfg.final_manifest, "r") as f: - output_data = ndjson.load(f) - for item in output_data: - output_file_data[item["audio_item_id"]] = item + output_data = load_manifest(cfg.final_manifest, encoding="utf8") + for item in output_data: + output_file_data[item["audio_item_id"]] = item reference_file_data = {} - with open(reference_manifest_file, "r") as f: - reference_data = ndjson.load(f) - for item in reference_data: - reference_file_data[item["audio_item_id"]] = item + reference_data = load_manifest(reference_manifest_file, encoding="utf8") + for item in reference_data: + reference_file_data[item["audio_item_id"]] = item assert len(output_file_data) == len(reference_file_data) assert len(output_file_data) == 2 for audio_item_id in output_file_data: - assert output_file_data[audio_item_id]["segments"] == reference_file_data[audio_item_id]["segments"] - + assert output_file_data[audio_item_id]["segments"] == reference_file_data[audio_item_id]["segments"] \ No newline at end of file