****************************************************************** REVERB Challenge ASR evaluation tool Instruction for recognition of the evaluation data REVERB challenge organizers reverb-asr@lab.ntt.co.jp ****************************************************************** This readme file provides instructions to modify the ASR baseline scripts to process the evaluation data of the REVERB challenge. (A) Instruction for running the ASR baseline experiment with the evaluation data 1. First copy the content of "task_files_et" into the original "taskFiles" directory. After copying the files, the taskFiles directory should be as shown in (B) 2. Modify LOCAL_CONFIG as follows, a. change TASKSET to "et" b. change the path of REVERB_WSJCAM0_ET and MCWSJAV_ET to the directory where the corresponding evaluation sets are located. 3. Run WSJBuildAndTest. Note: In case of problems, please make sure that you run scripts/mcwsjav_prepare_transcriptions again after the evaluation set (hEvalh) and the correspdoning task files are provided to you. Otherwise, the MLF used for the evaluation of the results will not contain transcriptions for the hEvalh utterances. (B) Content of the taskFiles directory after copying the evaluation task files. ./taskFiles/ |-- 1ch | |-- RealData_dt_for_1ch_far_room1_A | |-- RealData_dt_for_1ch_near_room1_A | |-- RealData_et_for_1ch_far_room1_A | |-- RealData_et_for_1ch_near_room1_A | |-- SimData_dt_for_1ch_far_room1_A | |-- SimData_dt_for_1ch_far_room2_A | |-- SimData_dt_for_1ch_far_room3_A | |-- SimData_dt_for_1ch_near_room1_A | |-- SimData_dt_for_1ch_near_room2_A | |-- SimData_dt_for_1ch_near_room3_A | |-- SimData_dt_for_cln_room1 | |-- SimData_dt_for_cln_room2 | |-- SimData_dt_for_cln_room3 | |-- SimData_et_for_1ch_far_room1_A | |-- SimData_et_for_1ch_far_room2_A | |-- SimData_et_for_1ch_far_room3_A | |-- SimData_et_for_1ch_near_room1_A | |-- SimData_et_for_1ch_near_room2_A | |-- SimData_et_for_1ch_near_room3_A | |-- SimData_et_for_cln_room1 | |-- SimData_et_for_cln_room2 | |-- SimData_et_for_cln_room3 | `-- SimData_tr_for_1ch_A |-- 2ch | |-- RealData_dt_for_2ch_far_room1_A | |-- RealData_dt_for_2ch_far_room1_B | |-- RealData_dt_for_2ch_near_room1_A | |-- RealData_dt_for_2ch_near_room1_B | |-- RealData_et_for_2ch_far_room1_A | |-- RealData_et_for_2ch_far_room1_B | |-- RealData_et_for_2ch_near_room1_A | |-- RealData_et_for_2ch_near_room1_B | |-- SimData_dt_for_2ch_far_room1_A | |-- SimData_dt_for_2ch_far_room1_B | |-- SimData_dt_for_2ch_far_room2_A | |-- SimData_dt_for_2ch_far_room2_B | |-- SimData_dt_for_2ch_far_room3_A | |-- SimData_dt_for_2ch_far_room3_B | |-- SimData_dt_for_2ch_near_room1_A | |-- SimData_dt_for_2ch_near_room1_B | |-- SimData_dt_for_2ch_near_room2_A | |-- SimData_dt_for_2ch_near_room2_B | |-- SimData_dt_for_2ch_near_room3_A | |-- SimData_dt_for_2ch_near_room3_B | |-- SimData_dt_for_cln_room1 | |-- SimData_dt_for_cln_room2 | |-- SimData_dt_for_cln_room3 | |-- SimData_et_for_2ch_far_room1_A | |-- SimData_et_for_2ch_far_room1_B | |-- SimData_et_for_2ch_far_room2_A | |-- SimData_et_for_2ch_far_room2_B | |-- SimData_et_for_2ch_far_room3_A | |-- SimData_et_for_2ch_far_room3_B | |-- SimData_et_for_2ch_near_room1_A | |-- SimData_et_for_2ch_near_room1_B | |-- SimData_et_for_2ch_near_room2_A | |-- SimData_et_for_2ch_near_room2_B | |-- SimData_et_for_2ch_near_room3_A | |-- SimData_et_for_2ch_near_room3_B | |-- SimData_et_for_cln_room1 | |-- SimData_et_for_cln_room2 | |-- SimData_et_for_cln_room3 | |-- SimData_tr_for_2ch_A | `-- SimData_tr_for_2ch_B |-- 8ch | |-- RealData_dt_for_8ch_far_room1_A | |-- RealData_dt_for_8ch_far_room1_B | |-- RealData_dt_for_8ch_far_room1_C | |-- RealData_dt_for_8ch_far_room1_D | |-- RealData_dt_for_8ch_far_room1_E | |-- RealData_dt_for_8ch_far_room1_F | |-- RealData_dt_for_8ch_far_room1_G | |-- RealData_dt_for_8ch_far_room1_H | |-- RealData_dt_for_8ch_near_room1_A | |-- RealData_dt_for_8ch_near_room1_B | |-- RealData_dt_for_8ch_near_room1_C | |-- RealData_dt_for_8ch_near_room1_D | |-- RealData_dt_for_8ch_near_room1_E | |-- RealData_dt_for_8ch_near_room1_F | |-- RealData_dt_for_8ch_near_room1_G | |-- RealData_dt_for_8ch_near_room1_H | |-- RealData_et_for_8ch_far_room1_A | |-- RealData_et_for_8ch_far_room1_B | |-- RealData_et_for_8ch_far_room1_C | |-- RealData_et_for_8ch_far_room1_D | |-- RealData_et_for_8ch_far_room1_E | |-- RealData_et_for_8ch_far_room1_F | |-- RealData_et_for_8ch_far_room1_G | |-- RealData_et_for_8ch_far_room1_H | |-- RealData_et_for_8ch_near_room1_A | |-- RealData_et_for_8ch_near_room1_B | |-- RealData_et_for_8ch_near_room1_C | |-- RealData_et_for_8ch_near_room1_D | |-- RealData_et_for_8ch_near_room1_E | |-- RealData_et_for_8ch_near_room1_F | |-- RealData_et_for_8ch_near_room1_G | |-- RealData_et_for_8ch_near_room1_H | |-- SimData_dt_for_8ch_far_room1_A | |-- SimData_dt_for_8ch_far_room1_B | |-- SimData_dt_for_8ch_far_room1_C | |-- SimData_dt_for_8ch_far_room1_D | |-- SimData_dt_for_8ch_far_room1_E | |-- SimData_dt_for_8ch_far_room1_F | |-- SimData_dt_for_8ch_far_room1_G | |-- SimData_dt_for_8ch_far_room1_H | |-- SimData_dt_for_8ch_far_room2_A | |-- SimData_dt_for_8ch_far_room2_B | |-- SimData_dt_for_8ch_far_room2_C | |-- SimData_dt_for_8ch_far_room2_D | |-- SimData_dt_for_8ch_far_room2_E | |-- SimData_dt_for_8ch_far_room2_F | |-- SimData_dt_for_8ch_far_room2_G | |-- SimData_dt_for_8ch_far_room2_H | |-- SimData_dt_for_8ch_far_room3_A | |-- SimData_dt_for_8ch_far_room3_B | |-- SimData_dt_for_8ch_far_room3_C | |-- SimData_dt_for_8ch_far_room3_D | |-- SimData_dt_for_8ch_far_room3_E | |-- SimData_dt_for_8ch_far_room3_F | |-- SimData_dt_for_8ch_far_room3_G | |-- SimData_dt_for_8ch_far_room3_H | |-- SimData_dt_for_8ch_near_room1_A | |-- SimData_dt_for_8ch_near_room1_B | |-- SimData_dt_for_8ch_near_room1_C | |-- SimData_dt_for_8ch_near_room1_D | |-- SimData_dt_for_8ch_near_room1_E | |-- SimData_dt_for_8ch_near_room1_F | |-- SimData_dt_for_8ch_near_room1_G | |-- SimData_dt_for_8ch_near_room1_H | |-- SimData_dt_for_8ch_near_room2_A | |-- SimData_dt_for_8ch_near_room2_B | |-- SimData_dt_for_8ch_near_room2_C | |-- SimData_dt_for_8ch_near_room2_D | |-- SimData_dt_for_8ch_near_room2_E | |-- SimData_dt_for_8ch_near_room2_F | |-- SimData_dt_for_8ch_near_room2_G | |-- SimData_dt_for_8ch_near_room2_H | |-- SimData_dt_for_8ch_near_room3_A | |-- SimData_dt_for_8ch_near_room3_B | |-- SimData_dt_for_8ch_near_room3_C | |-- SimData_dt_for_8ch_near_room3_D | |-- SimData_dt_for_8ch_near_room3_E | |-- SimData_dt_for_8ch_near_room3_F | |-- SimData_dt_for_8ch_near_room3_G | |-- SimData_dt_for_8ch_near_room3_H | |-- SimData_dt_for_cln_room1 | |-- SimData_dt_for_cln_room2 | |-- SimData_dt_for_cln_room3 | |-- SimData_et_for_8ch_far_room1_A | |-- SimData_et_for_8ch_far_room1_B | |-- SimData_et_for_8ch_far_room1_C | |-- SimData_et_for_8ch_far_room1_D | |-- SimData_et_for_8ch_far_room1_E | |-- SimData_et_for_8ch_far_room1_F | |-- SimData_et_for_8ch_far_room1_G | |-- SimData_et_for_8ch_far_room1_H | |-- SimData_et_for_8ch_far_room2_A | |-- SimData_et_for_8ch_far_room2_B | |-- SimData_et_for_8ch_far_room2_C | |-- SimData_et_for_8ch_far_room2_D | |-- SimData_et_for_8ch_far_room2_E | |-- SimData_et_for_8ch_far_room2_F | |-- SimData_et_for_8ch_far_room2_G | |-- SimData_et_for_8ch_far_room2_H | |-- SimData_et_for_8ch_far_room3_A | |-- SimData_et_for_8ch_far_room3_B | |-- SimData_et_for_8ch_far_room3_C | |-- SimData_et_for_8ch_far_room3_D | |-- SimData_et_for_8ch_far_room3_E | |-- SimData_et_for_8ch_far_room3_F | |-- SimData_et_for_8ch_far_room3_G | |-- SimData_et_for_8ch_far_room3_H | |-- SimData_et_for_8ch_near_room1_A | |-- SimData_et_for_8ch_near_room1_B | |-- SimData_et_for_8ch_near_room1_C | |-- SimData_et_for_8ch_near_room1_D | |-- SimData_et_for_8ch_near_room1_E | |-- SimData_et_for_8ch_near_room1_F | |-- SimData_et_for_8ch_near_room1_G | |-- SimData_et_for_8ch_near_room1_H | |-- SimData_et_for_8ch_near_room2_A | |-- SimData_et_for_8ch_near_room2_B | |-- SimData_et_for_8ch_near_room2_C | |-- SimData_et_for_8ch_near_room2_D | |-- SimData_et_for_8ch_near_room2_E | |-- SimData_et_for_8ch_near_room2_F | |-- SimData_et_for_8ch_near_room2_G | |-- SimData_et_for_8ch_near_room2_H | |-- SimData_et_for_8ch_near_room3_A | |-- SimData_et_for_8ch_near_room3_B | |-- SimData_et_for_8ch_near_room3_C | |-- SimData_et_for_8ch_near_room3_D | |-- SimData_et_for_8ch_near_room3_E | |-- SimData_et_for_8ch_near_room3_F | |-- SimData_et_for_8ch_near_room3_G | |-- SimData_et_for_8ch_near_room3_H | |-- SimData_et_for_cln_room1 | |-- SimData_et_for_cln_room2 | |-- SimData_et_for_cln_room3 | |-- SimData_tr_for_8ch_A | |-- SimData_tr_for_8ch_B | |-- SimData_tr_for_8ch_C | |-- SimData_tr_for_8ch_D | |-- SimData_tr_for_8ch_E | |-- SimData_tr_for_8ch_F | |-- SimData_tr_for_8ch_G | `-- SimData_tr_for_8ch_H `-- README.txt