Skip to content

Commit

Permalink
rewrite tests/test_koumura.py; tests pass
Browse files Browse the repository at this point in the history
  • Loading branch information
@NickleDave
NickleDave committed Dec 16, 2018
1 parent d8fc467 commit f565eb1
Showing 1 changed file with 30 additions and 109 deletions.
139 changes: 30 additions & 109 deletions tests/test_koumura.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,10 @@
import shutil
import csv
import unittest

import numpy as np
from pathlib import Path

import conbirt

TESTS_DIR = os.path.dirname(os.path.abspath(__file__))

ANNOT_DICT_FIELDNAMES = {'filename': str,
'onsets_Hz': np.ndarray,
'offsets_Hz': np.ndarray,
'onsets_s': np.ndarray,
'offsets_s': np.ndarray,
'labels': np.ndarray}

SYL_DICT_FIELDNAMES = ['filename',
'onset_Hz',
'offset_Hz',
Expand All @@ -26,124 +16,55 @@
'label']


TESTS_DIR = os.path.dirname(os.path.abspath(__file__))


class TestAnnotation(unittest.TestCase):
def setUp(self):
self.test_data_dir = os.path.join(TESTS_DIR, 'test_data')
self.test_data_dir = os.path.join(TESTS_DIR, 'test_data',
'koumura', 'Bird0')
self.tmp_output_dir = tempfile.mkdtemp()

def tearDown(self):
shutil.rmtree(self.tmp_output_dir)

def test_notmat_to_annot_dict(self):
notmat = os.path.join(self.test_data_dir,
os.path.normpath(
'cbins/gy6or6/032312/'
'gy6or6_baseline_230312_0808.138.cbin.not.mat'))
annot_dict = conbirt.notmat_to_annot_dict(notmat)
for fieldname, fieldtype in ANNOT_DICT_FIELDNAMES.items():
assert fieldname in annot_dict
assert type(annot_dict[fieldname]) == fieldtype

def test_annot_list_to_csv(self):
# compare csv created by annot_list_to_csv
# with correctly generated csv saved in conbirt/tests/test_data
cbin_dir = os.path.join(self.test_data_dir,
os.path.normpath('cbins/gy6or6/032312/'))
notmat_list = glob(os.path.join(cbin_dir, '*.not.mat'))
# below, sorted() so it's the same order on different platforms
notmat_list = sorted(notmat_list)
annot_list = []
for notmat in notmat_list:
annot_list.append(conbirt.notmat_to_annot_dict(notmat))
csv_filename = os.path.join(str(self.tmp_output_dir),
'test.csv')
# below, set basename to True so we can easily run tests on any system without
# worrying about where audio files are relative to root of directory tree
conbirt.annot_list_to_csv(annot_list,
csv_filename,
basename=True)
assert os.path.isfile(csv_filename)
test_rows = []
with open(csv_filename, 'r', newline='') as csvfile:
reader = csv.reader(csvfile)
for row in reader:
test_rows.append(row)

csv_to_compare_with = os.path.join(self.test_data_dir,
os.path.normpath('csv/gy6or6_032312.csv'))
compare_rows = []
with open(csv_to_compare_with, 'r', newline='') as csvfile:
reader = csv.reader(csvfile)
for row in reader:
compare_rows.append(row)
for test_row, compare_row in zip(test_rows, compare_rows):
assert test_row == compare_row

def test_notmat_list_to_csv(self):
# since notmat_list_to_csv is basically a wrapper around
# notmat_to_annot_dict and annot_list_to_csv,
# and those are tested above,
def test_koumura2seqlist(self):
xml_file = os.path.join(self.test_data_dir, 'Annotation.xml')
seq_list = conbirt.koumura.koumura2seqlist(xml_file=xml_file,
concat_seqs_into_songs=True,
wavpath=os.path.join(self.test_data_dir, 'Wave'))
self.assertTrue(type(seq_list) == list)
self.assertTrue(all([type(seq) == conbirt.tuples.Sequence
for seq in seq_list]))

def test_koumura2csv(self):
# since koumura2csv is basically a wrapper around
# koumura2seq and seq2csv,
# and those are tested above and in other test modules,
# here just need to make sure this function doesn't fail
cbin_dir = os.path.join(self.test_data_dir,
os.path.normpath('cbins/gy6or6/032312/'))
notmat_list = glob(os.path.join(cbin_dir, '*.not.mat'))
# below, sorted() so it's the same order on different platforms
notmat_list = sorted(notmat_list)
xml_file = os.path.join(self.test_data_dir, 'Annotation.xml')
wavpath = os.path.join(self.test_data_dir, 'Wave')
csv_filename = os.path.join(str(self.tmp_output_dir),
'test.csv')
conbirt.notmat_list_to_csv(notmat_list, csv_filename)
conbirt.koumura.koumura2csv(xml_file=xml_file,
wavpath=wavpath,
csv_filename=csv_filename,
basename=True)
# make sure file was created
assert os.path.isfile(csv_filename)

# to be extra sure, make sure all filenames from
# .not.mat list are in csv
# to be extra sure, make sure all .wav files filenames from are in csv
filenames_from_csv = []
with open(csv_filename, 'r', newline='') as csvfile:
reader = csv.DictReader(csvfile, fieldnames=SYL_DICT_FIELDNAMES)
header = next(reader)
for row in reader:
filenames_from_csv.append(row['filename'])
for fname_from_csv in filenames_from_csv:
assert(fname_from_csv + '.not.mat' in notmat_list)

def test_make_notmat(self):
assert False

def test_load_annotation_csv(self):
assert False

def test_csv_to_annot_list(self):
csv_fname = os.path.join(self.test_data_dir,
os.path.normpath('csv/gy6or6_032312.csv'))
# convert csv to conbirt list -- this is what we're testing
annot_list_from_csv = conbirt.csv_to_annot_list(csv_fname)
cbin_dir = os.path.join(self.test_data_dir,
os.path.normpath('cbins/gy6or6/032312/'))

# get what should be the same annotation list from .not.mat files
# to compare with what we got from the csv
notmat_list = glob(os.path.join(cbin_dir, '*.not.mat'))
# below, sorted() so it's the same order on different platforms
notmat_list = sorted(notmat_list)
annot_list_from_notmats = []
for notmat in notmat_list:
annot_list_from_notmats.append(conbirt.notmat_to_annot_dict(notmat,
basename=True))

# make sure everything is the same in the two annotation lists
for from_csv, from_notmat in zip(annot_list_from_csv, annot_list_from_notmats):
for from_csv_key, from_csv_val in from_csv.items():
if type(from_csv_val) == str:
assert from_csv_val == from_notmat[from_csv_key]
elif type(from_csv_val) == np.ndarray:
# hacky platform-agnostic way to say "if integer"
if from_csv_val.dtype == np.asarray(int(1)).dtype:
assert np.array_equal(from_csv_val,
from_notmat[from_csv_key])
# hacky platform-agnostic way to say "if float"
elif from_csv_val.dtype == np.asarray((1.)).dtype:
assert np.allclose(from_csv[from_csv_key],
from_notmat[from_csv_key])
wav_list = glob(os.path.join(self.test_data_dir, 'Wave', '*.wav'))
wav_list = [Path(wav_file).name for wav_file in wav_list]
for wav_file in wav_list:
assert(wav_file in filenames_from_csv)


if __name__ == '__main__':
Expand Down

0 comments on commit f565eb1

Please sign in to comment.