REFACTOR: Unified data loading strategy when using a line split method

lmeds/lmeds_io/loader.py

@@ -75,13 +75,7 @@ def loadTxtFile(fn):
 
 def loadTxtFileWHTML(fn):
     with io.open(fn, "r", encoding="utf-8") as fd:
-        txt = fd.read()
-
-    lineEnding = utils.detectLineEnding(txt)
-    if lineEnding is None:  # Should be only a single line
-        txtList = [txt, ]
-    else:
-        txtList = txt.split(lineEnding)
+        txtList = [row.rstrip("\n") for row in fd.readlines()]
 
     newTxtList = []
     for row in txtList:

lmeds/lmeds_io/sequence.py

@@ -187,9 +187,7 @@ def getPageStr(self, pageNum):
 
 def parseSequence(sequenceFN, keepDirectives=False):
     with io.open(sequenceFN, "r", encoding='utf-8') as fd:
-        data = fd.read()
-    testItemList = data.split("\n")
-    testItemList = [row.strip() for row in testItemList]
+        testItemList = [row.rstrip("\n") for row in fd.readlines()]
     testItemList = [row for row in testItemList if row != '']
 
     if keepDirectives is False:

lmeds/lmeds_io/user_response.py

@@ -13,9 +13,8 @@
 def loadUserResponse(fn):
 
     with io.open(fn, "r", encoding="utf-8") as fd:
-        featureList = fd.read().split("\n")
-        featureList = [row.strip() for row in featureList]
-
+        featureList = [row.rstrip('\n') for row in fd.readlines()]
+
     returnList = []
     for line in featureList:
         if line == "":

lmeds/user_scripts/post_process_results.py

@@ -56,7 +56,7 @@ def extractFromTest(path, keyList, removeItemList=None, onlyKeepList=None):
     testSequenceDataList = []
     for fn in utils.findFiles(path, filterExt=".csv"):
         with io.open(join(path, fn), "r", encoding="utf-8") as fd:
-            subjectDataList = fd.read().split("\n")
+            subjectDataList = [row.rstrip("\n") for row in fd.readlines()]
         subjectDataList = [line.split(",", 1) for line in subjectDataList]
         testSequenceDataList.append((fn, subjectDataList))