post-process.py

#!/usr/bin/python
from __future__ import with_statement

#import PyEPL symbols into this namespace:
from pyepl.locals import *
from pypa3 import TrialData
import os
import os.path

def save_data(exp,config):
    '''
    Save the results for the participant.
    '''

    #get the state
    state = exp.restoreState()

    global parse_dir
    global subject
    subject = exp.getOptions()['subject']
    # parse_dir = "data/" + subject + "/session_RUN/"    
    parse_dir = "data/" + subject + "/session_" + str(state.session) + "_RUN/"

    # Set up scoring session
    exp.setSession(str(state.session)+"_SAVE")

    # create tracks...
    video = VideoTrack("save_video")
    keyboard = KeyTrack("save_keyboard")
    log = LogTrack("score_session")

    # create a PresentationClock to handle timing
    clock = PresentationClock()


    # get session specific configuration
    trialconfig = config.sequence(state.trial)

    data_dir = "data/%s/session_%d_SAVE/" % (subject, state.session)

    mrk_name = data_dir + trialconfig.MARKER_FILE
    eeg_name = data_dir + trialconfig.BEHAV_FILE
    matlab_name = data_dir + trialconfig.MATLAB_FILE
    event_name = data_dir + 'events.csv'

    mrk_file = open(mrk_name,'w')
    eeg_file = open(eeg_name,'w')
    matlab_file = open(matlab_name,'w')
    event_file = open(event_name, 'w')

    matlab_file.write("% serial_pos\tprobe_pos\tinterference(0,1)\tdirection(0=F,1=B)\tcorrect(0,1)\tresponse time (ms)\n")

    event_fields = ['subject', 'trial', 'pair', 'event-type', 'stimmed', 'electrode-no', 'current', 'serial-pos', 'probe-pos', 'study-word-1', 'study-word-2', 'cue-direction', 'probe-word', 'response-first-word', 'intrusion', 'reaction-time', 'ms-time', 'ms-offset']

    for field in event_fields:
        event_file.write(field +'\t')
    event_file.write('\n')

    for i in range(0, state.trial * trialconfig.NUM_PAIRS):

        # look at ann file to determine if participant got the word right. only the first word is considered, per Mike's instructions
        cur_trial = i // trialconfig.NUM_PAIRS
        cur_pair = i % trialconfig.NUM_PAIRS
        ann_path = 'data/%s/session_%d_RUN/%d_%d.ann' % (exp.getOptions()['subject'], state.session,cur_trial, cur_pair)
        if not os.path.exists(ann_path):
            print 'ann file missing: ' + ann_path
            sys.exit(1)
        annotations = extract_annotations(ann_path)
        first_word = annotations[0][1]

        direction = state.trialData[i].cueDir
        if direction == 1:
            opposite_direction = 0
        else:
            opposite_direction = 1

        cue_word = state.trialData[i].word[direction]
        if first_word == state.trialData[i].word[opposite_direction]:
            correct = 1
        else:
            correct = 0

        reaction_time = get_rt(cur_trial, cur_pair)

        pair = state.trialData[i]


        sync_events = [['sync', x] for x in pair.syncPulses]
        back_events = [['background', x] for x in pair.backgroundPulses]


        for etype in ['study', 'cue'] + back_events + sync_events:
            for el in event_fields:
                towrite = None
                if el == 'subject':
                    towrite = subject
                elif el == 'event-type':
                    if etype == 'study':
                        towrite = etype
                    elif etype == 'cue':
                        towrite = etype
                    else:
                        towrite = etype[0]
                elif el == 'trial':
                    towrite = cur_trial
                elif el == 'pair':
                    towrite = cur_pair
                elif el == 'stimmed':
                    towrite = int(pair.didStim)
                elif el == 'electrode-no':
                    towrite = pair.elec
                elif el == 'current':
                    towrite = pair.cur
                elif el == 'serial-pos':
                    towrite = pair.presOrder
                elif el == 'probe-pos':
                    towrite = pair.cueOrder
                elif el == 'study-word-1':
                    towrite = pair.word[0]
                elif el == 'study-word-2':
                    towrite = pair.word[1]
                elif el == 'probe-word':
                    towrite = cue_word
                elif el == 'cue-direction':
                    towrite = direction
                elif el == 'response-first-word':
                    towrite = first_word
                elif el == 'reaction-time':
                    towrite = reaction_time
                elif el == 'intrusion':
                    if correct:
                        towrite = 0
                    else:
                        towrite = detect_pli(first_word, i, state.trialData)
                elif el == 'ms-time':
                    if etype == 'study':
                        towrite = pair.studyStamp[0]
                    elif etype == 'cue':
                        towrite = pair.cueStamp[0]
                    elif etype[0] == 'background':
                        towrite = etype[1][0]
                    else:
                        towrite = etype[1]
                elif el == 'ms-offset':
                    towrite = 1
#                     if etype == 'study':
#                         towrite = pair.studyStamp[1]
#                     elif etype == 'cue':
#                         towrite = '?'
# #                        towrite = pair.cueStamp[1]
#                     else:
#                         towrite = etype[1]
                else:
                    print 'unknown event field: ' + el
                    sys.exit(1)
                event_file.write(str(towrite) + '\t')
            event_file.write('\n')

        matlab_file.write("%d\t%d\t%d\t%d\t%d\t%d\n"%
                          (pair.presOrder,
                           pair.cueOrder,
                           pair.interference,
                           pair.cueDir,
                           correct,
                           reaction_time))

    mrk_file.close()
    eeg_file.close()
    matlab_file.close()
    event_file.close()
    video.clear("black")
    waitForAnyKey(clock,Text("analyze_subject.m file:\n" + matlab_name + "\n\nevent file:\n" + event_name))


def get_rt(trial_num, pair_num):
    with open(parse_dir + str(trial_num) + "_" + str(pair_num) + ".ann") as f:
        for line in f:
            els = line.split('\t')
            first = els[0]
            try:
                num = int(round(float(first)))
                return num
            except:
                pass
        return -1

def extract_annotations(path):
    words = []
    lines = open(path, 'r').readlines()
    for i, line in enumerate(lines):
        if line == None:
            continue
        elif line.startswith('#'):
            continue
        else:
            columns = line.split('\t')
            if len(columns) == 3:
                stamp = round(float(columns[0]))
                word = columns[2].rstrip()
                if (word == '<>') and (i < len(lines) - 1):
                    continue
                else:
                    words.append([stamp, word])
            else:
                continue
    return words

# <0 indicates XLI
# >0 indicates number of *pairs* back word was seen
def detect_pli(word, curPair, trialData):
    for i in range(curPair):
        if word in trialData[i].word:
            return curPair - i
    return -1

# only do this if the experiment is run as a stand-alone program 
#(not imported as a library)...
if __name__ == "__main__":

    # set up the experiment...
    exp = Experiment()
    exp.parseArgs()
    exp.setup()

    # allow users to break out of the experiment with escape-F1 
    # (the default key combo)

    exp.setBreak()

    # get the subject configuration
    config = exp.getConfig()

    # if there was no saved state, return
    if not exp.restoreState():
        print "NO DATA TO SAVE FOR SUBJECT"
    else:
	# now save the subject data
	save_data(exp, config)