Fixes a problem with loading the lexicon on SBCL #2

Merged
merged 1 commit into from Nov 1, 2012
View
@@ -34,14 +34,14 @@
(with-static-memory-allocation ()
(write-log lexicon-init "Reading lexicon from ~A" lexicon-file)
;; Parse the lines into a predicate ID and two node structures
- (with-open-file ( s lexicon-file :external-format :ascii)
+ (with-open-file ( s lexicon-file :external-format :iso-8859-1)
(do-count-contentful-lines (l count s)
(when (= (mod count 10000) 0) (write-log lexicon-init "Processed ~A lines" count))
(let ((lexicon-entry (extract-words l))) ;; (pregex:split "\\s+" l)))
(add-basic-entry (car lexicon-entry) (mapcar #'mkkeysym (cdr lexicon-entry))))))
(write-log lexicon-init "Reading word->lemma data from ~A" lemma-file)
;; Parse the lines into a predicate ID and possible roots
- (with-open-file ( s lemma-file :external-format :ascii)
+ (with-open-file ( s lemma-file :external-format :iso-8859-1)
(do-count-contentful-lines (l count s)
(when (= (mod count 10000) 0) (write-log lexicon-init "Processed ~A lines" count))
(let ((roots-entry (extract-words l)))