utils.clj

(ns pegasus.utils
  "General utils"
  (:require [clojure.java.io :as io]
            [me.raynes.fs :as fs])
  (:import [java.io FileInputStream InputStreamReader PushbackReader]
           [java.util.zip GZIPInputStream]))

(defn records
  [a-corpus-reader]
  (take-while
   identity
   (repeatedly
    (fn []
     (try (read a-corpus-reader)
          (catch Exception e nil))))))

(defn corpus-reader
  "A reader that supplies records from a corpus"
  [filename]
  (-> filename
      (FileInputStream.)
      (GZIPInputStream.)
      (InputStreamReader. "UTF-8")
      (PushbackReader.)))

(defn mkdir-if-not-exists
  [path]
  (let [a-file (io/file path)]
   (when-not (.exists a-file)
     (fs/mkdir (.getPath a-file)))))