-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Barclays namespace and a more complete import and basic processing of…
… all statements
- Loading branch information
1 parent
672b2ed
commit f2f66ec
Showing
3 changed files
with
53 additions
and
29 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -5,3 +5,4 @@ pom.xml | |
.lein-failures | ||
.lein-deps-sum | ||
/data/ | ||
/src/moneyz/local.clj |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,51 @@ | ||
(ns moneyz.barclays | ||
(:use (incanter core charts io)) | ||
(:require [clojure.set :as set]) | ||
(:import (java.text SimpleDateFormat))) | ||
|
||
(defn parse-date [date] (.parse (SimpleDateFormat. "dd/MM/yyyy") date)) | ||
(defn parse-dates [dates] (map parse-date dates)) | ||
(defn to-millis [dates] (map #(.getTime %) dates)) | ||
(def process-dates (comp to-millis parse-dates)) | ||
|
||
(defn get-csvs [path] | ||
(filter #(.endsWith % ".csv") | ||
(map #(.getAbsolutePath %) | ||
(.listFiles (java.io.File. path))))) | ||
|
||
(defn merge-statements | ||
[d1 d2] | ||
(dataset | ||
(:column-names d1) | ||
(sort-by :Date (distinct (concat (:rows d1) (:rows d2)))))) | ||
|
||
(defn split-by-account [statement] | ||
(into {} | ||
(map | ||
(fn [[key d]] [key (dataset (:column-names statement) d)]) | ||
(group-by :Account (:rows statement))))) | ||
|
||
(defn calculate-balance-column [statement] | ||
(reverse (reductions + (reverse (map :Amount (:rows statement)))))) | ||
|
||
(defn add-balance-column [statement] | ||
(let [balance-column (calculate-balance-column statement)] | ||
(-> statement | ||
(assoc :column-names (conj (:column-names statement) :Balance)) | ||
(assoc :rows | ||
(into [] (map | ||
(fn [row bal] (assoc row :Balance bal)) | ||
(:rows statement) balance-column)))))) | ||
|
||
(defn read-statement [filename] | ||
(read-dataset filename :header true)) | ||
|
||
(defn import-statements [data-path & [aliases]] | ||
(let [r (split-by-account | ||
(reduce merge-statements | ||
(map read-statement | ||
(get-csvs data-path)))) | ||
r (zipmap (keys r) (map add-balance-column (vals r)))] | ||
(if aliases | ||
(set/rename-keys r aliases) | ||
r))) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters