Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
434 lines (367 sloc) 16.3 KB
;;; static value management
(defsyntax cxn-arg
([] '__zog_cxn))
(defsyntax append-cxn-arg-to
([current-args] (++ current-args (list (cxn-arg)))))
(defsyntax object-hash-key
([] #b("__zfh"))) ; zfh = zog_fetched_hash
(defsyntax type-key
([] #b("__zog_type"))
([type] (tuple (type-key) type)))
(defmacro namespace
(['site] `(iolist_to_binary (cxn 'get_header_value '"host"))) ; convert to get site name, then get site id from site name
(['user] `(cxn 'user_id))) ; potentially okay. reinvestigate.
(defsyntax idx-prefix
; this gets io-list-to-binary'd in idx-key
([type] (list '"zidx:_:" (namespace site) '":_:" type '":_:")))
(defsyntax idx-key
([type idx-name] (iolist_to_binary (list (idx-prefix type) idx-name))))
;(defun idx-key
; ([type idx-name] (iolist_to_binary (list (idx-prefix type) idx-name))))
;;; global process dict of currently in-scope variables
(defun gad () 'global-active-dict)
(defun add-in-scope-var-to-dict (var val)
(put (gad) (: dict append var val (get (gad)))))
(defun new-gad ()
(put (gad) (: dict new)))
(defun test-gad
([()] 'false)
([x] (when (is_list (car x))) (test-gad (car x)))
([x] (when (andalso (is_list (cdr x)) (is_list x)))
(: lists foldl (match-lambda
(('list acc) acc)
((element acc)
(andalso acc (: dict is_key element (get (gad))))))
([x] (when (is_atom x)) (: dict is_key x (get (gad))))
([x] 'false))
;;; local binding of http vars (form and cookie)
; vars-type: form or cookie
; vars-local: local names of these variables
; vars-web: names from the web form
; vars-lc: a comprehension to run over resolved vars-web before returning
; when free time => auto-generate var values by concatenating atoms... THEN
; we can reduce this back to a non-match macro and use lookup-fun for cookies
; too. just needs a dumb compile time atom to list, concatenate, list to atom.
(defmacro with-http-vars
(['form method vars-local vars-web vars-lc body-after-vars]
(lc ((<- var vars-local))
; (: io format '"Adding http var: ~p~n" (list var))
(add-in-scope-var-to-dict var 'undef))
(let* ((lookup-fun (cond ((== 'GET method) 'form_queryvars)
((== 'POST method) 'form_postvars))))
`(let* ((form-vars-vals
(lc ((<- tvar
(: zog_page ,lookup-fun ,(cxn-arg) ,vars-web))) ,vars-lc))
(,vars-local form-vars-vals)
(form-vars-names ',vars-local))
(['cookie method vars-local vars-web vars-lc body-after-vars]
`(let* ((cookie-vars-vals
(lc ((<- tvar (: zog_page cookie ,(cxn-arg) ,vars-web))) ,vars-lc))
(,vars-local cookie-vars-vals)
(cookie-vars-names ',vars-local))
;;; Create a multi-clause http function (lc to merge all cases to one fun)
(defmacro create-http-function (base-path method-subpath-bodies)
;;; (let* ((outer-lc (lc ((<- (list abc none) '((def bob) (hij meme)))) abc)))
`(defun ,base-path
,@(lc ((<- (list method sub-path body) method-subpath-bodies))
`([,method ,sub-path ,(cxn-arg)] ,body))))
;;; Add param to auto-make COOKIE or FORM vars for here
(defmacro remove-then-zip (remove-vars)
`(let* ((cleanup (lambda (del acc)
(: lists keydelete del 1 acc)))
(zipped (: lists zip form-vars-names form-vars-vals))
(removed (: lists foldl cleanup zipped ',remove-vars)))
;;; Local (non-HTTP) functions and bindings
(defmacro local-function-noargs
; ([name args body] `(defun ,name ,(append-cxn-arg-to args) ,body))
([name body]
`(defun ,name ,(append-cxn-arg-to '()) ,body)))
(defmacro local-function (name args-bodies)
`(defun ,name
,@(lc ((<- (list args body) args-bodies))
`(,(append-cxn-arg-to args) ,body))))
(defmacro local-bind
([local-name value bound-body]
; (: io format '"Adding to dict: ~p~n" (list local-name))
(add-in-scope-var-to-dict local-name value)
`(let ((,local-name ,value))
(defmacro local-matcher (name initial-arg body)
; what the holy crap is this?
; well, to have matching matches, we must do an EQUALITY, not just a compare
; against variables ONLY if the match target already exists. So, we have to
; track variables in scope. If a variable is in scope (is_key), then we use
; direct =:= -- else, we use the normal bind-match-compare thing. Meh.
(let ((fixed-body
(: lists map
; inner-arg looks like: [list,<<"def">>] (can have multiple params
; too, but for now we are ignoring those. Those get the default
; pass through.
; inner-body is the... body.
((((('list . args)) . inner-body))
; (: io format '"abject failure TO: ((~p)) ((~p))~n"
; (list args inner-body))
(case (test-gad args)
('true (when (is_list (car args)))
`((=:= ,(car (car args))
(car (car __local_flet_arg__))) ,@inner-body))
('true `((=:= (list ,@args) __local_flet_arg__) ,@inner-body))
(case args
; if the arg is just '_ => always match.
; this causes a 'previous clause already matches'
; message becase LFE injects a catchall clause
; by default which this catches all before the
; default catchall catches all.
(('_) `((?= __local-catchall-arg __local_flet_arg__) ,@inner-body))
(_ `((?= (list ,@args) __local_flet_arg__) ,@inner-body)))))))
; (: io format '"Fixed body is: ~p~n" (list fixed-body))
`(fletrec ((,name (__local_flet_arg__)
(cond ,@fixed-body)))
(,name ,initial-arg))))
;;; Importing of external functions
(defmacro external-binding (local-name mod fun args)
`(defun ,local-name ,(append-cxn-arg-to args)
(: ,mod ,fun ,@args))) ; mondo security breach -- LIMIT BY USER/ORG
;;; Calling local function wrappers
(defmacro safe-call
([func] `(count-then ,func 100 (,func ,(cxn-arg))))
([func args] `(count-then ,func 100 (,func ,@(append-cxn-arg-to args)))))
(defmacro safe-redo
([func] `(count-then ,func 100 (,func)))
([func args] `(count-then ,func 100 (,func ,args))))
(defmacro count-then (count-key max-count then)
`(let ((retval (run-count-then ,count-key ,max-count ,then)))
; (put ',count-key 'undefined)
(defmacro run-count-then (count-key max-count then)
`(case (get ',count-key)
('undefined (progn
(put ',count-key 1)
(x (when (=< x ,max-count)) (progn
(put ',count-key (+ x 1))
(whisper-maxcount ',count-key))))
;;; Math (potentially pre-computable if no vars...)
(defmacro math (op vals)
`(: zlang a2b (do-math ,op ,(lc ((<- v vals)) `(: zlang num_safe ,v)))))
(defmacro do-math
(['% vals] `(rem ,@vals))
(['+ vals] `(+ ,@vals))
(['- vals] `(- ,@vals))
(['/ vals] `(/ ,@vals))
(['* vals] `(* ,@vals)))
;;; Misc. data structure helpers
(defmacro append-tups (original-var append-tups)
`(: lists append ,original-var ,append-tups))
(defun atom-first
([((tuple something something-else) . xs)]
(cons (tuple (to-atom something) something-else) (atom-first xs)))
([()] ()))
(defun to-atom
([x] (when (is_atom x)) x)
([x] (when (is_list x)) (list_to_atom x))
([x] (when (is_binary x)) (to-atom (binary_to_list x))))
;;; Built-in template rendering (NB: add i18n and riak-ification)
(defmacro output
(['template (site . (template-name . bindings))] `(: zog_page ok ,(cxn-arg)
(: zog_template rn ,site ,template-name
(atom-first ,@bindings))))
; add proper content type for json and plain
(['json arg] `(: zog_page ok ,(cxn-arg) (: mochijson2 encode ,arg)))
(['plain arg] `(: zog_page ok ,(cxn-arg) ,args))
([arg] `(: zog_page ok ,(cxn-arg) ,arg)))
;;; Manipulate the omni-present client connection parameter
(defmacro cxn
([function arg] `(call ,(cxn-arg) ,function ,arg))
([function] `(call ,(cxn-arg) ,function)))
(defmacro cxn-property
([#b("path")] `(cxn 'get 'path)))
;;; ([_] `'"invalid property requested"))
(defmacro user-property
([#b("name")] `(cxn 'userId)))
;;; Write, Find, Get, Update
(defmacro val (key proplist)
; keyfind retuns the entire found tuple, not just a value.
; use `element` to extract the value from the proplist
`(element 2 (: lists keyfind ,key 1 ,proplist)))
(defmacro meta-idx-fields (type)
(tuple (iolist_to_binary (list '"zobj-type-" (namespace site))) ,type)
(tuple #b("zobj-owner") (namespace site))))
(defun create-car-idx
; idx needs to store index vals for each key in indexes
; AND siteid for this object
; AND siteid-type for this object
([(idx . idxs) type pairs all-idx __zog_cxn]
; get key from indexes, get value of it from pairs,
; make [(tuple siteid-type-index (lowercase value))]
(create-car-idx idxs type pairs
; add zidx-SiteId-ObjType-Idx: Val to all-idx
(cons (tuple (idx-key type idx) (val idx pairs)) all-idx) __zog_cxn))
([() type _ all-idx __zog_cxn]
(: car index_bind (++ (meta-idx-fields type) all-idx))))
(defun binary-join-car-delim (bins)
(binary-join-delim #b(":_:") bins))
(defun binary-join-space-delim (bins)
(binary-join-delim #b(" ") bins))
(defun binary-join-delim
([delim (bin . bins)]
; This is: iolist_to_binary([H, [<<":_:", B/binary>> || B <- T]]).
(list bin
(lc ((<- b bins) (=/= b '())) (binary (delim binary) ((iolist_to_binary b) binary)))))))
(defun de-hash-finds (objs)
; covert {Hash, Obj} to Hash as a member of the orddict Obj.
(lc ((<- (tuple hash dict) objs))
(: orddict store (object-hash-key) hash dict)))
(defmacro writer (type pairs indexes)
; car:write/2 -> take proplist and indexes, create statebox, store statebox
`(: car write
(cons ,(type-key type) ,pairs)
(create-car-idx ,indexes ,type ,pairs '() __zog_cxn)))
(defmacro finder-all (type pairs)
`(let* (((tuple keys values) (: lists unzip ,pairs)))
(: car objects_by_index
(idx-key ,type (binary-join-car-delim keys))
(binary-join-car-delim values)))))
(defmacro finder-all-idx (type pairs index-spec)
`(let* (((tuple _ values) (: lists unzip ,pairs)))
(: car objects_by_index
(idx-key ,type (binary-join-car-delim ,index-spec))
(binary-join-car-delim values)))))
(defmacro finder-one (type pairs) 'ok)
; pull finder-all, but if result list > 1, whisper error "multiple returns."
; - OR - don't allow finder-one. everything is a list, after all.
; NB: mutation as defsyntax means all mutations must be ready at compile time
(defsyntax convert-mutation
(['list] list) ; bug or feature? the lc for mutations passes 'list too.
([(tuple 'set (tuple key val))]
(tuple key (tuple 'write_value val)))
([(tuple 'add (tuple key val))]
(tuple key (tuple 'add_to_set val)))
([(tuple 'remove (tuple key val))]
(tuple key (tuple 'remove_from_set val)))
([(tuple 'clear key)]
(tuple key 'clear_value))
([(tuple 'delete key)]
(tuple key (tuple 'delete_with_value val))))
(defmacro extract-obj-hash (type-object)
`(: orddict fetch (object-hash-key) ,type-object))
(defmacro updater-obj (update-obj mutations)
`(: car update_object (extract-obj-hash ,update-obj)
,(lc ((<- m mutations)) `(convert-mutation ,m))))
(defmacro spawn-updater-obj (update-obj mutations)
`(spawn (lambda () (updater-obj ,update-obj ,mutations))))
(defmacro updater-find (find-spec mutations)
(defun dict-find (key dict)
(case (: orddict find key dict)
((tuple 'ok value) value)
('error (binary))))
; getter makes no sense stand-alone. it needs to be the recipe to equality
(defun getter
([extract-keys ()] ())
([extract-keys dict-or-dicts] (when (is_list (car dict-or-dicts)))
(keys-from-dict extract-keys (car dict-or-dicts))
(getter extract-keys (cdr dict-or-dicts))))
([extract-keys dict] (when (is_tuple (car dict)))
(list (keys-from-dict extract-keys dict))))
(defun keys-from-dict
([key dict] (when (is_binary key)) (dict-find key dict))
([keys dict] (when (is_list keys))
(lc ((<- k keys)) (dict-find k dict))))
;;; Async
(defmacro async (statements)
`(: zog_sg required (lambda () ,@statements)))
(defun safe-extracting-keyfind (find in-list default)
(case (: lists keyfind find 1 in-list)
('false default)
(other (element 2 other)))) ; keyfind returns the found *tuple* not value
(defmacro get-async-return-values (async-refs timeout)
`(let* ((total-async-results (: zog_sg gather ,async-refs '() ,timeout)))
(case total-async-results
((tuple 'complete _required-or-all results duration-ms)
(lc ((<- ref ,async-refs))
(safe-extracting-keyfind ref results #b("no return"))))
((tuple 'timeout _remaining-required _remaining-optional results)
(lc ((<- ref ,async-refs))
(safe-extracting-keyfind ref results #b("timeout")))))))
;;; Logging
(defmacro whisper-logger-good (args)
`(whisper-logger (#b("GOOD") ,@args)))
(defmacro whisper-logger-bad (args)
`(whisper-logger (#b("BAD") ,@args)))
(defmacro whisper-logger (args)
`(: whisper say (namespace site) 'poopie 'poopin
(binary-join-space-delim (list ,@args #b("\n")))))
; maybe one day all our functions can accept error arguments for self-reporting:
; (list #b("__zog_err") #b("called too many times"))))
(defmacro whisper-maxcount (place)
`(whisper-logger (#b("reached recursion limit for")
(list_to_binary (atom_to_list ,place)))))
;;; Uniquers
(defmacro binhex (what)
`(list_to_binary (: mochihex to_hex ,what)))
(defmacro unique-big ()
`(binhex (: crypto sha (term_to_binary (tuple (node) (now))))))
(defmacro unique-small ()
`(let (((binary (first-half binary (size 10)) (_ binary)) ; only use 1/2 len
(term_to_binary (tuple (node) (now)))))
(binhex first-half)))
;;; Locking
(defmacro namespaced-lock (key)
`(tuple (namespace site) ,key))
(defmacro lock (key body)
`(let (((tuple 'locked lock-id) (: egsf lock (namespaced-lock ,key))))
(: egsf unlock (namespaced-lock ,key) lock-id)))