{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":632644172,"defaultBranch":"main","name":"MAF","ownerLogin":"deepakn97","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-04-25T20:48:13.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/18685430?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1702518728.0","currentOid":""},"activityList":{"items":[{"before":"edfbaa5ca9a81e7923d6ef61284e02f2ce984b64","after":null,"ref":"refs/heads/experiment-gsm-ablation","pushedAt":"2023-12-14T01:52:08.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"}},{"before":"390d685d5fe6322f5c145686a579944254664480","after":"264ecdc9e2dda5adad0a2a5e466331ee2fdadefb","ref":"refs/heads/main","pushedAt":"2023-11-02T17:02:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":null,"after":"edfbaa5ca9a81e7923d6ef61284e02f2ce984b64","ref":"refs/heads/experiment-gsm-ablation","pushedAt":"2023-10-17T01:32:25.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"Extending code for experiments with configurable eager modules","shortMessageHtmlLink":"Extending code for experiments with configurable eager modules"}},{"before":"0b0658efde45ba6499b6f31e3a38d81ed6c5323c","after":"390d685d5fe6322f5c145686a579944254664480","ref":"refs/heads/main","pushedAt":"2023-08-24T01:59:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"Implementing function to use all eager and all lazy refinement for GSM","shortMessageHtmlLink":"Implementing function to use all eager and all lazy refinement for GSM"}},{"before":"30d0b355451def3011881b0fbaea5e7d5e06d567","after":"0b0658efde45ba6499b6f31e3a38d81ed6c5323c","ref":"refs/heads/main","pushedAt":"2023-08-22T09:43:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"Writing eager prompts for gsm-commonsense, missing step, redundancy. variable naming","shortMessageHtmlLink":"Writing eager prompts for gsm-commonsense, missing step, redundancy. …"}},{"before":"147f4fe8db45ed0c33811db7a729d289118b7426","after":"30d0b355451def3011881b0fbaea5e7d5e06d567","ref":"refs/heads/main","pushedAt":"2023-06-24T10:18:36.790Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"added some stuff","shortMessageHtmlLink":"added some stuff"}},{"before":"231d12a06b1643832b6ff29cd6ab56ae20856a9a","after":"147f4fe8db45ed0c33811db7a729d289118b7426","ref":"refs/heads/main","pushedAt":"2023-06-21T22:59:40.210Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"added drop prompts","shortMessageHtmlLink":"added drop prompts"}},{"before":"1cbb97d44b4ff011293da776f67246c8f1df1850","after":"231d12a06b1643832b6ff29cd6ab56ae20856a9a","ref":"refs/heads/main","pushedAt":"2023-06-21T05:45:56.893Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"adding drop_maf prompt example for redundancy","shortMessageHtmlLink":"adding drop_maf prompt example for redundancy"}},{"before":"ee605df3aa6a4ce46bd78400579d1d1713c6a078","after":"1cbb97d44b4ff011293da776f67246c8f1df1850","ref":"refs/heads/main","pushedAt":"2023-06-21T05:39:01.594Z","pushType":"push","commitsCount":2,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"updating repetition prompt for entailment_maf to be less trigger-happy, decoding unicode in drop_maf prompts","shortMessageHtmlLink":"updating repetition prompt for entailment_maf to be less trigger-happ…"}},{"before":"85ef45f2be74385fd1a0852da470ab2ab7e9461a","after":"ee605df3aa6a4ce46bd78400579d1d1713c6a078","ref":"refs/heads/main","pushedAt":"2023-06-21T02:38:57.570Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"added syntax checker as a feedback module","shortMessageHtmlLink":"added syntax checker as a feedback module"}},{"before":"a784f81eb7c2636d76734974f4b18d4ae440b30a","after":"85ef45f2be74385fd1a0852da470ab2ab7e9461a","ref":"refs/heads/main","pushedAt":"2023-06-20T08:10:03.689Z","pushType":"push","commitsCount":2,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"updated iteration step in EntailmentBank MAF to also use CoT and explain how it rewrites the entailment tree from the feedback","shortMessageHtmlLink":"updated iteration step in EntailmentBank MAF to also use CoT and expl…"}},{"before":"633838cf35fb41a8f7720578b711232e39ee2c2e","after":"a784f81eb7c2636d76734974f4b18d4ae440b30a","ref":"refs/heads/main","pushedAt":"2023-06-20T01:23:36.158Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"data collection prompts - no longer used in this project","shortMessageHtmlLink":"data collection prompts - no longer used in this project"}},{"before":"3ab0499b67c56dbbed7b218599415f355b424f60","after":"633838cf35fb41a8f7720578b711232e39ee2c2e","ref":"refs/heads/main","pushedAt":"2023-06-19T21:15:53.535Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"adding drop to baseline code","shortMessageHtmlLink":"adding drop to baseline code"}},{"before":"f4a235a7f9de4e547638f3ae13327864ce186d23","after":"3ab0499b67c56dbbed7b218599415f355b424f60","ref":"refs/heads/main","pushedAt":"2023-06-16T00:57:23.462Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"extended MAF code to DROP dataset","shortMessageHtmlLink":"extended MAF code to DROP dataset"}},{"before":"608e39c451947b33952db062e0ec8452ad6cfe00","after":"f4a235a7f9de4e547638f3ae13327864ce186d23","ref":"refs/heads/main","pushedAt":"2023-06-15T04:27:59.007Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"extended MAF code to EntailmentBank in src/entailment","shortMessageHtmlLink":"extended MAF code to EntailmentBank in src/entailment"}},{"before":"0dee317b37a6adad844553790fc73854a78fc67d","after":"608e39c451947b33952db062e0ec8452ad6cfe00","ref":"refs/heads/main","pushedAt":"2023-06-06T21:06:22.523Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"adding task instructions and standardizing first sentence of feedback","shortMessageHtmlLink":"adding task instructions and standardizing first sentence of feedback"}},{"before":"48e3c2f67ea3e42f8ec1aab2b9c5028199a74f6d","after":"0dee317b37a6adad844553790fc73854a78fc67d","ref":"refs/heads/main","pushedAt":"2023-06-06T20:33:46.440Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"added correct solutions to entailment_bank for maf_data_collection","shortMessageHtmlLink":"added correct solutions to entailment_bank for maf_data_collection"}},{"before":"7a0e6a3e0563d289f56673ffe63accb1c81d00e3","after":"48e3c2f67ea3e42f8ec1aab2b9c5028199a74f6d","ref":"refs/heads/main","pushedAt":"2023-06-06T19:29:30.991Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"add gsm data collection prompts","shortMessageHtmlLink":"add gsm data collection prompts"}},{"before":"b2844282ef5f985b18735f901bc8c29fca1301e5","after":"7a0e6a3e0563d289f56673ffe63accb1c81d00e3","ref":"refs/heads/main","pushedAt":"2023-06-06T11:29:35.920Z","pushType":"push","commitsCount":3,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"adding prompts for MAF data collection","shortMessageHtmlLink":"adding prompts for MAF data collection"}},{"before":"2e7c823c9790233f341f05c902ea2e10a0975a84","after":"b2844282ef5f985b18735f901bc8c29fca1301e5","ref":"refs/heads/main","pushedAt":"2023-06-03T00:25:20.050Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"remove unnecessary prompts","shortMessageHtmlLink":"remove unnecessary prompts"}},{"before":"4b0e2c4ebf71b882084076bef8d7cc4709e11069","after":"2e7c823c9790233f341f05c902ea2e10a0975a84","ref":"refs/heads/main","pushedAt":"2023-06-02T20:49:21.108Z","pushType":"push","commitsCount":3,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"added additional feedback categories to entailment_maf for redundancy and irrelevance","shortMessageHtmlLink":"added additional feedback categories to entailment_maf for redundancy…"}},{"before":"eda7b8b2c801055b822a034c12114dbe6cf3da5f","after":"4b0e2c4ebf71b882084076bef8d7cc4709e11069","ref":"refs/heads/main","pushedAt":"2023-06-01T20:46:55.420Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"remove entailment_iter prompts and move them to entailment_maf under self_refine","shortMessageHtmlLink":"remove entailment_iter prompts and move them to entailment_maf under …"}},{"before":"6848d19f3db03a1113209b8331d8781d6c647774","after":"eda7b8b2c801055b822a034c12114dbe6cf3da5f","ref":"refs/heads/main","pushedAt":"2023-05-30T21:44:19.684Z","pushType":"push","commitsCount":1,"pusher":{"login":"deepakn97","name":"Deepak Nathani","path":"/deepakn97","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/18685430?s=80&v=4"},"commit":{"message":"remove extra entailment code, fix gitignore","shortMessageHtmlLink":"remove extra entailment code, fix gitignore"}},{"before":"1e3c19cc1e340f0914b6e7d3112063c7d335a459","after":"6848d19f3db03a1113209b8331d8781d6c647774","ref":"refs/heads/main","pushedAt":"2023-05-30T12:37:03.748Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"added initial iteration prompt for entailment_iter, added some command line arguments for baseline.py to customize cuda_visible_devices and prompt format","shortMessageHtmlLink":"added initial iteration prompt for entailment_iter, added some comman…"}},{"before":"f81a34c7067322af89ebab856c8696b00af9c7c1","after":"1e3c19cc1e340f0914b6e7d3112063c7d335a459","ref":"refs/heads/main","pushedAt":"2023-05-30T12:05:50.389Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"adding eval functions for EntailmentBank to git tracking in case of customization. added individual_eval.py in entailment_data/eval in order to more cleanly evaluate a select set of entailments rather than an entire train/dev/test set at once","shortMessageHtmlLink":"adding eval functions for EntailmentBank to git tracking in case of c…"}},{"before":"652b281ab50a0e5fbbc1a7450600aea0f00e195c","after":"f81a34c7067322af89ebab856c8696b00af9c7c1","ref":"refs/heads/main","pushedAt":"2023-05-29T14:46:38.842Z","pushType":"push","commitsCount":3,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"added code for automatic evaluation of entailment results from baselines and added option to pass in a data file to BaselineWrapper directly","shortMessageHtmlLink":"added code for automatic evaluation of entailment results from baseli…"}},{"before":"0046493a17f4093a8f087cc133d1fc23573766af","after":"652b281ab50a0e5fbbc1a7450600aea0f00e195c","ref":"refs/heads/main","pushedAt":"2023-05-28T10:26:43.864Z","pushType":"push","commitsCount":3,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"added skeleton code for entailment_iter and entailment_maf (from gsm_iter and gsm_maf)","shortMessageHtmlLink":"added skeleton code for entailment_iter and entailment_maf (from gsm_…"}},{"before":"57512e58534bc7585ed01d6d8d93035741467eed","after":"0046493a17f4093a8f087cc133d1fc23573766af","ref":"refs/heads/main","pushedAt":"2023-05-27T21:44:46.418Z","pushType":"push","commitsCount":1,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"added json prompts tbe tracked by git","shortMessageHtmlLink":"added json prompts tbe tracked by git"}},{"before":"82499e395a6d987d4b21713a1354c2df5515aead","after":"57512e58534bc7585ed01d6d8d93035741467eed","ref":"refs/heads/main","pushedAt":"2023-05-27T21:19:11.379Z","pushType":"push","commitsCount":4,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"added templates for answer and question prefix for Q and A (e.g. CoT or LtM) and Python (PoT)","shortMessageHtmlLink":"added templates for answer and question prefix for Q and A (e.g. CoT …"}},{"before":"12e2234f9fec025f61b0492df26753ba725f86ee","after":"82499e395a6d987d4b21713a1354c2df5515aead","ref":"refs/heads/main","pushedAt":"2023-05-27T11:29:41.343Z","pushType":"push","commitsCount":3,"pusher":{"login":"dayvidwang","name":null,"path":"/dayvidwang","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/90673376?s=80&v=4"},"commit":{"message":"implemented run(), parse_answers(), grade_answers() in BaselineWrapper, not yet tested","shortMessageHtmlLink":"implemented run(), parse_answers(), grade_answers() in BaselineWrappe…"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADyeyjQAA","startCursor":null,"endCursor":null}},"title":"Activity · deepakn97/MAF"}