{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":741616456,"defaultBranch":"main","name":"drl-zh","ownerLogin":"alessiodm","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-01-10T18:59:31.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/3470251?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1717368444.0","currentOid":""},"activityList":{"items":[{"before":"3116b84cdce41461c7cb6be11e5c3681a346e579","after":null,"ref":"refs/heads/pg_fixes","pushedAt":"2024-06-02T22:47:24.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"}},{"before":"f824ecae6eb7263d99404757223ea55565b0cc7d","after":"5228e1f61d9d1645809fe42d9b6cbb71964fa1a7","ref":"refs/heads/main","pushedAt":"2024-05-29T06:08:51.000Z","pushType":"pr_merge","commitsCount":7,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Merge pull request #6 from alessiodm/pg_fixes\n\nPolicy Gradients Fixes for Issue #5","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2322422327\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alessiodm/drl-zh/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alessiodm/drl-zh/pull/6/hovercard\" href=\"https://github.com/alessiodm/drl-zh/pull/6\">#6</a> from alessiodm/pg_fixes"}},{"before":null,"after":"3116b84cdce41461c7cb6be11e5c3681a346e579","ref":"refs/heads/pg_fixes","pushedAt":"2024-05-29T05:50:52.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"PG run solution outputs","shortMessageHtmlLink":"PG run solution outputs"}},{"before":"4c09127949216c4332c9bcab76073d2b6000200d","after":"f824ecae6eb7263d99404757223ea55565b0cc7d","ref":"refs/heads/main","pushedAt":"2024-05-23T06:11:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Poetry update for dependabot","shortMessageHtmlLink":"Poetry update for dependabot"}},{"before":"991359a479e488813a6b4d0075709c2e3da95aea","after":"4c09127949216c4332c9bcab76073d2b6000200d","ref":"refs/heads/main","pushedAt":"2024-05-23T06:09:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Poetry update for security issues","shortMessageHtmlLink":"Poetry update for security issues"}},{"before":"52d37a3eaa59690be7ae142e7b8cbc930b05d14b","after":"991359a479e488813a6b4d0075709c2e3da95aea","ref":"refs/heads/main","pushedAt":"2024-05-23T04:55:26.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Merge branch 'dqn_improvements'","shortMessageHtmlLink":"Merge branch 'dqn_improvements'"}},{"before":"9f0f7c2ff35bb1ce848aa59aea9ba2471835154d","after":"52d37a3eaa59690be7ae142e7b8cbc930b05d14b","ref":"refs/heads/main","pushedAt":"2024-05-07T01:34:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Fix bug in `simulate_mdp`\n\nsimulate_mdp doesn't like it if you start in a terminal state\n\nFrom https://github.com/alessiodm/drl-zh/issues/2\n\n```\nIf you aren't careful you leave the starting point at 0,0 when you move\nto cliff world, and then simulate_mdp blows up because you immediately\nterminate and there are no available actions.\n```","shortMessageHtmlLink":"Fix bug in <code>simulate_mdp</code>"}},{"before":"ead4e9ed1f07d3d2f52f2289a15ed39cd6168e38","after":"9f0f7c2ff35bb1ce848aa59aea9ba2471835154d","ref":"refs/heads/main","pushedAt":"2024-05-07T01:23:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Clarify in the README the purpose of the TODO in the exercises!","shortMessageHtmlLink":"Clarify in the README the purpose of the TODO in the exercises!"}},{"before":"ef7f982e792e6e9249cba597099780816d1a5b69","after":"ead4e9ed1f07d3d2f52f2289a15ed39cd6168e38","ref":"refs/heads/main","pushedAt":"2024-05-07T01:19:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Make it more clear (but hopeful!) that there are no YouTube videos (yet!)","shortMessageHtmlLink":"Make it more clear (but hopeful!) that there are no YouTube videos (y…"}},{"before":"7e234926e89572fc4acd0030c059f0bc35a876e6","after":"ef7f982e792e6e9249cba597099780816d1a5b69","ref":"refs/heads/main","pushedAt":"2024-05-07T01:15:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"MDP: make it clearer the probabilistic nature of the environment dynamics","shortMessageHtmlLink":"MDP: make it clearer the probabilistic nature of the environment dyna…"}},{"before":"58c6fb76e90f747e647e42b40c645a64227e62b8","after":"7e234926e89572fc4acd0030c059f0bc35a876e6","ref":"refs/heads/main","pushedAt":"2024-05-07T00:54:28.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Merge pull request #1 from landonwilkins/patch-1\n\nFix typo in README.md","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2280393141\" data-permission-text=\"Title is private\" data-url=\"https://github.com/alessiodm/drl-zh/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/alessiodm/drl-zh/pull/1/hovercard\" href=\"https://github.com/alessiodm/drl-zh/pull/1\">#1</a> from landonwilkins/patch-1"}},{"before":"58c6fb76e90f747e647e42b40c645a64227e62b8","after":null,"ref":"refs/heads/master","pushedAt":"2024-03-19T20:12:12.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"}},{"before":"7c6a352d27c36cec6bb8f3db2bcffb2607271736","after":"58c6fb76e90f747e647e42b40c645a64227e62b8","ref":"refs/heads/main","pushedAt":"2024-03-19T20:12:05.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"All files","shortMessageHtmlLink":"All files"}},{"before":null,"after":"58c6fb76e90f747e647e42b40c645a64227e62b8","ref":"refs/heads/master","pushedAt":"2024-03-19T20:11:12.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"All files","shortMessageHtmlLink":"All files"}},{"before":"1166c65588eeca4a2b2dccdf9e535895e59c193c","after":"7c6a352d27c36cec6bb8f3db2bcffb2607271736","ref":"refs/heads/main","pushedAt":"2024-03-04T07:15:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"COMPLETION!","shortMessageHtmlLink":"COMPLETION!"}},{"before":"af39b563d722bd2c4f825f424cb76167b6eeecad","after":"1166c65588eeca4a2b2dccdf9e535895e59c193c","ref":"refs/heads/main","pushedAt":"2024-03-04T06:56:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Prep PPO","shortMessageHtmlLink":"Prep PPO"}},{"before":"89c39cfdc1979474810dae75abf4790d097a1611","after":"af39b563d722bd2c4f825f424cb76167b6eeecad","ref":"refs/heads/main","pushedAt":"2024-03-04T06:12:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Completed AC solution","shortMessageHtmlLink":"Completed AC solution"}},{"before":"f61efbdc5744a81802e9c3ed1817546919ee1ded","after":"89c39cfdc1979474810dae75abf4790d097a1611","ref":"refs/heads/main","pushedAt":"2024-03-04T05:28:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Cleaned up AC solution","shortMessageHtmlLink":"Cleaned up AC solution"}},{"before":"aefda49619a610222d80361f349d42f2bef7f249","after":"f61efbdc5744a81802e9c3ed1817546919ee1ded","ref":"refs/heads/main","pushedAt":"2024-03-04T05:24:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"First pass at AC","shortMessageHtmlLink":"First pass at AC"}},{"before":"053de86e79a421abe3e119d34201a55a94dcf76e","after":"aefda49619a610222d80361f349d42f2bef7f249","ref":"refs/heads/main","pushedAt":"2024-03-04T04:15:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Fix broken image","shortMessageHtmlLink":"Fix broken image"}},{"before":"1be60dbdf9092053b8acc16b05797533077f92bb","after":"053de86e79a421abe3e119d34201a55a94dcf76e","ref":"refs/heads/main","pushedAt":"2024-03-04T04:14:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Completed PG","shortMessageHtmlLink":"Completed PG"}},{"before":"b0deab5925f50b8c62741d9b6212718d0ba761b4","after":"1be60dbdf9092053b8acc16b05797533077f92bb","ref":"refs/heads/main","pushedAt":"2024-03-04T03:57:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Prepare PG solution","shortMessageHtmlLink":"Prepare PG solution"}},{"before":"a55e3562e5705baf452a69cdc095d81cbeaea130","after":"b0deab5925f50b8c62741d9b6212718d0ba761b4","ref":"refs/heads/main","pushedAt":"2024-03-04T03:14:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"updated README","shortMessageHtmlLink":"updated README"}},{"before":"7330128abf8b00ac978ee1e1bd9171289be1bf00","after":"a55e3562e5705baf452a69cdc095d81cbeaea130","ref":"refs/heads/main","pushedAt":"2024-03-04T03:06:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"updated README","shortMessageHtmlLink":"updated README"}},{"before":"22dcafb55f5635f315966575f7f164afaae173a4","after":"7330128abf8b00ac978ee1e1bd9171289be1bf00","ref":"refs/heads/main","pushedAt":"2024-03-04T01:29:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Updated saved weights and scores","shortMessageHtmlLink":"Updated saved weights and scores"}},{"before":"3de4fce87f4dded957071373d0b09b41e89513fd","after":"22dcafb55f5635f315966575f7f164afaae173a4","ref":"refs/heads/main","pushedAt":"2024-03-04T01:28:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Ran DQN solution","shortMessageHtmlLink":"Ran DQN solution"}},{"before":"9791a069e2bebcd5b7e19b6d5d2053fc4e7df8ff","after":"3de4fce87f4dded957071373d0b09b41e89513fd","ref":"refs/heads/main","pushedAt":"2024-03-04T00:13:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"bugfix","shortMessageHtmlLink":"bugfix"}},{"before":"72103cdc10373067426d949bf359c4ff4838065c","after":"9791a069e2bebcd5b7e19b6d5d2053fc4e7df8ff","ref":"refs/heads/main","pushedAt":"2024-03-04T00:12:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"DQN almost completed","shortMessageHtmlLink":"DQN almost completed"}},{"before":"1f3f46c38f3045a97e607b7cac3df0d014cdb408","after":"72103cdc10373067426d949bf359c4ff4838065c","ref":"refs/heads/main","pushedAt":"2024-03-03T23:02:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Completed the RL solution","shortMessageHtmlLink":"Completed the RL solution"}},{"before":"73a6da4ffb929d2e85d029e94c0104f8750671b7","after":"1f3f46c38f3045a97e607b7cac3df0d014cdb408","ref":"refs/heads/main","pushedAt":"2024-03-03T22:56:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"alessiodm","name":"Alessio","path":"/alessiodm","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3470251?s=80&v=4"},"commit":{"message":"Cleaned up the RL exercise","shortMessageHtmlLink":"Cleaned up the RL exercise"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWmMdwwA","startCursor":null,"endCursor":null}},"title":"Activity · alessiodm/drl-zh"}