{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":582688939,"defaultBranch":"master","name":"MostWantedReinforcement","ownerLogin":"rufo123","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-12-27T15:32:54.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/9555271?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1680972740.0","currentOid":""},"activityList":{"items":[{"before":"efb542593519093c7c6b3d1b2950ccf80844c332","after":"f7794d002db3539297d81887d9d86531912c1396","ref":"refs/heads/master","pushedAt":"2023-04-17T01:11:12.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Merge pull request #17 from rufo123/experiment_minimap\n\nAdded Dynamic Reward/State Configuration","shortMessageHtmlLink":"Merge pull request #17 from rufo123/experiment_minimap"}},{"before":"46463e4f01e042b89a0c28b872875bc134f911c8","after":"d75228d44f5886074277f91091515a4b4cdbaf2d","ref":"refs/heads/experiment_minimap","pushedAt":"2023-04-17T01:10:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added Dynamic Reward/State Configuration\nTo Support dynamic changes of State/Reward functions\nduring training depending on the current iteration number","shortMessageHtmlLink":"Added Dynamic Reward/State Configuration"}},{"before":"429393256e7fcb5dabc40a05b7767c34d2f63b04","after":"efb542593519093c7c6b3d1b2950ccf80844c332","ref":"refs/heads/master","pushedAt":"2023-04-09T18:23:38.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Merge pull request #15 from rufo123/experiment_minimap\n\nCode Reformat","shortMessageHtmlLink":"Merge pull request #15 from rufo123/experiment_minimap"}},{"before":"2f3eeb39cfcd859534b89e4b9d847c27841dab2f","after":"46463e4f01e042b89a0c28b872875bc134f911c8","ref":"refs/heads/experiment_minimap","pushedAt":"2023-04-09T18:22:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Code Reformat","shortMessageHtmlLink":"Code Reformat"}},{"before":"fa771d84cd77675dc13e511c04dd46f8307aa97d","after":"429393256e7fcb5dabc40a05b7767c34d2f63b04","ref":"refs/heads/master","pushedAt":"2023-04-09T18:07:20.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Merge pull request #14 from rufo123/experiment_minimap\n\nMerged from experiment_minimap","shortMessageHtmlLink":"Merge pull request #14 from rufo123/experiment_minimap"}},{"before":"112fef4a6fdcf309de7f2f587f62b68eb473e785","after":"2f3eeb39cfcd859534b89e4b9d847c27841dab2f","ref":"refs/heads/experiment_minimap","pushedAt":"2023-04-09T18:06:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added cv2 as requirements into requirements.txt + added missing comparison image.","shortMessageHtmlLink":"Added cv2 as requirements into requirements.txt + added missing compa…"}},{"before":"70ec345479601525e4fa0639b8d202b80f6e0a78","after":"112fef4a6fdcf309de7f2f587f62b68eb473e785","ref":"refs/heads/experiment_minimap","pushedAt":"2023-04-09T18:02:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Code Refactoring + Small Fixed","shortMessageHtmlLink":"Code Refactoring + Small Fixed"}},{"before":"5d261fdeeab71acee02d8eff801e02cdd4136612","after":"fa771d84cd77675dc13e511c04dd46f8307aa97d","ref":"refs/heads/master","pushedAt":"2023-04-08T16:55:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"876cef8230a2d1d9720419628be115053a549b2b","after":"5d261fdeeab71acee02d8eff801e02cdd4136612","ref":"refs/heads/master","pushedAt":"2023-04-08T16:55:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"c46d44129c70e9548be3e9561dcf374b8483cf56","after":"876cef8230a2d1d9720419628be115053a549b2b","ref":"refs/heads/master","pushedAt":"2023-04-08T16:52:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added Save Game into repository","shortMessageHtmlLink":"Added Save Game into repository"}},{"before":"ce9fb228e634db45104ec67ca8d1d5c309bdb690","after":"c46d44129c70e9548be3e9561dcf374b8483cf56","ref":"refs/heads/master","pushedAt":"2023-04-08T16:51:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Create README.md\n\nWIP","shortMessageHtmlLink":"Create README.md"}},{"before":"da5bb6801f8e5feef435ec47e8409e956b0f2a2f","after":"ce9fb228e634db45104ec67ca8d1d5c309bdb690","ref":"refs/heads/master","pushedAt":"2023-04-08T16:34:22.000Z","pushType":"pr_merge","commitsCount":24,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Merge pull request #13 from rufo123/experiment_minimap\n\nMerged experiment_minimap branch into master","shortMessageHtmlLink":"Merge pull request #13 from rufo123/experiment_minimap"}},{"before":"cf5b83af10e45aca6424949ba10b5817da84bb4b","after":"70ec345479601525e4fa0639b8d202b80f6e0a78","ref":"refs/heads/experiment_minimap","pushedAt":"2023-04-08T16:32:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Code Refactoring + Added FifthRewardStrategy that strategy allows car to go to 20% of a race instead of 10%","shortMessageHtmlLink":"Code Refactoring + Added FifthRewardStrategy that strategy allows car…"}},{"before":"23669bb69e97df9b40d9c85616cd052bd764ba64","after":"cf5b83af10e45aca6424949ba10b5817da84bb4b","ref":"refs/heads/experiment_minimap","pushedAt":"2023-04-04T19:12:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added name of environment support to configuration.","shortMessageHtmlLink":"Added name of environment support to configuration."}},{"before":"4f28b1b667ddfd68b562ae28dd8ab056bcbb4608","after":"23669bb69e97df9b40d9c85616cd052bd764ba64","ref":"refs/heads/experiment_minimap","pushedAt":"2023-04-04T18:48:00.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added pylint exception into short_race.py.","shortMessageHtmlLink":"Added pylint exception into short_race.py."}},{"before":null,"after":"4f28b1b667ddfd68b562ae28dd8ab056bcbb4608","ref":"refs/heads/experiment_minimap","pushedAt":"2023-04-04T18:45:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"State space changes (experiment_mini_map):\n-- state consists of: MINI_MAP, SPEED, LAP_PROGRESS, WRONG_WAY_INDICATOR\n\nAll the experiments added into configuration\n-- Implemented easy to use system which can load any experiment\n-- The loaded experiment will choose defined:\n -> Neural network type, rewards strategy, state strategy\n\nReplaced agent inputs, which was tuple with game values with CarState\n\nEdited GPS Strategy to support converting GPS image into grayscale and therefore to send it to environment, the minimap will be resized to 48x48\n\nWhole lotta changes, what to say...\n/// Note for myself:\nSplit the code into smaller commits...","shortMessageHtmlLink":"State space changes (experiment_mini_map):"}},{"before":null,"after":"4bba32add381ec259c7d81e25052bd886804f203","ref":"refs/heads/experiment_partial_terminal_lap_smaller_reward","pushedAt":"2023-04-03T07:53:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Fix","shortMessageHtmlLink":"Fix"}},{"before":"9d9d179a4bf68e1545af2b11dc7130955ed261ea","after":"ae8af59c834dd80c28c762befa1bd7408e3358a4","ref":"refs/heads/experiment_partial_terminal_lap","pushedAt":"2023-04-01T09:43:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Removed Visualisation of unused state variables","shortMessageHtmlLink":"Removed Visualisation of unused state variables"}},{"before":null,"after":"9d9d179a4bf68e1545af2b11dc7130955ed261ea","ref":"refs/heads/experiment_partial_terminal_lap","pushedAt":"2023-03-29T23:09:00.718Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Experiment WIth Terminal reward for partially completed track progress","shortMessageHtmlLink":"Experiment WIth Terminal reward for partially completed track progress"}},{"before":null,"after":"57d8854579cef0e186c157378aa313894d66905c","ref":"refs/heads/second_experiment_fixed_bugs","pushedAt":"2023-03-28T19:10:48.962Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Committed Second Experiment with state matrix, but without normalization with Fixed Bugs in Controls and ActionTranslationEnum","shortMessageHtmlLink":"Committed Second Experiment with state matrix, but without normalizat…"}},{"before":null,"after":"b8a6e57ccbbc64958a71052242a2816a9d0324d6","ref":"refs/heads/first_experiment_fixed_bugs","pushedAt":"2023-03-28T18:59:56.917Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Commited First Experiment without state_matrix with Fixed Bugs in Controls and ActionTranslationEnum","shortMessageHtmlLink":"Commited First Experiment without state_matrix with Fixed Bugs in Con…"}},{"before":null,"after":"1e8fcd9fbed458400b5002a1243185658ba9edeb","ref":"refs/heads/fourth_iteration_normalization_fixed_bugs","pushedAt":"2023-03-28T18:43:37.804Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Fixed Critical bugs:\n-- action_translator_enum.py: Sleep time of action FORWARD_LEFT was set to 1 second ignoring sped up game time\n-- controls.py:\n -> Fixed: release all keys, to release correct keys\n -> ACTION right(): Fixed, to press actual right key - meaning D key on keyboard, before DOWN_KEY was pressed, which did nothing.\n-- game.py: Edited path to be correct for branch\n-- main.py: Fixed name to be correct for branch\n-- memory_reader.py:\n -> Fixed: removed self.lock from return_value_from_pointer_address, it was causing an error when the agent tried to run the game. If the game was already running it wasn't a problem","shortMessageHtmlLink":"Fixed Critical bugs:"}},{"before":"6afac4b70479549f2cfb1be23d6fd86f30af3d0f","after":"4fde8416335d3fe5f7ff00e1bd1f1f3d28670ee2","ref":"refs/heads/sixth_iteration_increased_speed","pushedAt":"2023-03-27T07:52:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added Printer Module (Supports colored text into console)\n-- print_colors_enum.py: Enum with basic colors supports\n-- printer.py: supports colored print (also info, error, basic etc.)\n\n-> main.py\n-> action_translator_enum.py\n-> first_reward_strategy.py\n-> ppo.py\n\nFixed Release All Keys:\n-- controls.py","shortMessageHtmlLink":"Added Printer Module (Supports colored text into console)"}},{"before":"4d63bf54a37869e76e4b5f826076d122af4cf799","after":"6afac4b70479549f2cfb1be23d6fd86f30af3d0f","ref":"refs/heads/sixth_iteration_increased_speed","pushedAt":"2023-03-26T12:39:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Code Refactor, Fixed Issues\n\naction_translator_enum.py: Added Exception if action fails to execute properly\n-- controls.py: Added boolean returns, for action execution\n\ngame.py: Set speed in main menu to 10x (Only for faster start-up)\n\nmain.py: Path fixed for debug graph\n\nmemory_reader.py: Removed Lock, that caused complete startup to fail\n\nshort_race.py: Removed unused comments from model","shortMessageHtmlLink":"Code Refactor, Fixed Issues"}},{"before":null,"after":"4d63bf54a37869e76e4b5f826076d122af4cf799","ref":"refs/heads/sixth_iteration_increased_speed","pushedAt":"2023-03-25T18:47:24.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added Game State as Design Pattern, Refactored Tuples with state variables to CarState and CarStateInEnvironment Classes, Added Resetting Directional Controls, And Changed name of the path to sixth_iteration_training\n\nGame State as Design Pattern\n-- a_game_state.py: Abstract Game State, supporting return_state_text and return_color_representation\nGame States:\n-- game_state_not_connected.py: Not Connected to agent - \"Not Connected\", Red Color\n-- game_state_restarting.py: Restarting Race - \"Restarting\", Black Color\n-- game_state_starting.py: Starting Training - \"Starting\", Orange Color\n-- game_state_training.py: : Training - \"Training\", Purple Color\nRefactored tuple with state variables (CarState, CarStateInEnvironment)\n-- car_state.py: Representing Car State variables from Game\n-- car_state_in_environment.py: Representing Car State variables from environment, with added lap_progress_difference - meaning difference between lap progress between last and current step\nCarState and CarStateInEnvironment Replaced tuples in\n-- short_race_env.py\n-- a_reward_strategy.py\n-- first_reward_strategy.py\nAdded Resetting Directional Controls\n-- controls.py: Presses and instantly releases W,S,A and D controls.\nAnd Changed name of the path to sixth_iteration_training\n-- main.py: name from fifth_iteration_training to sixth_iteration_training\n-- game.py: changed the path of the graph to correct directory in sixth_iteration_training","shortMessageHtmlLink":"Added Game State as Design Pattern, Refactored Tuples with state vari…"}},{"before":null,"after":"c7cfd66ea9c7d01bb4583081bb0115826449d04a","ref":"refs/heads/fifth_iteration_convo","pushedAt":"2023-03-25T13:50:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Increased complexity of model from 128 to 256\n\n-- short_race.py: Increased complexity\n-- main.py: Changed name of path\n-- game.py: Changed Graph Path","shortMessageHtmlLink":"Increased complexity of model from 128 to 256"}},{"before":null,"after":"9682a508711cf6667a6da7214be339001e2e0fa1","ref":"refs/heads/fifth_iteration","pushedAt":"2023-03-25T13:29:15.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added RPMs and WrongWay indicator to state space\n\n-- a_reward_strategy.py: Edited tuple - Added RPM and WrongWay as float\n-- a_reward_strategy.py: Same\n-- game.py: Change Path for Graph input\n-- main.py: Changed name of training path, edited dimension to 35 because 5x7 state space\n-- short_race.py: Edited model to take 35 inputs - 5x7 state space\n-- short_race_env.py: Added RPMs and WrongWay indicator - normalized to -1 to 1 interval","shortMessageHtmlLink":"Added RPMs and WrongWay indicator to state space"}},{"before":"93df2a70df6b1da2b64700251219286f6a08bd42","after":"724d0caafdb6fe3a96766649ad27ad40e59baf14","ref":"refs/heads/fourth_iteration","pushedAt":"2023-03-23T09:30:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Added state normalization to environment and refactored code.\n\nAdded State Normalization\n-- short_race.py\nRefactored code:\n-- a_gps_ircgn_strategy.py: Fixed module docstring\n-- action_translator_enum.py: Fixed module docstring\n-- game.py: Fixed module docstring\n-- game_inputs.py: Fixed module docstring\n-- gps.py: Fixed module docstring\n-- thread_safe_singleton.py: Fixed module docstring\nAdded Exception TryExcept:\n-- main.py\nAdded logging of steps taken to complete the iteration:\n-- ppo.py\n\nEdited pylint.xml - should lint recursively correctly\nRemoved wrong comments from short_race.py (Model NN)","shortMessageHtmlLink":"Added state normalization to environment and refactored code."}},{"before":"85a4571c9a8191019a1605096a369f04274ac6b9","after":"93df2a70df6b1da2b64700251219286f6a08bd42","ref":"refs/heads/fourth_iteration","pushedAt":"2023-03-19T14:47:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Re-added part of alleged unused code\n-- game.py: The cv2.waitKey, waiting for key q. Cannot be removed, it waits for the pressed key and then destroys all windows created by OpenCv. If removed all the screenshots will turn blank grey.","shortMessageHtmlLink":"Re-added part of alleged unused code"}},{"before":"da38acb1b3bc9dbd52dd028bec1f91367a44f4bd","after":"85a4571c9a8191019a1605096a369f04274ac6b9","ref":"refs/heads/fourth_iteration","pushedAt":"2023-03-18T22:39:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rufo123","name":"Rudolf Šimo","path":"/rufo123","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9555271?s=80&v=4"},"commit":{"message":"Removed Unused Parts of code, e.g. waitKey and a_interest_rect_vert","shortMessageHtmlLink":"Removed Unused Parts of code, e.g. waitKey and a_interest_rect_vert"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADGex92QA","startCursor":null,"endCursor":null}},"title":"Activity · rufo123/MostWantedReinforcement"}