{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":757288373,"defaultBranch":"main","name":"web-crawler-cli","ownerLogin":"xshapira","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-02-14T07:21:35.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/48856190?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1708167630.0","currentOid":""},"activityList":{"items":[{"before":"22bc163dbb6fac7c773da92d144f40b594fc88a0","after":"7beaf8875524ce418463120ad2e0b70f4ec0998c","ref":"refs/heads/main","pushedAt":"2024-06-05T09:25:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"add caching to fetch_html_content function with 500 entries limit","shortMessageHtmlLink":"add caching to fetch_html_content function with 500 entries limit"}},{"before":"4600c18db5bdbad02b5963f9ebacf9912a0566b7","after":"22bc163dbb6fac7c773da92d144f40b594fc88a0","ref":"refs/heads/main","pushedAt":"2024-06-05T09:25:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"update README to remove inaccurate web crawler description","shortMessageHtmlLink":"update README to remove inaccurate web crawler description"}},{"before":"b1e683090bf2b1d001192c3a578200ec920d9bc1","after":"4600c18db5bdbad02b5963f9ebacf9912a0566b7","ref":"refs/heads/main","pushedAt":"2024-05-22T06:50:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"short-circuit fetch_images_from_url when depth is less than or equal to 0","shortMessageHtmlLink":"short-circuit fetch_images_from_url when depth is less than or equal …"}},{"before":"d05269affebdd6e87b1fff04d6947c21b564798b","after":"b1e683090bf2b1d001192c3a578200ec920d9bc1","ref":"refs/heads/main","pushedAt":"2024-05-22T06:41:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"replace sys.argv with argparse for CLI argument parsing","shortMessageHtmlLink":"replace sys.argv with argparse for CLI argument parsing"}},{"before":"d71001fa1a1e35291621827c6e9c12a4550026eb","after":"d05269affebdd6e87b1fff04d6947c21b564798b","ref":"refs/heads/main","pushedAt":"2024-05-22T06:15:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"properly close connection after processing response in save_pages_locally","shortMessageHtmlLink":"properly close connection after processing response in save_pages_loc…"}},{"before":"8348d407abad4c61ee9bc225bc249502800967dc","after":"d71001fa1a1e35291621827c6e9c12a4550026eb","ref":"refs/heads/main","pushedAt":"2024-05-22T05:57:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"optimize memory usage by storing URL hashes in visited_urls set","shortMessageHtmlLink":"optimize memory usage by storing URL hashes in visited_urls set"}},{"before":"fff56899b1c908428440ff6f21d3f874e743eb79","after":"8348d407abad4c61ee9bc225bc249502800967dc","ref":"refs/heads/main","pushedAt":"2024-05-17T13:55:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"update README to clarify how current_depth is incremented","shortMessageHtmlLink":"update README to clarify how current_depth is incremented"}},{"before":"95241281d07eb1a46f82ea238ed4539afb3f507d","after":"fff56899b1c908428440ff6f21d3f874e743eb79","ref":"refs/heads/main","pushedAt":"2024-05-17T10:59:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"fix fetch_images_from_url to correctly handle max_depth","shortMessageHtmlLink":"fix fetch_images_from_url to correctly handle max_depth"}},{"before":"2b643c2383286782dc432fc389838f8d97f9cda3","after":"95241281d07eb1a46f82ea238ed4539afb3f507d","ref":"refs/heads/main","pushedAt":"2024-05-17T10:58:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"add test for saving image metadata to JSON file","shortMessageHtmlLink":"add test for saving image metadata to JSON file"}},{"before":"3f1704e8ac4515c42b47fbf3ab65af878d1aa44c","after":"2b643c2383286782dc432fc389838f8d97f9cda3","ref":"refs/heads/main","pushedAt":"2024-05-13T06:05:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"fix failing tests for fetch_images_from_url","shortMessageHtmlLink":"fix failing tests for fetch_images_from_url"}},{"before":"26f986ecc6d6a48ca28f0e611fb84a9a342b511b","after":"3f1704e8ac4515c42b47fbf3ab65af878d1aa44c","ref":"refs/heads/main","pushedAt":"2024-04-02T08:58:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"disable poetry package mode","shortMessageHtmlLink":"disable poetry package mode"}},{"before":"c7908077668802bd37e0e0ee50402ef8170b0c70","after":"26f986ecc6d6a48ca28f0e611fb84a9a342b511b","ref":"refs/heads/main","pushedAt":"2024-04-02T08:56:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"bump ruff to 0.3.5","shortMessageHtmlLink":"bump ruff to 0.3.5"}},{"before":"c5f45832b37a604c6ee3e914fcd5a10d4e57b478","after":"c7908077668802bd37e0e0ee50402ef8170b0c70","ref":"refs/heads/main","pushedAt":"2024-04-02T08:55:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"replace recursive image fetching with iterative approach","shortMessageHtmlLink":"replace recursive image fetching with iterative approach"}},{"before":"825518cd7cc2436c9b7c95b757ed10eb91cd7495","after":"c5f45832b37a604c6ee3e914fcd5a10d4e57b478","ref":"refs/heads/main","pushedAt":"2024-02-20T09:43:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"change log level for Base64 data detection in save_images_locally","shortMessageHtmlLink":"change log level for Base64 data detection in save_images_locally"}},{"before":"eccef80d49e6f86584f611c5137a5a58383ed95b","after":"825518cd7cc2436c9b7c95b757ed10eb91cd7495","ref":"refs/heads/main","pushedAt":"2024-02-20T09:41:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"add Base64-encoded data URI detection","shortMessageHtmlLink":"add Base64-encoded data URI detection"}},{"before":"711c94f4362fbf519c7e46022362ca663b448d69","after":"eccef80d49e6f86584f611c5137a5a58383ed95b","ref":"refs/heads/main","pushedAt":"2024-02-20T08:59:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"add extract_filename_from_url function to isolate filename extraction logic","shortMessageHtmlLink":"add extract_filename_from_url function to isolate filename extraction…"}},{"before":"1b92f1247320f1b52cd0419132fb7a87d900346d","after":"711c94f4362fbf519c7e46022362ca663b448d69","ref":"refs/heads/main","pushedAt":"2024-02-20T08:22:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"relocate comment to proper location in save_images_metadata","shortMessageHtmlLink":"relocate comment to proper location in save_images_metadata"}},{"before":"40d7a3de0346cae04069d02288568b7f800277d5","after":"1b92f1247320f1b52cd0419132fb7a87d900346d","ref":"refs/heads/main","pushedAt":"2024-02-20T08:18:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"use 'urljoin' to resolve relative image URLs and make sure they are absolute","shortMessageHtmlLink":"use 'urljoin' to resolve relative image URLs and make sure they are a…"}},{"before":"4a24a97a9427c4938bd895e89bdb16afb86f9edb","after":"40d7a3de0346cae04069d02288568b7f800277d5","ref":"refs/heads/main","pushedAt":"2024-02-20T08:15:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"update type hint for html_content to BeautifulSoup","shortMessageHtmlLink":"update type hint for html_content to BeautifulSoup"}},{"before":"b3da27b3b3d335a16163b5cd3393a6b5b1de2e45","after":"4a24a97a9427c4938bd895e89bdb16afb86f9edb","ref":"refs/heads/main","pushedAt":"2024-02-18T06:27:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"bump ruff to v0.2.2","shortMessageHtmlLink":"bump ruff to v0.2.2"}},{"before":"7f65cbacbd9db5a67f21eaa7fc9850d3662bd8ce","after":"b3da27b3b3d335a16163b5cd3393a6b5b1de2e45","ref":"refs/heads/main","pushedAt":"2024-02-17T12:44:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"rename save_image_metadata to save_images_metadata for consistency with plural naming","shortMessageHtmlLink":"rename save_image_metadata to save_images_metadata for consistency wi…"}},{"before":"e9e79ac06f32c6812f5ae4467d485663a4ace063","after":"7f65cbacbd9db5a67f21eaa7fc9850d3662bd8ce","ref":"refs/heads/main","pushedAt":"2024-02-17T12:40:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"update docstring for clarity on arguments in image saving functions","shortMessageHtmlLink":"update docstring for clarity on arguments in image saving functions"}},{"before":"ea4982d523dd4b69ad7aafd535eda2ecb99d9747","after":"e9e79ac06f32c6812f5ae4467d485663a4ace063","ref":"refs/heads/main","pushedAt":"2024-02-17T12:30:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"decompose fetch_images_from_url into smaller, focused functions","shortMessageHtmlLink":"decompose fetch_images_from_url into smaller, focused functions"}},{"before":"11bbc2ecb407a6c6a9ee01295b67895dd2ada1cb","after":"ea4982d523dd4b69ad7aafd535eda2ecb99d9747","ref":"refs/heads/main","pushedAt":"2024-02-17T11:31:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"update argument length validation comment to be more precise","shortMessageHtmlLink":"update argument length validation comment to be more precise"}},{"before":"7b735d53a3d5a5b4fddf66b8a123043062149542","after":"11bbc2ecb407a6c6a9ee01295b67895dd2ada1cb","ref":"refs/heads/main","pushedAt":"2024-02-17T11:26:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"rename logger variable to log for brevity","shortMessageHtmlLink":"rename logger variable to log for brevity"}},{"before":"9b46bc7f446079f754302e320f56204d448ba5f1","after":"7b735d53a3d5a5b4fddf66b8a123043062149542","ref":"refs/heads/main","pushedAt":"2024-02-17T11:25:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"refactor save_images to separate concerns of saving metadata and image files","shortMessageHtmlLink":"refactor save_images to separate concerns of saving metadata and imag…"}},{"before":null,"after":"9b46bc7f446079f754302e320f56204d448ba5f1","ref":"refs/heads/v1","pushedAt":"2024-02-17T11:00:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"add pysnooper for debugging","shortMessageHtmlLink":"add pysnooper for debugging"}},{"before":"3787140111a5765ff53baae394a2714769601398","after":"9b46bc7f446079f754302e320f56204d448ba5f1","ref":"refs/heads/main","pushedAt":"2024-02-17T08:44:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"add pysnooper for debugging","shortMessageHtmlLink":"add pysnooper for debugging"}},{"before":"0a7e22a347c808ede0944c4590d358b8cda22f25","after":"3787140111a5765ff53baae394a2714769601398","ref":"refs/heads/main","pushedAt":"2024-02-14T15:15:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"add README","shortMessageHtmlLink":"add README"}},{"before":"ba402d74f82f7e2f6b40ef05f6081531c769b0bf","after":"0a7e22a347c808ede0944c4590d358b8cda22f25","ref":"refs/heads/main","pushedAt":"2024-02-14T14:43:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"xshapira","name":"Max Shapira","path":"/xshapira","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/48856190?s=80&v=4"},"commit":{"message":"rename main.py to crawl.py and update import statements in tests","shortMessageHtmlLink":"rename main.py to crawl.py and update import statements in tests"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEXOq7UgA","startCursor":null,"endCursor":null}},"title":"Activity · xshapira/web-crawler-cli"}