{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":727253789,"defaultBranch":"main","name":"get-linked-data","ownerLogin":"wintermi","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-04T13:52:49.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/33818?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1702104268.0","currentOid":""},"activityList":{"items":[{"before":"51210f12aa685cb46ca6f2cd4f87e2f82c67e582","after":"662d09f7280768766c022fb16ff9379d1e04aaf4","ref":"refs/heads/main","pushedAt":"2024-06-11T10:42:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"2fb8feb49006a078efbeb7f7673fcea68e87c126","after":"51210f12aa685cb46ca6f2cd4f87e2f82c67e582","ref":"refs/heads/main","pushedAt":"2024-05-28T15:00:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"03665b6bf050ab95cf4b95fd9e1dd9fbfcf60912","after":"2fb8feb49006a078efbeb7f7673fcea68e87c126","ref":"refs/heads/main","pushedAt":"2024-03-02T08:06:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"e59beab8237e7e3243e8a172fa031544376549a1","after":"03665b6bf050ab95cf4b95fd9e1dd9fbfcf60912","ref":"refs/heads/main","pushedAt":"2024-03-02T04:09:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"ae50228aa7ec64af4267517b90a9ae4e677cb534","after":"e59beab8237e7e3243e8a172fa031544376549a1","ref":"refs/heads/main","pushedAt":"2024-02-10T04:07:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"e10c09266e0d9e28c6acac4c7f7a8a7883024693","after":"ae50228aa7ec64af4267517b90a9ae4e677cb534","ref":"refs/heads/main","pushedAt":"2024-02-05T13:40:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"61e7aa9ab53e53e7ab15a15d3c2244bbb88f3702","after":"e10c09266e0d9e28c6acac4c7f7a8a7883024693","ref":"refs/heads/main","pushedAt":"2024-01-28T13:11:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add mise environment configuration","shortMessageHtmlLink":"feat: add mise environment configuration"}},{"before":"3749f2b29f04e391124d43b5c8d4808d80a5e199","after":"61e7aa9ab53e53e7ab15a15d3c2244bbb88f3702","ref":"refs/heads/main","pushedAt":"2024-01-13T14:37:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"704d0b3ceacd4fbda8e0ccd92514902aa419ecb9","after":"3749f2b29f04e391124d43b5c8d4808d80a5e199","ref":"refs/heads/main","pushedAt":"2023-12-26T13:04:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"d5aafec3781b25a0e175d0f2685abd788cc34610","after":"704d0b3ceacd4fbda8e0ccd92514902aa419ecb9","ref":"refs/heads/main","pushedAt":"2023-12-13T06:59:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add the ability to scrape Google's Web Cache","shortMessageHtmlLink":"feat: add the ability to scrape Google's Web Cache"}},{"before":"95cde67485ae87c825f85bd09a8181fa346c1926","after":"d5aafec3781b25a0e175d0f2685abd788cc34610","ref":"refs/heads/main","pushedAt":"2023-12-13T03:48:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add randomisation of the request user agent","shortMessageHtmlLink":"feat: add randomisation of the request user agent"}},{"before":"59718276e8dc62be595062191fdac9708bec1fde","after":"95cde67485ae87c825f85bd09a8181fa346c1926","ref":"refs/heads/main","pushedAt":"2023-12-12T14:34:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: update how jq manages first value not found","shortMessageHtmlLink":"feat: update how jq manages first value not found"}},{"before":"9dc2414a1d8d2678400d4482edb8036a9e282892","after":"59718276e8dc62be595062191fdac9708bec1fde","ref":"refs/heads/main","pushedAt":"2023-12-09T06:39:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add the shuffling of the URL list","shortMessageHtmlLink":"feat: add the shuffling of the URL list"}},{"before":"7428a09d326577153d7efc8912125b4c9262537e","after":"9dc2414a1d8d2678400d4482edb8036a9e282892","ref":"refs/heads/main","pushedAt":"2023-12-09T06:10:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: change user agent and defaults for parallelism and wait time","shortMessageHtmlLink":"feat: change user agent and defaults for parallelism and wait time"}},{"before":"820149de15046d4547ba83bea752e4f7a6b71cf5","after":"7428a09d326577153d7efc8912125b4c9262537e","ref":"refs/heads/main","pushedAt":"2023-12-09T04:25:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: update .gitignore","shortMessageHtmlLink":"feat: update .gitignore"}},{"before":"1b4c16504f1f9ee0ab04ef8a8c785477ef900084","after":"820149de15046d4547ba83bea752e4f7a6b71cf5","ref":"refs/heads/main","pushedAt":"2023-12-08T16:05:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"fix: golangci lint issue","shortMessageHtmlLink":"fix: golangci lint issue"}},{"before":"144e22954351f2d82d74f3d345e7d81385b2dfa2","after":"1b4c16504f1f9ee0ab04ef8a8c785477ef900084","ref":"refs/heads/main","pushedAt":"2023-12-08T15:51:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: move to use Colly asynchronous processing and replace automatic retries with an output of failed request URLs","shortMessageHtmlLink":"feat: move to use Colly asynchronous processing and replace automatic…"}},{"before":"da62aa18aa7580dd33d3d411f7a2192a732229d7","after":"144e22954351f2d82d74f3d345e7d81385b2dfa2","ref":"refs/heads/main","pushedAt":"2023-12-06T14:03:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"chore: upgrade golang packages and github worfklow","shortMessageHtmlLink":"chore: upgrade golang packages and github worfklow"}},{"before":"b8e5b5c7cda84a40636c9e01d665e027926b91f9","after":"da62aa18aa7580dd33d3d411f7a2192a732229d7","ref":"refs/heads/main","pushedAt":"2023-12-06T10:09:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add Colly Visit retry on error, up to 3 attempts","shortMessageHtmlLink":"feat: add Colly Visit retry on error, up to 3 attempts"}},{"before":"2ac714a6b0342b4c4c6de0c10b2bcd7615b7c795","after":"b8e5b5c7cda84a40636c9e01d665e027926b91f9","ref":"refs/heads/main","pushedAt":"2023-12-06T05:13:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add jq selector to allow you to reduce selected JSON objects","shortMessageHtmlLink":"feat: add jq selector to allow you to reduce selected JSON objects"}},{"before":"b2c4832d7943a7df87be64085cc0f9aeeba45961","after":"2ac714a6b0342b4c4c6de0c10b2bcd7615b7c795","ref":"refs/heads/main","pushedAt":"2023-12-06T01:29:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: allow for GZIP compression of the Colly response","shortMessageHtmlLink":"feat: allow for GZIP compression of the Colly response"}},{"before":"24f6ca7c63961c5f1fff0be4d19acb66e9430807","after":"b2c4832d7943a7df87be64085cc0f9aeeba45961","ref":"refs/heads/main","pushedAt":"2023-12-05T23:52:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: fix broken badge in README","shortMessageHtmlLink":"feat: fix broken badge in README"}},{"before":"bc55923b0f826bd28cf273d86c8b63640b083d41","after":"24f6ca7c63961c5f1fff0be4d19acb66e9430807","ref":"refs/heads/main","pushedAt":"2023-12-05T22:48:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add wait time argument","shortMessageHtmlLink":"feat: add wait time argument"}},{"before":"9e306debb72fb63474c4c9e4cdb8e792b8dfd316","after":"bc55923b0f826bd28cf273d86c8b63640b083d41","ref":"refs/heads/main","pushedAt":"2023-12-05T15:13:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add flag to determine whether to scrape XML or HTML","shortMessageHtmlLink":"feat: add flag to determine whether to scrape XML or HTML"}},{"before":"71f4e7eb0fb12f382738546adb15eb1b01795e55","after":"9e306debb72fb63474c4c9e4cdb8e792b8dfd316","ref":"refs/heads/main","pushedAt":"2023-12-05T14:55:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add function to write scraped data to a file","shortMessageHtmlLink":"feat: add function to write scraped data to a file"}},{"before":"63b2cbfbf8ed0ef1668382d93b0872c67acbb270","after":"71f4e7eb0fb12f382738546adb15eb1b01795e55","ref":"refs/heads/main","pushedAt":"2023-12-05T14:11:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add callback for XML","shortMessageHtmlLink":"feat: add callback for XML"}},{"before":"d108d6c398d7a557ab794c06a064fb2609fd594c","after":"63b2cbfbf8ed0ef1668382d93b0872c67acbb270","ref":"refs/heads/main","pushedAt":"2023-12-05T13:27:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: temporarily remove the 'crawl' option","shortMessageHtmlLink":"feat: temporarily remove the 'crawl' option"}},{"before":"239279749ccc2d0718ef1bcbb7755c6885a729fb","after":"d108d6c398d7a557ab794c06a064fb2609fd594c","ref":"refs/heads/main","pushedAt":"2023-12-05T08:03:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add Colly Error Handling and use Firefox User Agent","shortMessageHtmlLink":"feat: add Colly Error Handling and use Firefox User Agent"}},{"before":"5dec3f477a6fbfb4bd6286d3486f8bbc4e1a05d8","after":"239279749ccc2d0718ef1bcbb7755c6885a729fb","ref":"refs/heads/main","pushedAt":"2023-12-05T07:18:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"fix: lint issue","shortMessageHtmlLink":"fix: lint issue"}},{"before":"c695f9f41c7322057cd7d2f2ac49fe6f19a2d1c9","after":"5dec3f477a6fbfb4bd6286d3486f8bbc4e1a05d8","ref":"refs/heads/main","pushedAt":"2023-12-05T04:19:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"wintermi","name":"Matthew Winter","path":"/wintermi","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/33818?s=80&v=4"},"commit":{"message":"feat: add domain name to the allowed domain list along with a skeleton scraper","shortMessageHtmlLink":"feat: add domain name to the allowed domain list along with a skeleto…"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEYhbYrQA","startCursor":null,"endCursor":null}},"title":"Activity · wintermi/get-linked-data"}