{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":730407292,"defaultBranch":"main","name":"scrape","ownerLogin":"efixler","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-12-11T21:25:56.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/314678?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1715963245.0","currentOid":""},"activityList":{"items":[{"before":"b2cc94ad8c16a980e5242eefb6657b1f2b7c63c0","after":"32722ed20fa5bde5f921fdac3a435a00987e0687","ref":"refs/heads/main","pushedAt":"2024-05-17T23:30:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Speling","shortMessageHtmlLink":"Speling"}},{"before":"0d37ad5612acb9a54d80f85cbe3a853f02c39dc9","after":"b2cc94ad8c16a980e5242eefb6657b1f2b7c63c0","ref":"refs/heads/main","pushedAt":"2024-05-17T16:21:29.000Z","pushType":"push","commitsCount":6,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Enable Authorization (Optionally) for API Endpoints (#4)\n\n* JWT Auth Middleware\r\n* ClaimsAuthorizer\r\n* Protect API endpoints with JWT middleware\r\n* Docs","shortMessageHtmlLink":"Enable Authorization (Optionally) for API Endpoints (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2114147279\" data-permission-text=\"Title is private\" data-url=\"https://github.com/efixler/scrape/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/efixler/scrape/pull/4/hovercard\" href=\"https://github.com/efixler/scrape/pull/4\">#4</a>)"}},{"before":"598390ea64867b32b344f6b4945adcd61520a518","after":"0d37ad5612acb9a54d80f85cbe3a853f02c39dc9","ref":"refs/heads/main","pushedAt":"2024-05-13T23:08:36.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Prep test console for auth keys (#22)\n\n* Submit admin console form with JS so we can insert an auth key later","shortMessageHtmlLink":"Prep test console for auth keys (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2293849424\" data-permission-text=\"Title is private\" data-url=\"https://github.com/efixler/scrape/issues/22\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/efixler/scrape/pull/22/hovercard\" href=\"https://github.com/efixler/scrape/pull/22\">#22</a>)"}},{"before":"6528c07074db1dcf888b0307c1b628d98a0c3eee","after":"598390ea64867b32b344f6b4945adcd61520a518","ref":"refs/heads/main","pushedAt":"2024-05-13T21:09:40.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"JWT generation and verifications (#21)\n\n* Generate JWT tokens for authorization\r\n* Verify claims in JWT token\r\n* JWT decoder","shortMessageHtmlLink":"JWT generation and verifications (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2291502362\" data-permission-text=\"Title is private\" data-url=\"https://github.com/efixler/scrape/issues/21\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/efixler/scrape/pull/21/hovercard\" href=\"https://github.com/efixler/scrape/pull/21\">#21</a>)"}},{"before":"1fd25a6c7dc95f707ca82a593caee9f64df3bb5a","after":"6528c07074db1dcf888b0307c1b628d98a0c3eee","ref":"refs/heads/main","pushedAt":"2024-05-07T01:44:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Docs","shortMessageHtmlLink":"Docs"}},{"before":"08728cced9413129482a497918532ec973748f58","after":"1fd25a6c7dc95f707ca82a593caee9f64df3bb5a","ref":"refs/heads/main","pushedAt":"2024-05-06T15:44:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Tag latest, in addition to semantic version, when pushing a docker image","shortMessageHtmlLink":"Tag latest, in addition to semantic version, when pushing a docker image"}},{"before":"6a4b557150d1960fc956e8930bbcd62d21f596f3","after":"08728cced9413129482a497918532ec973748f58","ref":"refs/heads/main","pushedAt":"2024-05-06T04:51:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Fix migration file sequence","shortMessageHtmlLink":"Fix migration file sequence"}},{"before":"bb1ba9ecb267de1fd39e66196b67df9f179251ea","after":"6a4b557150d1960fc956e8930bbcd62d21f596f3","ref":"refs/heads/main","pushedAt":"2024-05-06T00:49:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Fix sqlite bootstrap","shortMessageHtmlLink":"Fix sqlite bootstrap"}},{"before":"f4a3e4f1ddf309085251615eeaf22425af20a4ef","after":"bb1ba9ecb267de1fd39e66196b67df9f179251ea","ref":"refs/heads/main","pushedAt":"2024-05-05T21:44:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Migrate DB with embedded Goose.","shortMessageHtmlLink":"Migrate DB with embedded Goose."}},{"before":"685cb80c91ba99b3c55b20939fd9744d689a2ae7","after":null,"ref":"refs/heads/fetch_method_store_retrieve","pushedAt":"2024-05-05T17:18:09.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"}},{"before":"a69d92a5fc748591986cfa19d4579444e985070f","after":"f4a3e4f1ddf309085251615eeaf22425af20a4ef","ref":"refs/heads/main","pushedAt":"2024-05-05T17:18:08.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Fetch method store retrieve (#20)\n\n* Add new type \"resource.FetchClient\" to represent the client used to scrape html\r\n* Add new field to resource.WebPage FetchMethod with value as ^^\r\n* Populate field in TrafiliaturaFetcher.applyExtractResult()\r\n* Store/Retrieve in SQLStorage.Fetch() and SQLStorage.Save()","shortMessageHtmlLink":"Fetch method store retrieve (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2279632249\" data-permission-text=\"Title is private\" data-url=\"https://github.com/efixler/scrape/issues/20\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/efixler/scrape/pull/20/hovercard\" href=\"https://github.com/efixler/scrape/pull/20\">#20</a>)"}},{"before":"1b7b5de2a91d3b8e727fb3da45408c7bfcc55cea","after":"685cb80c91ba99b3c55b20939fd9744d689a2ae7","ref":"refs/heads/fetch_method_store_retrieve","pushedAt":"2024-05-05T17:14:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Remove comment","shortMessageHtmlLink":"Remove comment"}},{"before":"3fdab894e6e990b7e0f5eaefd8607784669feea0","after":"1b7b5de2a91d3b8e727fb3da45408c7bfcc55cea","ref":"refs/heads/fetch_method_store_retrieve","pushedAt":"2024-05-05T17:10:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Finish store and load for fetch_method.\n\nMySQL tests are sometimes failing on create. Punting on this for now,\nwill work to solve this with a better migration strategy.","shortMessageHtmlLink":"Finish store and load for fetch_method."}},{"before":"3d6a12cbee4298d7755737a81d77dd922af646ba","after":"3fdab894e6e990b7e0f5eaefd8607784669feea0","ref":"refs/heads/fetch_method_store_retrieve","pushedAt":"2024-05-05T15:10:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Apply client identifier to web page result","shortMessageHtmlLink":"Apply client identifier to web page result"}},{"before":"f0cbd823e10f375ec1a0347959c32b83067709d1","after":"3d6a12cbee4298d7755737a81d77dd922af646ba","ref":"refs/heads/fetch_method_store_retrieve","pushedAt":"2024-05-03T02:35:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"- Make FetchMethod skippable","shortMessageHtmlLink":"- Make FetchMethod skippable"}},{"before":null,"after":"f0cbd823e10f375ec1a0347959c32b83067709d1","ref":"refs/heads/fetch_method_store_retrieve","pushedAt":"2024-05-03T02:19:14.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Marshal/Unmarhaler for FetchMethod","shortMessageHtmlLink":"Marshal/Unmarhaler for FetchMethod"}},{"before":"a6068edad23c3bc23b55ebede140eb584f9c48a9","after":"a69d92a5fc748591986cfa19d4579444e985070f","ref":"refs/heads/main","pushedAt":"2024-04-26T19:19:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Fix Makefile when supplying a custom tag message","shortMessageHtmlLink":"Fix Makefile when supplying a custom tag message"}},{"before":"2929f7b9bac7808245abbc01e7df47f84b2f7961","after":"a6068edad23c3bc23b55ebede140eb584f9c48a9","ref":"refs/heads/main","pushedAt":"2024-04-26T19:08:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Autoincrememt release tags to next patch version","shortMessageHtmlLink":"Autoincrememt release tags to next patch version"}},{"before":"28202155d3c46a24587db8ae9e9b81f094ff987a","after":null,"ref":"refs/heads/fetch_type-db-column","pushedAt":"2024-04-22T15:25:05.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"}},{"before":"e56a6e9f759a97e2d1d77506feb831955fddc9a6","after":"2929f7b9bac7808245abbc01e7df47f84b2f7961","ref":"refs/heads/main","pushedAt":"2024-04-22T15:25:04.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"fetch_method db column (#19)\n\n- Add fetch_method column to urls table\r\n- Update db creation sql and surrounding methods\r\n- Change 'create' terminology to 'migrate' in prep to move towards real migrations\r\n- Add \"ForMigration\" MySQL option, replacing \"WithoutSchema\" to make usage a little clearer\r\n- Always destroy MySQL db between tests","shortMessageHtmlLink":"fetch_method db column (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2256248931\" data-permission-text=\"Title is private\" data-url=\"https://github.com/efixler/scrape/issues/19\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/efixler/scrape/pull/19/hovercard\" href=\"https://github.com/efixler/scrape/pull/19\">#19</a>)"}},{"before":"5e7ee139ec1c48e6b73a3f5edaacae45e5839f8d","after":"28202155d3c46a24587db8ae9e9b81f094ff987a","ref":"refs/heads/fetch_type-db-column","pushedAt":"2024-04-22T11:21:57.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Cleanup","shortMessageHtmlLink":"Cleanup"}},{"before":"77e4dbc9811b530d65ce72d6e0c6478a5189482e","after":"5e7ee139ec1c48e6b73a3f5edaacae45e5839f8d","ref":"refs/heads/fetch_type-db-column","pushedAt":"2024-04-22T10:54:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"- Destroy MySQL DB between tests\n- Make sure to never use 'scrape' schema in tests\n- Add \"ForMigration\" MySQL option, replacing \"WithoutSchema\" to make usage a little clearer","shortMessageHtmlLink":"- Destroy MySQL DB between tests"}},{"before":null,"after":"77e4dbc9811b530d65ce72d6e0c6478a5189482e","ref":"refs/heads/fetch_type-db-column","pushedAt":"2024-04-17T23:32:59.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"- Update creation SQL to add fetch method column\n- Tests are broken bc create is not longer idempotent","shortMessageHtmlLink":"- Update creation SQL to add fetch method column"}},{"before":"740990961e363f0329c181ddeb8f3dd5c3617a33","after":"e56a6e9f759a97e2d1d77506feb831955fddc9a6","ref":"refs/heads/main","pushedAt":"2024-04-17T11:33:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Package docs","shortMessageHtmlLink":"Package docs"}},{"before":"c0407f6b63877fb985cfd43b7d5b081b47d61d8a","after":"740990961e363f0329c181ddeb8f3dd5c3617a33","ref":"refs/heads/main","pushedAt":"2024-04-14T16:11:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Update dependencies","shortMessageHtmlLink":"Update dependencies"}},{"before":"303f699488331b0b114d00f24c28dec6eb1b84dc","after":"c0407f6b63877fb985cfd43b7d5b081b47d61d8a","ref":"refs/heads/main","pushedAt":"2024-04-06T23:16:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"- Add RequestedURL field to Feed struct\n- Implement Observable (Stats(any, error)) for all DBs","shortMessageHtmlLink":"- Add RequestedURL field to Feed struct"}},{"before":"52f35912972b034454e9b2333996ec415a0ce193","after":"303f699488331b0b114d00f24c28dec6eb1b84dc","ref":"refs/heads/main","pushedAt":"2024-04-06T22:15:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"- Tag pushed docker images with release tag\n- Enable headless functions with env SCRAPE_ENABLE_HEADLESS","shortMessageHtmlLink":"- Tag pushed docker images with release tag"}},{"before":"44e6f170d765d37ae22a369b3109305a0e408e89","after":"52f35912972b034454e9b2333996ec415a0ce193","ref":"refs/heads/main","pushedAt":"2024-04-05T15:47:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Show latest release tag when making a new release tag","shortMessageHtmlLink":"Show latest release tag when making a new release tag"}},{"before":"2caf838393fa2ef1fb2cbe8c32780298d8bf5059","after":"44e6f170d765d37ae22a369b3109305a0e408e89","ref":"refs/heads/main","pushedAt":"2024-04-05T15:14:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Up write timeout to 60 seconds (mainly to cover long feed/batch reponses)","shortMessageHtmlLink":"Up write timeout to 60 seconds (mainly to cover long feed/batch repon…"}},{"before":"8d38e36b2dad2919f20c4777028be93ec6d8f685","after":"2caf838393fa2ef1fb2cbe8c32780298d8bf5059","ref":"refs/heads/main","pushedAt":"2024-04-04T21:58:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"efixler","name":"Eric Fixler","path":"/efixler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/314678?s=80&v=4"},"commit":{"message":"Increase connection timeouts for the scrape server","shortMessageHtmlLink":"Increase connection timeouts for the scrape server"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAETVv8sQA","startCursor":null,"endCursor":null}},"title":"Activity · efixler/scrape"}