{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":772327005,"defaultBranch":"main","name":"miwaitway","ownerLogin":"VMois","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-03-15T01:11:27.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/15694232?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1716510691.0","currentOid":""},"activityList":{"items":[{"before":"b747a3ac49f65862100428a47fd9cec8cce3550c","after":"8a7a43ca8aa4e916c975be3467a2233277dd965c","ref":"refs/heads/main","pushedAt":"2024-06-03T04:50:43.000Z","pushType":"pr_merge","commitsCount":9,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Fix schema detection in save_to_waf function","shortMessageHtmlLink":"Fix schema detection in save_to_waf function"}},{"before":"d288c6ba2bf5479d552613b6811c287fcb933f78","after":"3583b740bdca5bf09ba3f3d87abf159185982c53","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-06-02T22:28:09.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Fix schema detection in save_to_waf function","shortMessageHtmlLink":"Fix schema detection in save_to_waf function"}},{"before":"47d72a010fb79f757afa5cf74277eb42428ab894","after":"d288c6ba2bf5479d552613b6811c287fcb933f78","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-06-02T22:25:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Fix schema detection in save_to_waf function","shortMessageHtmlLink":"Fix schema detection in save_to_waf function"}},{"before":"9b25d401c5359343aac2b212a087a2a670f97ff7","after":"47d72a010fb79f757afa5cf74277eb42428ab894","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-29T01:34:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Add Airflow logs folder to gitignore","shortMessageHtmlLink":"Add Airflow logs folder to gitignore"}},{"before":"f94a3ad31d324bde2d4c5e8d999d83f52b23561e","after":"9b25d401c5359343aac2b212a087a2a670f97ff7","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-29T00:32:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Use logger.exception to capture error in Sentry only once with the message and traceback together","shortMessageHtmlLink":"Use logger.exception to capture error in Sentry only once with the me…"}},{"before":"3e8edb9b5151fc46847d93382fa2ae121793a2c7","after":"f94a3ad31d324bde2d4c5e8d999d83f52b23561e","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-29T00:29:03.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Patch requests library according to dependabot alert","shortMessageHtmlLink":"Patch requests library according to dependabot alert"}},{"before":"881a8644ec47254585f7bae3862a5d246bdcf132","after":"3e8edb9b5151fc46847d93382fa2ae121793a2c7","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-26T03:18:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Patch requests library according to dependabot alert","shortMessageHtmlLink":"Patch requests library according to dependabot alert"}},{"before":"08aa987dbdde7f6f20fee247b542b0c2f412f449","after":"881a8644ec47254585f7bae3862a5d246bdcf132","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-25T21:02:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Realtime ingestor, capture error when required column for unique is not found\n\n- send error to Sentry\n- print batch size and first element as it might help to debug why the required column does not exist","shortMessageHtmlLink":"Realtime ingestor, capture error when required column for unique is n…"}},{"before":"55d4a0918f34db5eca147c26c96a1314e5d1660c","after":"08aa987dbdde7f6f20fee247b542b0c2f412f449","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-25T20:59:59.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Realtime ingestor, increase infer_schema_length to avoid schema errors, set error handling to Sentry for such errors\n\n- infer_schema_length is increased from 100 to 2000. It should be enough to cover values from multiple chunks to get the best estimate of schema","shortMessageHtmlLink":"Realtime ingestor, increase infer_schema_length to avoid schema error…"}},{"before":"11d7809dff6d5c937ebbadc57ef6929c6693e62f","after":"55d4a0918f34db5eca147c26c96a1314e5d1660c","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-25T20:58:27.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Realtime ingestor, increase infer_schema_length to avoid schema errors, set error handling to Sentry for such errors\n\n- infer_schema_length is increased from 100 to 2000. It should be enough to cover values from multiple chunks to get the best estimate of schema","shortMessageHtmlLink":"Realtime ingestor, increase infer_schema_length to avoid schema error…"}},{"before":"3d227e830c75845fad06dcec974b81291c27a661","after":"11d7809dff6d5c937ebbadc57ef6929c6693e62f","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-24T02:31:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Realtime ingestor, increase infer_schema_length to avoid schema errors, set error handling to Sentry for such errors\n\n- infer_schema_length is increased from 100 to 2000. It should be enough to cover values from multiple chunks to get the best picture\n- in case of an error, increase infer length by 1000 and try again after loading next chunk","shortMessageHtmlLink":"Realtime ingestor, increase infer_schema_length to avoid schema error…"}},{"before":"35b2337250842b6d773f22db253fca4362944797","after":"3d227e830c75845fad06dcec974b81291c27a661","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-24T01:58:47.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Add Sentry error logging for realtime ingestor","shortMessageHtmlLink":"Add Sentry error logging for realtime ingestor"}},{"before":"8f21fb8f834bd3fd56ce375c10f4a84c8b4ea75d","after":"35b2337250842b6d773f22db253fca4362944797","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-24T01:37:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Decrease number of chunks to load for ingestor to 50","shortMessageHtmlLink":"Decrease number of chunks to load for ingestor to 50"}},{"before":"64c4d5e53cd2d52334ddd1602150c07589d6e844","after":"8f21fb8f834bd3fd56ce375c10f4a84c8b4ea75d","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-24T01:32:50.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Use WAF file for realtime ingestor","shortMessageHtmlLink":"Use WAF file for realtime ingestor"}},{"before":null,"after":"64c4d5e53cd2d52334ddd1602150c07589d6e844","ref":"refs/heads/ingestor-improvements","pushedAt":"2024-05-24T00:31:31.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Use WAF file for realtime ingestor","shortMessageHtmlLink":"Use WAF file for realtime ingestor"}},{"before":"1e77fdedda58f139cf0097c5748a1c2d7c509a96","after":"b747a3ac49f65862100428a47fd9cec8cce3550c","ref":"refs/heads/main","pushedAt":"2024-05-20T17:01:52.000Z","pushType":"pr_merge","commitsCount":16,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Use BETWEEN in raw to prod vehicle positions SQL query","shortMessageHtmlLink":"Use BETWEEN in raw to prod vehicle positions SQL query"}},{"before":"15ee7ce90a0035c0311df72dcca299cfb5c9f48b","after":"c3c4512efb6e7e4e948c0481b083fb0246ed78f8","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-20T16:30:04.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Use BETWEEN in raw to prod vehicle positions SQL query","shortMessageHtmlLink":"Use BETWEEN in raw to prod vehicle positions SQL query"}},{"before":"dd07c6e723b0f2245fad3b2d7d97e46fd8c04838","after":"15ee7ce90a0035c0311df72dcca299cfb5c9f48b","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-11T02:13:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Use BETWEEN in raw to prod vehicle positions SQL query","shortMessageHtmlLink":"Use BETWEEN in raw to prod vehicle positions SQL query"}},{"before":"c900d6e9a9189f0ce8d73730098d67fd6303473e","after":"dd07c6e723b0f2245fad3b2d7d97e46fd8c04838","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-11T01:52:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Set location_point in prod vehicle positions to NOT NULL","shortMessageHtmlLink":"Set location_point in prod vehicle positions to NOT NULL"}},{"before":"d319ac8e0dddca26cf08787b509494a5cacd1dce","after":"c900d6e9a9189f0ce8d73730098d67fd6303473e","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-11T01:33:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Set location_point in prod stops to NOT NULL","shortMessageHtmlLink":"Set location_point in prod stops to NOT NULL"}},{"before":"78e7c2ec02b4351222adfff7cd1b73f4623da3e6","after":"d319ac8e0dddca26cf08787b509494a5cacd1dce","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-11T00:51:25.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Increase scheduler mem limit from 700m to 750m\n\nFor longer running tasks I can see exit code -9 and \"zombie tasks\"\npotentially can be OOM issue. From \"docker stats\" I can see that\nscheduler uses 650m when executing load_to_bq DAG, it is quite close to\n700m limit. Increasing it will hopefully reduce number of errors","shortMessageHtmlLink":"Increase scheduler mem limit from 700m to 750m"}},{"before":"3f399649331fe237fd005129b4cf19e039c2c39e","after":"78e7c2ec02b4351222adfff7cd1b73f4623da3e6","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-09T01:43:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Fix deduplication issue in vehicle positions by adding a third column trip_id","shortMessageHtmlLink":"Fix deduplication issue in vehicle positions by adding a third column…"}},{"before":"76f9661465bc305682add683f780c6e325fccee2","after":"3f399649331fe237fd005129b4cf19e039c2c39e","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-09T01:17:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Fix SQL to transform vehicle positions from raw to prod in multiple places","shortMessageHtmlLink":"Fix SQL to transform vehicle positions from raw to prod in multiple p…"}},{"before":"7ec5c137096cbac12819bbc0a63fbdc904e04baa","after":"76f9661465bc305682add683f780c6e325fccee2","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-09T01:08:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Fix variable declaration in SQL to transform raw vehicle positions to prod","shortMessageHtmlLink":"Fix variable declaration in SQL to transform raw vehicle positions to…"}},{"before":"1d6fa14894e59f9fa88ac74aaf3d40f387613672","after":"7ec5c137096cbac12819bbc0a63fbdc904e04baa","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-09T01:03:43.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Only allow one task to run in Airflow","shortMessageHtmlLink":"Only allow one task to run in Airflow"}},{"before":"3a57105a92b30a774a2ebfe08a733b3c28d53f5d","after":"1d6fa14894e59f9fa88ac74aaf3d40f387613672","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-09T01:01:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Fix quotes in include for transform to prod DAG","shortMessageHtmlLink":"Fix quotes in include for transform to prod DAG"}},{"before":"53469fc954ee6095cc5299621d5ede101ed8c474","after":"3a57105a92b30a774a2ebfe08a733b3c28d53f5d","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-09T00:50:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Add raw tags to raw DAGs","shortMessageHtmlLink":"Add raw tags to raw DAGs"}},{"before":"836e7db0d3aa6b5941734fa3b1e9d01420da6e4d","after":"53469fc954ee6095cc5299621d5ede101ed8c474","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-09T00:46:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Fix transform DAG by setting variables to operators","shortMessageHtmlLink":"Fix transform DAG by setting variables to operators"}},{"before":null,"after":"836e7db0d3aa6b5941734fa3b1e9d01420da6e4d","ref":"refs/heads/raw-to-prod","pushedAt":"2024-05-09T00:36:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Add SQL to create prod stops tables","shortMessageHtmlLink":"Add SQL to create prod stops tables"}},{"before":"1a0a2b58632f2f9054a6e79e58d99384b73565a6","after":"1e77fdedda58f139cf0097c5748a1c2d7c509a96","ref":"refs/heads/main","pushedAt":"2024-05-08T00:52:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"VMois","name":"Vladyslav Moisieienkov","path":"/VMois","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/15694232?s=80&v=4"},"commit":{"message":"Increase realtime DAG schedule interval not to overlap with static DAG","shortMessageHtmlLink":"Increase realtime DAG schedule interval not to overlap with static DAG"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEWohl4AA","startCursor":null,"endCursor":null}},"title":"Activity · VMois/miwaitway"}