{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":510268320,"defaultBranch":"main","name":"sqlite-dataconnector-agent","ownerLogin":"hasura","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-07-04T08:09:21.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/13966722?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1669111677.1418219","currentOid":""},"activityList":{"items":[{"before":"8c59597525e512551d73148649bd11952412dddc","after":"502511ec057bafce44d9984738dc12bb6125e762","ref":"refs/heads/main","pushedAt":"2024-01-23T19:47:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Jberryman/ghc 9.6.4\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/10615\nGitOrigin-RevId: 8a45c92bec8444d5ec0aed125f4aa96d9c684728","shortMessageHtmlLink":"Jberryman/ghc 9.6.4"}},{"before":"f29ece437a5004de2370770c378432e4cbc7a971","after":"8c59597525e512551d73148649bd11952412dddc","ref":"refs/heads/main","pushedAt":"2023-10-30T02:27:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Support joins on nested fields for MongoDB\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/10345\nGitOrigin-RevId: 1a4886b7ac5110ddf9233596068810963bde3371","shortMessageHtmlLink":"Support joins on nested fields for MongoDB"}},{"before":"c2fc858fdc3d069b42d9317fac1f331586043e7b","after":"f29ece437a5004de2370770c378432e4cbc7a971","ref":"refs/heads/main","pushedAt":"2023-09-07T13:35:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Add schema post and deprecate get\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/10281\nGitOrigin-RevId: 9fae2d61bd5120302ae199016b71e2b0ecac422a","shortMessageHtmlLink":"Add schema post and deprecate get"}},{"before":"e32d3c246753f1e3f8e1a551cd8b844fed46a4f0","after":"c2fc858fdc3d069b42d9317fac1f331586043e7b","ref":"refs/heads/main","pushedAt":"2023-08-18T04:29:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Add table/function filtering and detail level to schema introspection for Data Connectors to improve performance\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/10074\nGitOrigin-RevId: 12de7387746f456cbefd9f76e446f56e9e643dc9","shortMessageHtmlLink":"Add table/function filtering and detail level to schema introspection…"}},{"before":"b1ef05283df344963e016682c63254f36b870d4e","after":"e32d3c246753f1e3f8e1a551cd8b844fed46a4f0","ref":"refs/heads/main","pushedAt":"2023-08-17T02:05:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Data Connectors Native Queries Support\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/9499\nCo-authored-by: gneeri <10553562+gneeri@users.noreply.github.com>\nGitOrigin-RevId: 1e351556c43e643aa973f87adc0306f076cd227e","shortMessageHtmlLink":"Data Connectors Native Queries Support"}},{"before":"09e8e34a14f5239ba7fdbe8732ec44bd1a08d7ff","after":"b1ef05283df344963e016682c63254f36b870d4e","ref":"refs/heads/main","pushedAt":"2023-08-14T06:41:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Order by nested fields\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/10082\nGitOrigin-RevId: 9c53d7ce3635f442451e04f70f0975ed79a3f4f7","shortMessageHtmlLink":"Order by nested fields"}},{"before":"678993909f9b8f5347d4ca421eb3b5862e5b7369","after":"09e8e34a14f5239ba7fdbe8732ec44bd1a08d7ff","ref":"refs/heads/main","pushedAt":"2023-08-03T06:10:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Add inherited roles data redaction support to the Data Connector API\n\n[GDC-1292]: https://hasurahq.atlassian.net/browse/GDC-1292?atlOrigin=eyJpIjoiNWRkNTljNzYxNjVmNDY3MDlhMDU5Y2ZhYzA5YTRkZjUiLCJwIjoiZ2l0aHViLWNvbS1KU1cifQ\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/10023\nGitOrigin-RevId: d6947dd89dc59fce3f68b786192c59e731826c60","shortMessageHtmlLink":"Add inherited roles data redaction support to the Data Connector API"}},{"before":"adaa0bf1593811ee1888b216ce3a5abaab539956","after":"678993909f9b8f5347d4ca421eb3b5862e5b7369","ref":"refs/heads/main","pushedAt":"2023-08-01T05:41:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Nested where\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/9940\nGitOrigin-RevId: c2115f1de4f647c4b559c98183c6260a1f5674dd","shortMessageHtmlLink":"Nested where"}},{"before":"5f3ac26fc3f5549280595a9da9a4125d8b6c165c","after":"adaa0bf1593811ee1888b216ce3a5abaab539956","ref":"refs/heads/main","pushedAt":"2023-06-27T05:48:26.004Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Dmoverton/schemaless capability\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/9667\nGitOrigin-RevId: 41b3928e976703633437ef14624ec00fb0a8498d","shortMessageHtmlLink":"Dmoverton/schemaless capability"}},{"before":"fa4b9ad526c89924bc91d13a88d7b5e7574d9dfd","after":"5f3ac26fc3f5549280595a9da9a4125d8b6c165c","ref":"refs/heads/main","pushedAt":"2023-06-07T01:01:33.407Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"regenerate dc-api types with new definition order after ghc 9.4.5 upgrade\n\n## Description\n\nAfter the GHC 9.4.5 upgrade the generated dc-api openapi spec was emitted with a different order. This change regenerates the version-controlled spec and types with the new order so that our CI check will pass. Other than order of fields these files are the same as before.\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/9446\nCo-authored-by: Daniel Chambers <1214352+daniel-chambers@users.noreply.github.com>\nGitOrigin-RevId: fbe00bef95e92cbe82b5213060826d096e98032d","shortMessageHtmlLink":"regenerate dc-api types with new definition order after ghc 9.4.5 upg…"}},{"before":"a1cc64ac6002e9862cc0287ed97d7636e5206696","after":"fa4b9ad526c89924bc91d13a88d7b5e7574d9dfd","ref":"refs/heads/main","pushedAt":"2023-05-24T08:02:28.752Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Nested array support for Data Connectors Backend and MongoDB\n\n## Description\n\nThis change adds support for querying into nested arrays in Data Connector agents that support such a concept (currently MongoDB).\n\n### DC API changes\n\n- New API type `ColumnType` which allows representing the type of a \"column\" as either a scalar type, an object reference or an array of `ColumnType`s. This recursive definition allows arbitrary nesting of arrays of types.\n- The `type` fields in the API types `ColumnInfo` and `ColumnInsertSchema` now take a `ColumnType` instead of a `ScalarType`.\n- To ensure backwards compatibility, a `ColumnType` representing a scalar serialises and deserialises to the same representation as `ScalarType`.\n- In queries, the `Field` type now has a new constructor `NestedArrayField`. This contains a nested `Field` along with optional `limit`, `offset`, `where` and `order_by` arguments. (These optional arguments are not yet used by either HGE or the MongoDB agent.)\n\n### MongoDB Haskell agent changes\n\n- The `/schema` endpoint will now recognise arrays within the JSON validation schema and generate corresponding arrays in the DC schema.\n- The `/query` endpoint will now handle `NestedArrayField`s within queries (although it does not yet handle `limit`, `offset`, `where` and `order_by`).\n\n### HGE server changes\n\n- The `Backend` type class adds a new type family `XNestedArrays b` to enable nested arrays on a per-backend basis (currently enabled only for the `DataConnector` backend.\n- Within `RawColumnInfo` the column type is now represented by a new type `RawColumnType b` which mirrors the shape of the DC API `ColumnType`, but uses `XNestedObjects b` and `XNestedArrays b` type families to allow turning nested object and array supports on or off for a particular backend. In the `DataConnector` backend `API.CustomType` is converted into `RawColumnInfo 'DataConnector` while building the schema.\n- In the next stage of schema building, the `RawColumnInfo` is converted into a `StructuredColumnInfo` which allows us to represent the three different types of columns: scalar, object and array. TODO: the `StructuredColumnInfo` looks very similar to the Logical Model types. The main difference is that it uses the `XNestedObjects` and `XNestedArrays` type families. We should be able to combine these two representations.\n- The `StructuredColumnInfo` is then placed into a `FIColumn` `FieldInfo`. This involved some refactoring of `FieldInfo` as I had previously split out `FINestedObject` into a separate constructor. However it works out better to represent all \"column\" fields (i.e. scalar, object and array) using `FIColumn` as this make it easier to implement permission checking correctly. This is the reason the `StructuredColumnInfo` was needed.\n- Next, the `FieldInfo` are used to generate `FieldParser`s. We add a new constructor to `AnnFieldG` for `AFNestedArray`. An `AFNestedArray` field parser can contain either a simple array selection or an array aggregate. Simple array `FieldParsers` are currently limited to subfield selection. We will add support for limit, offset, where and order_by in a future PR. We also don't yet generate array aggregate `FieldParsers.\n- The new `AFNestedArray` field is handled by the `QueryPlan` module in the `DataConnector` backend. There we generate an `API.NestedArrayField` from the AFNestedArray. We also handle nested arrays when reshaping the response from the DC agent.\n\n## Limitations\n\n- Support for limit, offset, filter (where) and order_by is not yet fully implemented, although it should not be hard to add this\n- Support for aggregations on nested arrays is not yet fully implemented\n- Permissions involving nested arrays (and objects) not yet implemented\n- This should be integrated with Logical Model types, but that will happen in a separate PR\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/9149\nGitOrigin-RevId: 0e7b71a994fc1d2ca1ef73bfe7b96e95b5328531","shortMessageHtmlLink":"Nested array support for Data Connectors Backend and MongoDB"}},{"before":"ff518d85155cdac6a6878224651e2bb17eb1d3cf","after":"a1cc64ac6002e9862cc0287ed97d7636e5206696","ref":"refs/heads/main","pushedAt":"2023-05-24T04:41:52.807Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Data Connectors: Support using array literals in permission checks\n\n[GDC-868]: https://hasurahq.atlassian.net/browse/GDC-868?atlOrigin=eyJpIjoiNWRkNTljNzYxNjVmNDY3MDlhMDU5Y2ZhYzA5YTRkZjUiLCJwIjoiZ2l0aHViLWNvbS1KU1cifQ\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/9238\nGitOrigin-RevId: 93593f79a4a6a92eec1d0dc10fd8e5bb21bd123e","shortMessageHtmlLink":"Data Connectors: Support using array literals in permission checks"}},{"before":"8d7101fba30a955772996efc2926bbcf2982ba3e","after":"ff518d85155cdac6a6878224651e2bb17eb1d3cf","ref":"refs/heads/main","pushedAt":"2023-05-19T04:48:55.750Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Adding UDF (user-defined-functions) support to Data Connectors - GDC-820\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/8121\nGitOrigin-RevId: ceb3e29e330bba294061f85c1f75700974d01452","shortMessageHtmlLink":"Adding UDF (user-defined-functions) support to Data Connectors - GDC-820"}},{"before":"856cf3a059a36d77cf51f7e4608b9fbbde3fff5c","after":"8d7101fba30a955772996efc2926bbcf2982ba3e","ref":"refs/heads/main","pushedAt":"2023-04-18T17:24:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Properly return schema information about views and PK mutability from the Super Connector\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/8786\nGitOrigin-RevId: b7cd0dd5736a408a269819ea76dfbe53455060ee","shortMessageHtmlLink":"Properly return schema information about views and PK mutability from…"}},{"before":"40832667fa23a0f2ff802a9bbd09ad9fca5f5cac","after":"856cf3a059a36d77cf51f7e4608b9fbbde3fff5c","ref":"refs/heads/main","pushedAt":"2023-04-11T01:30:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Support nested object fields in DC API and use this to implement nest…\n\n## Description\n\nThis change adds support for nested object fields in HGE IR and Schema Cache, the Data Connectors backend and API, and the MongoDB agent.\n\n### Data Connector API changes\n\n- The `/schema` endpoint response now includes an optional set of GraphQL type definitions. Table column types can refer to these definitions by name.\n- Queries can now include a new field type `object` which contains a column name and a nested query. This allows querying into a nested object within a field.\n\n### MongoDB agent changes\n\n- Add support for querying into nested documents using the new `object` field type.\n\n### HGE changes\n\n- The `Backend` type class has a new type family `XNestedObjects b` which controls whether or not a backend supports querying into nested objects. This is currently enabled only for the `DataConnector` backend.\n- For backends that support nested objects, the `FieldInfo` type gets a new constructor `FINestedObject`, and the `AnnFieldG` type gets a new constructor `AFNestedObject`.\n- If the DC `/schema` endpoint returns any custom GraphQL type definitions they are stored in the `TableInfo` for each table in the source.\n- During schema cache building, the function `addNonColumnFields` will check whether any column types match custom GraphQL object types stored in the `TableInfo`. If so, they are converted into `FINestedObject` instead of `FIColumn` in the `FieldInfoMap`.\n- When building the `FieldParser`s from `FieldInfo` (function `fieldSelection`) any `FINestedObject` fields are converted into nested object parsers returning `AFNestedObject`.\n- The `DataConnector` query planner converts `AFNestedObject` fields into `object` field types in the query sent to the agent.\n\n## Limitations\n\n### HGE not yet implemented:\n- Support for nested arrays\n- Support for nested objects/arrays in mutations\n- Support for nested objects/arrays in order-by\n- Support for filters (`where`) in nested objects/arrays\n- Support for adding custom GraphQL types via track table metadata API\n- Support for interface and union types\n- Tests for nested objects\n\n### Mongo agent not yet implemented:\n\n- Generate nested object types from validation schema\n- Support for aggregates\n- Support for order-by\n- Configure agent port\n- Build agent in CI\n- Agent tests for nested objects and MongoDB agent\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/7844\nGitOrigin-RevId: aec9ec1e4216293286a68f9b1af6f3f5317db423","shortMessageHtmlLink":"Support nested object fields in DC API and use this to implement nest…"}},{"before":"6314bc9a861f6c3eae5c28cb2022344806bec456","after":"40832667fa23a0f2ff802a9bbd09ad9fca5f5cac","ref":"refs/heads/main","pushedAt":"2023-04-05T08:58:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"[feature branch] EE Lite Trials\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/8208\nCo-authored-by: awjchen <13142944+awjchen@users.noreply.github.com>\nCo-authored-by: Vijay Prasanna <11921040+vijayprasanna13@users.noreply.github.com>\nCo-authored-by: Toan Nguyen  <1615675+hgiasac@users.noreply.github.com>\nCo-authored-by: Abhijeet Khangarot <26903230+abhi40308@users.noreply.github.com>\nCo-authored-by: Solomon <24038+solomon-b@users.noreply.github.com>\nCo-authored-by: gneeri <10553562+gneeri@users.noreply.github.com>\nGitOrigin-RevId: 454ee0dea636da77e43810edb2f427137027956c","shortMessageHtmlLink":"[feature branch] EE Lite Trials"}},{"before":"fe67719a343fde99ea3cde5489aef23b6babd07c","after":"6314bc9a861f6c3eae5c28cb2022344806bec456","ref":"refs/heads/main","pushedAt":"2023-04-05T02:22:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Enhance insert table schema with extra info and remove need for cached schema usage in Super Connector mutations\n\n[GDC-643]: https://hasurahq.atlassian.net/browse/GDC-643?atlOrigin=eyJpIjoiNWRkNTljNzYxNjVmNDY3MDlhMDU5Y2ZhYzA5YTRkZjUiLCJwIjoiZ2l0aHViLWNvbS1KU1cifQ\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/8560\nGitOrigin-RevId: 0e965da447eb6a5acf5a0f291f9e205882630e6e","shortMessageHtmlLink":"Enhance insert table schema with extra info and remove need for cache…"}},{"before":"006b95283fc304d2646734fa6aec5cda5c09f0d2","after":"fe67719a343fde99ea3cde5489aef23b6babd07c","ref":"refs/heads/main","pushedAt":"2023-03-20T04:01:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Fix \"limit\" from permissions being incorrectly applied to aggregates in Data Connectors\n\n[GDC-1064]: https://hasurahq.atlassian.net/browse/GDC-1064?atlOrigin=eyJpIjoiNWRkNTljNzYxNjVmNDY3MDlhMDU5Y2ZhYzA5YTRkZjUiLCJwIjoiZ2l0aHViLWNvbS1KU1cifQ\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/8345\nGitOrigin-RevId: 9ef91944ba6408e1030a47de58f3271145433ee2","shortMessageHtmlLink":"Fix \"limit\" from permissions being incorrectly applied to aggregates …"}},{"before":"a40ef67bf5f9ad779cb85b57be93a7fac64cd13c","after":"006b95283fc304d2646734fa6aec5cda5c09f0d2","ref":"refs/heads/main","pushedAt":"2023-03-17T07:00:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Fix SQLite agent hard crashing if db file does not exist\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/8364\nGitOrigin-RevId: db56baaa11d79f5324bcdb39e7975920daeb7d62","shortMessageHtmlLink":"Fix SQLite agent hard crashing if db file does not exist"}},{"before":"9a9a58e5edfd38f4622a8cf230a464975f76a010","after":"a40ef67bf5f9ad779cb85b57be93a7fac64cd13c","ref":"refs/heads/main","pushedAt":"2023-03-15T05:16:41.840Z","pushType":"push","commitsCount":1,"pusher":{"login":"hasura-bot","name":"hasura-bot","path":"/hasura-bot","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/30118761?s=80&v=4"},"commit":{"message":"Fixed queries with no column fields and only introspection fields in Data Connectors\n\n[GDC-1063]: https://hasurahq.atlassian.net/browse/GDC-1063?atlOrigin=eyJpIjoiNWRkNTljNzYxNjVmNDY3MDlhMDU5Y2ZhYzA5YTRkZjUiLCJwIjoiZ2l0aHViLWNvbS1KU1cifQ\n\nPR-URL: https://github.com/hasura/graphql-engine-mono/pull/8249\nGitOrigin-RevId: 9d6dec3b4ef38fd7972bd0b9d3cfdfece1dcdcb5","shortMessageHtmlLink":"Fixed queries with no column fields and only introspection fields in …"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAD5z14qwA","startCursor":null,"endCursor":null}},"title":"Activity · hasura/sqlite-dataconnector-agent"}