From e89846cba9a4b27d77a20e74b90fdb32c78050ae Mon Sep 17 00:00:00 2001
From: Charles <charles@airbyte.io>
Date: Fri, 17 Jun 2022 10:59:41 -0700
Subject: [PATCH] update api for per stream (#13835)

---
 airbyte-api/build.gradle                      |    6 +-
 airbyte-api/src/main/openapi/config.yaml      |  168 ++-
 .../airbyte/server/apis/ConfigurationApi.java |    8 +-
 .../src/core/request/AirbyteClient.ts         |    4 +-
 .../api/generated-api-html/index.html         | 1278 ++++++++++++++++-
 5 files changed, 1445 insertions(+), 19 deletions(-)

diff --git a/airbyte-api/build.gradle b/airbyte-api/build.gradle
index 3b8b6e79dd49..3ab11ed2e37b 100644
--- a/airbyte-api/build.gradle
+++ b/airbyte-api/build.gradle
@@ -28,7 +28,7 @@ task generateApiServer(type: GenerateTask) {
             'DestinationDefinitionSpecification': 'com.fasterxml.jackson.databind.JsonNode',
             'DestinationConfiguration'          : 'com.fasterxml.jackson.databind.JsonNode',
             'StreamJsonSchema'                  : 'com.fasterxml.jackson.databind.JsonNode',
-            'ConnectionStateObject'             : 'com.fasterxml.jackson.databind.JsonNode',
+            'StateBlob'                         : 'com.fasterxml.jackson.databind.JsonNode',
     ]
 
     generateApiDocumentation = false
@@ -70,7 +70,7 @@ task generateApiClient(type: GenerateTask) {
             'DestinationDefinitionSpecification': 'com.fasterxml.jackson.databind.JsonNode',
             'DestinationConfiguration'          : 'com.fasterxml.jackson.databind.JsonNode',
             'StreamJsonSchema'                  : 'com.fasterxml.jackson.databind.JsonNode',
-            'ConnectionStateObject'             : 'com.fasterxml.jackson.databind.JsonNode',
+            'StateBlob'                         : 'com.fasterxml.jackson.databind.JsonNode',
     ]
 
     library = "native"
@@ -103,7 +103,7 @@ task generateApiDocs(type: GenerateTask) {
             'DestinationDefinitionSpecification': 'com.fasterxml.jackson.databind.JsonNode',
             'DestinationConfiguration'          : 'com.fasterxml.jackson.databind.JsonNode',
             'StreamJsonSchema'                  : 'com.fasterxml.jackson.databind.JsonNode',
-            'ConnectionStateObject'             : 'com.fasterxml.jackson.databind.JsonNode',
+            'StateBlob'                         : 'com.fasterxml.jackson.databind.JsonNode',
     ]
 
     generateApiDocumentation = false
diff --git a/airbyte-api/src/main/openapi/config.yaml b/airbyte-api/src/main/openapi/config.yaml
index 426e93e63054..53b09f2d76ea 100644
--- a/airbyte-api/src/main/openapi/config.yaml
+++ b/airbyte-api/src/main/openapi/config.yaml
@@ -1402,6 +1402,29 @@ paths:
           $ref: "#/components/responses/NotFoundResponse"
         "422":
           $ref: "#/components/responses/InvalidInputResponse"
+  /v1/state/type/get:
+    post:
+      tags:
+        - connection
+      summary: Fetch the current type for a connection.
+      operationId: getStateType
+      requestBody:
+        content:
+          application/json:
+            schema:
+              $ref: "#/components/schemas/ConnectionIdRequestBody"
+        required: true
+      responses:
+        "200":
+          description: Successful operation
+          content:
+            application/json:
+              schema:
+                $ref: "#/components/schemas/ConnectionStateType"
+        "404":
+          $ref: "#/components/responses/NotFoundResponse"
+        "422":
+          $ref: "#/components/responses/InvalidInputResponse"
   /v1/connections/search:
     post:
       tags:
@@ -3585,7 +3608,6 @@ components:
           type: string
           description: Stream's name.
         jsonSchema:
-          description: Stream schema using Json Schema specs.
           $ref: "#/components/schemas/StreamJsonSchema"
         supportedSyncModes:
           type: array
@@ -3610,6 +3632,7 @@ components:
           type: string
           description: Optional Source-defined namespace. Airbyte streams from the same sources should have the same namespace. Currently only used by JDBC destinations to determine what schema to write to.
     StreamJsonSchema:
+      description: Stream schema using Json Schema specs.
       type: object
     AirbyteStreamConfiguration:
       description: the mutable part of the stream to configure the destination
@@ -3674,7 +3697,6 @@ components:
         configId:
           type: string
         pagination:
-          type: object
           $ref: "#/components/schemas/Pagination"
     JobIdRequestBody:
       type: object
@@ -3707,6 +3729,19 @@ components:
           format: int64
         status:
           $ref: "#/components/schemas/JobStatus"
+        streams:
+          type: array
+          items:
+            $ref: "#/components/schemas/StreamDescriptor"
+    StreamDescriptor:
+      type: object
+      required:
+        - name
+      properties:
+        name:
+          type: string
+        namespace:
+          type: string
     JobDebugRead:
       type: object
       required:
@@ -3980,15 +4015,132 @@ components:
           $ref: "#/components/schemas/SynchronousJobRead"
     ConnectionState:
       type: object
+      description: Contains the state for a connection. The stateType field identifies what type of state it is. Only the field corresponding to that type will be set, the rest will be null. If stateType=not_set, then none of the fields will be set.
       required:
         - connectionId
+        - stateType
       properties:
+        stateType:
+          $ref: "#/components/schemas/ConnectionStateType"
         connectionId:
           $ref: "#/components/schemas/ConnectionId"
-        state:
-          $ref: "#/components/schemas/ConnectionStateObject"
-    ConnectionStateObject:
+        state: # legacy state object
+          $ref: "#/components/schemas/StateBlob"
+        streamState:
+          type: array
+          items:
+            $ref: "#/components/schemas/StreamState"
+        globalState:
+          $ref: "#/components/schemas/GlobalState"
+    StateBlob:
+      type: object
+    StreamState:
+      type: object
+      required:
+        - streamDescriptor
+      properties:
+        streamDescriptor:
+          $ref: "#/components/schemas/StreamDescriptor"
+        streamState:
+          $ref: "#/components/schemas/StateBlob"
+    GlobalState:
+      type: object
+      required:
+        - streamStates
+      properties:
+        shared_state:
+          $ref: "#/components/schemas/StateBlob"
+        streamStates:
+          type: array
+          items:
+            $ref: "#/components/schemas/StreamState"
+    ConnectionStateType:
+      type: string
+      enum:
+        - global
+        - stream
+        - legacy
+        - not_set
+    CatalogDiff:
+      type: object
+      description: Describes the difference between two Airbyte catalogs.
+      required:
+        - transforms
+      properties:
+        transforms:
+          description: list of stream transformations. order does not matter.
+          type: array
+          items:
+            $ref: "#/components/schemas/StreamTransform"
+    StreamTransform:
+      type: object
+      required:
+        - transformType
+      properties:
+        transformType:
+          type: string
+          enum:
+            - add_stream
+            - remove_stream
+            - update_stream
+        addStream:
+          $ref: "#/components/schemas/StreamDescriptor"
+        removeStream:
+          $ref: "#/components/schemas/StreamDescriptor"
+        updateStream:
+          type: array
+          description: list of field transformations. order does not matter.
+          items:
+            $ref: "#/components/schemas/FieldTransform"
+    FieldTransform:
+      type: object
+      description: "Describes the difference between two Streams."
+      required:
+        - transformType
+      properties:
+        transformType:
+          type: string
+          enum:
+            - add_field
+            - remove_field
+            - update_field_schema
+        addField:
+          $ref: "#/components/schemas/FieldNameAndSchema"
+        removeField:
+          $ref: "#/components/schemas/FieldNameAndSchema"
+        updateFieldSchema:
+          $ref: "#/components/schemas/FieldSchemaUpdate"
+    FieldNameAndSchema:
+      type: object
+      required:
+        - fieldName
+        - fieldSchema
+      properties:
+        fieldName:
+          type: array
+          items:
+            type: string
+        fieldSchema:
+          $ref: "#/components/schemas/FieldSchema"
+    FieldSchemaUpdate:
       type: object
+      required:
+        - fieldName
+        - oldSchema
+        - newSchema
+      properties:
+        fieldName:
+          type: array
+          items:
+            type: string
+        oldSchema:
+          $ref: "#/components/schemas/FieldSchema"
+        newSchema:
+          $ref: "#/components/schemas/FieldSchema"
+    FieldSchema:
+      description: JSONSchema representation of the field
+      type: object
+      additionalProperties: true
     ActorDefinitionResourceRequirements:
       description: actor definition specific resource requirements. if default is set, these are the requirements that should be set for ALL jobs run for this actor definition. it is overriden by the job type specific configurations. if not set, the platform will use defaults. these values will be overriden by configuration at the connection level.
       type: object
@@ -4099,10 +4251,8 @@ components:
             $ref: "#/components/schemas/DbMigrationRead"
     # OAuth
     OAuthConfiguration:
-      description: OAuth specific blob.
+      description: The values required to configure OAuth flows. The schema for this must match the `OAuthConfigSpecification.oauthUserInputFromConnectorConfigSpecification` schema.
     OAuthInputConfiguration:
-      description: The values required to configure OAuth flows.
-        The schema for this must match the `OAuthConfigSpecification.oauthUserInputFromConnectorConfigSpecification` schema.
       $ref: "#/components/schemas/OAuthConfiguration"
     AdvancedAuth:
       type: object
@@ -4372,6 +4522,8 @@ components:
         catalogId:
           type: string
           format: uuid
+        catalogDiff:
+          $ref: "#/components/schemas/CatalogDiff"
     WebBackendConnectionReadList:
       type: object
       required:
diff --git a/airbyte-server/src/main/java/io/airbyte/server/apis/ConfigurationApi.java b/airbyte-server/src/main/java/io/airbyte/server/apis/ConfigurationApi.java
index 0da999eed61c..61284a0f20a6 100644
--- a/airbyte-server/src/main/java/io/airbyte/server/apis/ConfigurationApi.java
+++ b/airbyte-server/src/main/java/io/airbyte/server/apis/ConfigurationApi.java
@@ -15,6 +15,7 @@
 import io.airbyte.api.model.generated.ConnectionReadList;
 import io.airbyte.api.model.generated.ConnectionSearch;
 import io.airbyte.api.model.generated.ConnectionState;
+import io.airbyte.api.model.generated.ConnectionStateType;
 import io.airbyte.api.model.generated.ConnectionUpdate;
 import io.airbyte.api.model.generated.CustomDestinationDefinitionCreate;
 import io.airbyte.api.model.generated.CustomDestinationDefinitionUpdate;
@@ -727,6 +728,11 @@ public ConnectionState getState(final ConnectionIdRequestBody connectionIdReques
     return execute(() -> schedulerHandler.getState(connectionIdRequestBody));
   }
 
+  @Override
+  public ConnectionStateType getStateType(final ConnectionIdRequestBody connectionIdRequestBody) {
+    return null;
+  }
+
   // SCHEDULER
   @Override
   public CheckConnectionRead executeSourceCheckConnection(final SourceCoreConfig sourceConfig) {
@@ -849,7 +855,7 @@ public boolean canImportDefinitons() {
     return archiveHandler.canImportDefinitions();
   }
 
-  private <T> T execute(final HandlerCall<T> call) {
+  private static <T> T execute(final HandlerCall<T> call) {
     try {
       return call.call();
     } catch (final ConfigNotFoundException e) {
diff --git a/airbyte-webapp/src/core/request/AirbyteClient.ts b/airbyte-webapp/src/core/request/AirbyteClient.ts
index b066780f316f..46717adf6721 100644
--- a/airbyte-webapp/src/core/request/AirbyteClient.ts
+++ b/airbyte-webapp/src/core/request/AirbyteClient.ts
@@ -413,13 +413,13 @@ export interface ActorDefinitionResourceRequirements {
   jobSpecific?: JobTypeResourceLimit[];
 }
 
-export interface ConnectionStateObject {
+export interface StateBlob {
   [key: string]: any;
 }
 
 export interface ConnectionState {
   connectionId: ConnectionId;
-  state?: ConnectionStateObject;
+  state?: StateBlob;
 }
 
 export type CheckConnectionReadStatus = typeof CheckConnectionReadStatus[keyof typeof CheckConnectionReadStatus];
diff --git a/docs/reference/api/generated-api-html/index.html b/docs/reference/api/generated-api-html/index.html
index 25fcbf390883..edbdaebfcd9f 100644
--- a/docs/reference/api/generated-api-html/index.html
+++ b/docs/reference/api/generated-api-html/index.html
@@ -225,6 +225,7 @@ <h4><a href="#Connection">Connection</a></h4>
   <li><a href="#deleteConnection"><code><span class="http-method">post</span> /v1/connections/delete</code></a></li>
   <li><a href="#getConnection"><code><span class="http-method">post</span> /v1/connections/get</code></a></li>
   <li><a href="#getState"><code><span class="http-method">post</span> /v1/state/get</code></a></li>
+  <li><a href="#getStateType"><code><span class="http-method">post</span> /v1/state/type/get</code></a></li>
   <li><a href="#listAllConnectionsForWorkspace"><code><span class="http-method">post</span> /v1/connections/list_all</code></a></li>
   <li><a href="#listConnectionsForWorkspace"><code><span class="http-method">post</span> /v1/connections/list</code></a></li>
   <li><a href="#resetConnection"><code><span class="http-method">post</span> /v1/connections/reset</code></a></li>
@@ -679,7 +680,31 @@ <h3 class="field-label">Return type</h3>
     <h3 class="field-label">Example data</h3>
     <div class="example-data-content-type">Content-Type: application/json</div>
     <pre class="example"><code>{
-  "connectionId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
+  "globalState" : {
+    "streamStates" : [ {
+      "streamDescriptor" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      }
+    }, {
+      "streamDescriptor" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      }
+    } ]
+  },
+  "connectionId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+  "streamState" : [ {
+    "streamDescriptor" : {
+      "name" : "name",
+      "namespace" : "namespace"
+    }
+  }, {
+    "streamDescriptor" : {
+      "name" : "name",
+      "namespace" : "namespace"
+    }
+  } ]
 }</code></pre>
 
     <h3 class="field-label">Produces</h3>
@@ -701,6 +726,62 @@ <h4 class="field-label">422</h4>
         <a href="#InvalidInputExceptionInfo">InvalidInputExceptionInfo</a>
   </div> <!-- method -->
   <hr/>
+  <div class="method"><a name="getStateType"/>
+    <div class="method-path">
+    <a class="up" href="#__Methods">Up</a>
+    <pre class="post"><code class="huge"><span class="http-method">post</span> /v1/state/type/get</code></pre></div>
+    <div class="method-summary">Fetch the current type for a connection. (<span class="nickname">getStateType</span>)</div>
+    <div class="method-notes"></div>
+
+
+    <h3 class="field-label">Consumes</h3>
+    This API call consumes the following media types via the <span class="header">Content-Type</span> request header:
+    <ul>
+      <li><code>application/json</code></li>
+    </ul>
+
+    <h3 class="field-label">Request body</h3>
+    <div class="field-items">
+      <div class="param">ConnectionIdRequestBody <a href="#ConnectionIdRequestBody">ConnectionIdRequestBody</a> (required)</div>
+
+      <div class="param-desc"><span class="param-type">Body Parameter</span> &mdash;  </div>
+
+    </div>  <!-- field-items -->
+
+
+
+
+    <h3 class="field-label">Return type</h3>
+    <div class="return-type">
+      <a href="#ConnectionStateType">ConnectionStateType</a>
+      
+    </div>
+
+    <!--Todo: process Response Object and its headers, schema, examples -->
+
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>null</code></pre>
+
+    <h3 class="field-label">Produces</h3>
+    This API call produces the following media types according to the <span class="header">Accept</span> request header;
+    the media type will be conveyed by the <span class="header">Content-Type</span> response header.
+    <ul>
+      <li><code>application/json</code></li>
+    </ul>
+
+    <h3 class="field-label">Responses</h3>
+    <h4 class="field-label">200</h4>
+    Successful operation
+        <a href="#ConnectionStateType">ConnectionStateType</a>
+    <h4 class="field-label">404</h4>
+    Object with given id was not found.
+        <a href="#NotFoundKnownExceptionInfo">NotFoundKnownExceptionInfo</a>
+    <h4 class="field-label">422</h4>
+    Input failed validation
+        <a href="#InvalidInputExceptionInfo">InvalidInputExceptionInfo</a>
+  </div> <!-- method -->
+  <hr/>
   <div class="method"><a name="listAllConnectionsForWorkspace"/>
     <div class="method-path">
     <a class="up" href="#__Methods">Up</a>
@@ -1064,6 +1145,13 @@ <h3 class="field-label">Example data</h3>
   "job" : {
     "createdAt" : 6,
     "configId" : "configId",
+    "streams" : [ {
+      "name" : "name",
+      "namespace" : "namespace"
+    }, {
+      "name" : "name",
+      "namespace" : "namespace"
+    } ],
     "id" : 0,
     "updatedAt" : 1
   },
@@ -1389,6 +1477,13 @@ <h3 class="field-label">Example data</h3>
   "job" : {
     "createdAt" : 6,
     "configId" : "configId",
+    "streams" : [ {
+      "name" : "name",
+      "namespace" : "namespace"
+    }, {
+      "name" : "name",
+      "namespace" : "namespace"
+    } ],
     "id" : 0,
     "updatedAt" : 1
   },
@@ -3965,6 +4060,13 @@ <h3 class="field-label">Example data</h3>
   "job" : {
     "createdAt" : 6,
     "configId" : "configId",
+    "streams" : [ {
+      "name" : "name",
+      "namespace" : "namespace"
+    }, {
+      "name" : "name",
+      "namespace" : "namespace"
+    } ],
     "id" : 0,
     "updatedAt" : 1
   },
@@ -4360,6 +4462,13 @@ <h3 class="field-label">Example data</h3>
   "job" : {
     "createdAt" : 6,
     "configId" : "configId",
+    "streams" : [ {
+      "name" : "name",
+      "namespace" : "namespace"
+    }, {
+      "name" : "name",
+      "namespace" : "namespace"
+    } ],
     "id" : 0,
     "updatedAt" : 1
   },
@@ -4527,6 +4636,13 @@ <h3 class="field-label">Example data</h3>
     "job" : {
       "createdAt" : 6,
       "configId" : "configId",
+      "streams" : [ {
+        "name" : "name",
+        "namespace" : "namespace"
+      }, {
+        "name" : "name",
+        "namespace" : "namespace"
+      } ],
       "id" : 0,
       "updatedAt" : 1
     },
@@ -4627,6 +4743,13 @@ <h3 class="field-label">Example data</h3>
     "job" : {
       "createdAt" : 6,
       "configId" : "configId",
+      "streams" : [ {
+        "name" : "name",
+        "namespace" : "namespace"
+      }, {
+        "name" : "name",
+        "namespace" : "namespace"
+      } ],
       "id" : 0,
       "updatedAt" : 1
     },
@@ -7880,6 +8003,123 @@ <h3 class="field-label">Example data</h3>
     "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
   },
   "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+  "catalogDiff" : {
+    "transforms" : [ {
+      "removeStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "transformType" : "add_stream",
+      "addStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "updateStream" : [ {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      }, {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      } ]
+    }, {
+      "removeStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "transformType" : "add_stream",
+      "addStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "updateStream" : [ {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      }, {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      } ]
+    } ]
+  },
   "resourceRequirements" : {
     "cpu_limit" : "cpu_limit",
     "memory_request" : "memory_request",
@@ -8038,6 +8278,123 @@ <h3 class="field-label">Example data</h3>
     "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
   },
   "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+  "catalogDiff" : {
+    "transforms" : [ {
+      "removeStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "transformType" : "add_stream",
+      "addStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "updateStream" : [ {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      }, {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      } ]
+    }, {
+      "removeStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "transformType" : "add_stream",
+      "addStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "updateStream" : [ {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      }, {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      } ]
+    } ]
+  },
   "resourceRequirements" : {
     "cpu_limit" : "cpu_limit",
     "memory_request" : "memory_request",
@@ -8260,6 +8617,123 @@ <h3 class="field-label">Example data</h3>
       "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
     },
     "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+    "catalogDiff" : {
+      "transforms" : [ {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      }, {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      } ]
+    },
     "resourceRequirements" : {
       "cpu_limit" : "cpu_limit",
       "memory_request" : "memory_request",
@@ -8365,6 +8839,123 @@ <h3 class="field-label">Example data</h3>
       "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
     },
     "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+    "catalogDiff" : {
+      "transforms" : [ {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      }, {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      } ]
+    },
     "resourceRequirements" : {
       "cpu_limit" : "cpu_limit",
       "memory_request" : "memory_request",
@@ -8528,6 +9119,123 @@ <h3 class="field-label">Example data</h3>
       "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
     },
     "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+    "catalogDiff" : {
+      "transforms" : [ {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      }, {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      } ]
+    },
     "resourceRequirements" : {
       "cpu_limit" : "cpu_limit",
       "memory_request" : "memory_request",
@@ -8633,6 +9341,123 @@ <h3 class="field-label">Example data</h3>
       "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
     },
     "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+    "catalogDiff" : {
+      "transforms" : [ {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      }, {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      } ]
+    },
     "resourceRequirements" : {
       "cpu_limit" : "cpu_limit",
       "memory_request" : "memory_request",
@@ -8796,6 +9621,123 @@ <h3 class="field-label">Example data</h3>
       "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
     },
     "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+    "catalogDiff" : {
+      "transforms" : [ {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      }, {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      } ]
+    },
     "resourceRequirements" : {
       "cpu_limit" : "cpu_limit",
       "memory_request" : "memory_request",
@@ -8901,6 +9843,123 @@ <h3 class="field-label">Example data</h3>
       "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
     },
     "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+    "catalogDiff" : {
+      "transforms" : [ {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      }, {
+        "removeStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "transformType" : "add_stream",
+        "addStream" : {
+          "name" : "name",
+          "namespace" : "namespace"
+        },
+        "updateStream" : [ {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        }, {
+          "updateFieldSchema" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "oldSchema" : {
+              "key" : "{}"
+            },
+            "newSchema" : {
+              "key" : "{}"
+            }
+          },
+          "addField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          },
+          "transformType" : "add_field",
+          "removeField" : {
+            "fieldName" : [ "fieldName", "fieldName" ],
+            "fieldSchema" : {
+              "key" : "{}"
+            }
+          }
+        } ]
+      } ]
+    },
     "resourceRequirements" : {
       "cpu_limit" : "cpu_limit",
       "memory_request" : "memory_request",
@@ -9060,6 +10119,123 @@ <h3 class="field-label">Example data</h3>
     "workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
   },
   "destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
+  "catalogDiff" : {
+    "transforms" : [ {
+      "removeStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "transformType" : "add_stream",
+      "addStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "updateStream" : [ {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      }, {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      } ]
+    }, {
+      "removeStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "transformType" : "add_stream",
+      "addStream" : {
+        "name" : "name",
+        "namespace" : "namespace"
+      },
+      "updateStream" : [ {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      }, {
+        "updateFieldSchema" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "oldSchema" : {
+            "key" : "{}"
+          },
+          "newSchema" : {
+            "key" : "{}"
+          }
+        },
+        "addField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        },
+        "transformType" : "add_field",
+        "removeField" : {
+          "fieldName" : [ "fieldName", "fieldName" ],
+          "fieldSchema" : {
+            "key" : "{}"
+          }
+        }
+      } ]
+    } ]
+  },
   "resourceRequirements" : {
     "cpu_limit" : "cpu_limit",
     "memory_request" : "memory_request",
@@ -9786,6 +10962,7 @@ <h3>Table of Contents</h3>
     <li><a href="#AttemptStatus"><code>AttemptStatus</code> - </a></li>
     <li><a href="#AttemptStreamStats"><code>AttemptStreamStats</code> - </a></li>
     <li><a href="#AuthSpecification"><code>AuthSpecification</code> - </a></li>
+    <li><a href="#CatalogDiff"><code>CatalogDiff</code> - </a></li>
     <li><a href="#CheckConnectionRead"><code>CheckConnectionRead</code> - </a></li>
     <li><a href="#CheckOperationRead"><code>CheckOperationRead</code> - </a></li>
     <li><a href="#CompleteDestinationOAuthRequest"><code>CompleteDestinationOAuthRequest</code> - </a></li>
@@ -9797,6 +10974,7 @@ <h3>Table of Contents</h3>
     <li><a href="#ConnectionSchedule"><code>ConnectionSchedule</code> - </a></li>
     <li><a href="#ConnectionSearch"><code>ConnectionSearch</code> - </a></li>
     <li><a href="#ConnectionState"><code>ConnectionState</code> - </a></li>
+    <li><a href="#ConnectionStateType"><code>ConnectionStateType</code> - </a></li>
     <li><a href="#ConnectionStatus"><code>ConnectionStatus</code> - </a></li>
     <li><a href="#ConnectionUpdate"><code>ConnectionUpdate</code> - </a></li>
     <li><a href="#CustomDestinationDefinitionCreate"><code>CustomDestinationDefinitionCreate</code> - </a></li>
@@ -9825,6 +11003,10 @@ <h3>Table of Contents</h3>
     <li><a href="#DestinationSearch"><code>DestinationSearch</code> - </a></li>
     <li><a href="#DestinationSyncMode"><code>DestinationSyncMode</code> - </a></li>
     <li><a href="#DestinationUpdate"><code>DestinationUpdate</code> - </a></li>
+    <li><a href="#FieldNameAndSchema"><code>FieldNameAndSchema</code> - </a></li>
+    <li><a href="#FieldSchemaUpdate"><code>FieldSchemaUpdate</code> - </a></li>
+    <li><a href="#FieldTransform"><code>FieldTransform</code> - </a></li>
+    <li><a href="#GlobalState"><code>GlobalState</code> - </a></li>
     <li><a href="#HealthCheckRead"><code>HealthCheckRead</code> - </a></li>
     <li><a href="#ImportRead"><code>ImportRead</code> - </a></li>
     <li><a href="#ImportRequestBody"><code>ImportRequestBody</code> - </a></li>
@@ -9891,6 +11073,9 @@ <h3>Table of Contents</h3>
     <li><a href="#SourceReadList"><code>SourceReadList</code> - </a></li>
     <li><a href="#SourceSearch"><code>SourceSearch</code> - </a></li>
     <li><a href="#SourceUpdate"><code>SourceUpdate</code> - </a></li>
+    <li><a href="#StreamDescriptor"><code>StreamDescriptor</code> - </a></li>
+    <li><a href="#StreamState"><code>StreamState</code> - </a></li>
+    <li><a href="#StreamTransform"><code>StreamTransform</code> - </a></li>
     <li><a href="#SyncMode"><code>SyncMode</code> - </a></li>
     <li><a href="#SynchronousJobRead"><code>SynchronousJobRead</code> - </a></li>
     <li><a href="#UploadRead"><code>UploadRead</code> - </a></li>
@@ -10063,6 +11248,13 @@ <h3><a name="AuthSpecification"><code>AuthSpecification</code> - </a> <a class="
 <div class="param">oauth2Specification (optional)</div><div class="param-desc"><span class="param-type"><a href="#OAuth2Specification">OAuth2Specification</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="CatalogDiff"><code>CatalogDiff</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'>Describes the difference between two Airbyte catalogs.</div>
+    <div class="field-items">
+      <div class="param">transforms </div><div class="param-desc"><span class="param-type"><a href="#StreamTransform">array[StreamTransform]</a></span> list of stream transformations. order does not matter. </div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="CheckConnectionRead"><code>CheckConnectionRead</code> - </a> <a class="up" href="#__Models">Up</a></h3>
     <div class='model-description'></div>
@@ -10186,12 +11378,21 @@ <h3><a name="ConnectionSearch"><code>ConnectionSearch</code> - </a> <a class="up
   </div>
   <div class="model">
     <h3><a name="ConnectionState"><code>ConnectionState</code> - </a> <a class="up" href="#__Models">Up</a></h3>
-    <div class='model-description'></div>
+    <div class='model-description'>Contains the state for a connection. The stateType field identifies what type of state it is. Only the field corresponding to that type will be set, the rest will be null. If stateType=not_set, then none of the fields will be set.</div>
     <div class="field-items">
-      <div class="param">connectionId </div><div class="param-desc"><span class="param-type"><a href="#UUID">UUID</a></span>  format: uuid</div>
-<div class="param">state (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionStateObject">ConnectionStateObject</a></span>  </div>
+      <div class="param">stateType </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStateType">ConnectionStateType</a></span>  </div>
+<div class="param">connectionId </div><div class="param-desc"><span class="param-type"><a href="#UUID">UUID</a></span>  format: uuid</div>
+<div class="param">state (optional)</div><div class="param-desc"><span class="param-type"><a href="#StateBlob">StateBlob</a></span>  </div>
+<div class="param">streamState (optional)</div><div class="param-desc"><span class="param-type"><a href="#StreamState">array[StreamState]</a></span>  </div>
+<div class="param">globalState (optional)</div><div class="param-desc"><span class="param-type"><a href="#GlobalState">GlobalState</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="ConnectionStateType"><code>ConnectionStateType</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'></div>
+    <div class="field-items">
+          </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="ConnectionStatus"><code>ConnectionStatus</code> - </a> <a class="up" href="#__Models">Up</a></h3>
     <div class='model-description'>Active means that data is flowing through the connection. Inactive means it is not. Deprecated means the connection is off and cannot be re-activated. the schema field describes the elements of the schema that will be synced.</div>
@@ -10449,6 +11650,43 @@ <h3><a name="DestinationUpdate"><code>DestinationUpdate</code> - </a> <a class="
 <div class="param">name </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="FieldNameAndSchema"><code>FieldNameAndSchema</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'></div>
+    <div class="field-items">
+      <div class="param">fieldName </div><div class="param-desc"><span class="param-type"><a href="#string">array[String]</a></span>  </div>
+<div class="param">fieldSchema </div><div class="param-desc"><span class="param-type"><a href="#object">map[String, Object]</a></span> JSONSchema representation of the field </div>
+    </div>  <!-- field-items -->
+  </div>
+  <div class="model">
+    <h3><a name="FieldSchemaUpdate"><code>FieldSchemaUpdate</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'></div>
+    <div class="field-items">
+      <div class="param">fieldName </div><div class="param-desc"><span class="param-type"><a href="#string">array[String]</a></span>  </div>
+<div class="param">oldSchema </div><div class="param-desc"><span class="param-type"><a href="#object">map[String, Object]</a></span> JSONSchema representation of the field </div>
+<div class="param">newSchema </div><div class="param-desc"><span class="param-type"><a href="#object">map[String, Object]</a></span> JSONSchema representation of the field </div>
+    </div>  <!-- field-items -->
+  </div>
+  <div class="model">
+    <h3><a name="FieldTransform"><code>FieldTransform</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'>Describes the difference between two Streams.</div>
+    <div class="field-items">
+      <div class="param">transformType </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+        <div class="param-enum-header">Enum:</div>
+        <div class="param-enum">add_field</div><div class="param-enum">remove_field</div><div class="param-enum">update_field_schema</div>
+<div class="param">addField (optional)</div><div class="param-desc"><span class="param-type"><a href="#FieldNameAndSchema">FieldNameAndSchema</a></span>  </div>
+<div class="param">removeField (optional)</div><div class="param-desc"><span class="param-type"><a href="#FieldNameAndSchema">FieldNameAndSchema</a></span>  </div>
+<div class="param">updateFieldSchema (optional)</div><div class="param-desc"><span class="param-type"><a href="#FieldSchemaUpdate">FieldSchemaUpdate</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
+  <div class="model">
+    <h3><a name="GlobalState"><code>GlobalState</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'></div>
+    <div class="field-items">
+      <div class="param">shared_state (optional)</div><div class="param-desc"><span class="param-type"><a href="#StateBlob">StateBlob</a></span>  </div>
+<div class="param">streamStates </div><div class="param-desc"><span class="param-type"><a href="#StreamState">array[StreamState]</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="HealthCheckRead"><code>HealthCheckRead</code> - </a> <a class="up" href="#__Models">Up</a></h3>
     <div class='model-description'></div>
@@ -10541,7 +11779,7 @@ <h3><a name="JobListRequestBody"><code>JobListRequestBody</code> - </a> <a class
     <div class="field-items">
       <div class="param">configTypes </div><div class="param-desc"><span class="param-type"><a href="#JobConfigType">array[JobConfigType]</a></span>  </div>
 <div class="param">configId </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
-<div class="param">pagination (optional)</div><div class="param-desc"><span class="param-type"><a href="#">Pagination</a></span>  </div>
+<div class="param">pagination (optional)</div><div class="param-desc"><span class="param-type"><a href="#Pagination">Pagination</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
   <div class="model">
@@ -10554,6 +11792,7 @@ <h3><a name="JobRead"><code>JobRead</code> - </a> <a class="up" href="#__Models"
 <div class="param">createdAt </div><div class="param-desc"><span class="param-type"><a href="#long">Long</a></span>  format: int64</div>
 <div class="param">updatedAt </div><div class="param-desc"><span class="param-type"><a href="#long">Long</a></span>  format: int64</div>
 <div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#JobStatus">JobStatus</a></span>  </div>
+<div class="param">streams (optional)</div><div class="param-desc"><span class="param-type"><a href="#StreamDescriptor">array[StreamDescriptor]</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
   <div class="model">
@@ -11017,6 +12256,34 @@ <h3><a name="SourceUpdate"><code>SourceUpdate</code> - </a> <a class="up" href="
 <div class="param">name </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="StreamDescriptor"><code>StreamDescriptor</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'></div>
+    <div class="field-items">
+      <div class="param">name </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">namespace (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
+  <div class="model">
+    <h3><a name="StreamState"><code>StreamState</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'></div>
+    <div class="field-items">
+      <div class="param">streamDescriptor </div><div class="param-desc"><span class="param-type"><a href="#StreamDescriptor">StreamDescriptor</a></span>  </div>
+<div class="param">streamState (optional)</div><div class="param-desc"><span class="param-type"><a href="#StateBlob">StateBlob</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
+  <div class="model">
+    <h3><a name="StreamTransform"><code>StreamTransform</code> - </a> <a class="up" href="#__Models">Up</a></h3>
+    <div class='model-description'></div>
+    <div class="field-items">
+      <div class="param">transformType </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+        <div class="param-enum-header">Enum:</div>
+        <div class="param-enum">add_stream</div><div class="param-enum">remove_stream</div><div class="param-enum">update_stream</div>
+<div class="param">addStream (optional)</div><div class="param-desc"><span class="param-type"><a href="#StreamDescriptor">StreamDescriptor</a></span>  </div>
+<div class="param">removeStream (optional)</div><div class="param-desc"><span class="param-type"><a href="#StreamDescriptor">StreamDescriptor</a></span>  </div>
+<div class="param">updateStream (optional)</div><div class="param-desc"><span class="param-type"><a href="#FieldTransform">array[FieldTransform]</a></span> list of field transformations. order does not matter. </div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="SyncMode"><code>SyncMode</code> - </a> <a class="up" href="#__Models">Up</a></h3>
     <div class='model-description'></div>
@@ -11088,6 +12355,7 @@ <h3><a name="WebBackendConnectionRead"><code>WebBackendConnectionRead</code> - <
 <div class="param">isSyncing </div><div class="param-desc"><span class="param-type"><a href="#boolean">Boolean</a></span>  </div>
 <div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span>  </div>
 <div class="param">catalogId (optional)</div><div class="param-desc"><span class="param-type"><a href="#UUID">UUID</a></span>  format: uuid</div>
+<div class="param">catalogDiff (optional)</div><div class="param-desc"><span class="param-type"><a href="#CatalogDiff">CatalogDiff</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
   <div class="model">