Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Bmoric/extract source api #18944

Merged
merged 11 commits into from
Nov 4, 2022
Original file line number Diff line number Diff line change
Expand Up @@ -367,6 +367,7 @@ public static ServerRunnable getServer(final ServerFactory apiFactory,
openApiConfigHandler,
operationsHandler,
schedulerHandler,
sourceHandler,
workspacesHandler);
}

Expand Down
17 changes: 17 additions & 0 deletions airbyte-server/src/main/java/io/airbyte/server/ServerFactory.java
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,8 @@
import io.airbyte.server.apis.NotificationsApiController;
import io.airbyte.server.apis.OpenapiApiController;
import io.airbyte.server.apis.OperationApiController;
import io.airbyte.server.apis.SchedulerApiController;
import io.airbyte.server.apis.SourceApiController;
import io.airbyte.server.apis.binders.AttemptApiBinder;
import io.airbyte.server.apis.binders.ConnectionApiBinder;
import io.airbyte.server.apis.binders.DbMigrationBinder;
Expand All @@ -41,6 +43,8 @@
import io.airbyte.server.apis.binders.NotificationApiBinder;
import io.airbyte.server.apis.binders.OpenapiApiBinder;
import io.airbyte.server.apis.binders.OperationApiBinder;
import io.airbyte.server.apis.binders.SchedulerApiBinder;
import io.airbyte.server.apis.binders.SourceApiBinder;
import io.airbyte.server.apis.binders.SourceOauthApiBinder;
import io.airbyte.server.apis.factories.AttemptApiFactory;
import io.airbyte.server.apis.factories.ConnectionApiFactory;
Expand All @@ -55,6 +59,8 @@
import io.airbyte.server.apis.factories.NotificationsApiFactory;
import io.airbyte.server.apis.factories.OpenapiApiFactory;
import io.airbyte.server.apis.factories.OperationApiFactory;
import io.airbyte.server.apis.factories.SchedulerApiFactory;
import io.airbyte.server.apis.factories.SourceApiFactory;
import io.airbyte.server.apis.factories.SourceOauthApiFactory;
import io.airbyte.server.handlers.AttemptHandler;
import io.airbyte.server.handlers.ConnectionsHandler;
Expand All @@ -68,6 +74,7 @@
import io.airbyte.server.handlers.OpenApiConfigHandler;
import io.airbyte.server.handlers.OperationsHandler;
import io.airbyte.server.handlers.SchedulerHandler;
import io.airbyte.server.handlers.SourceHandler;
import io.airbyte.server.handlers.WorkspacesHandler;
import io.airbyte.server.scheduler.EventRunner;
import io.airbyte.server.scheduler.SynchronousSchedulerClient;
Expand Down Expand Up @@ -108,6 +115,7 @@ ServerRunnable create(final SynchronousSchedulerClient synchronousSchedulerClien
final OpenApiConfigHandler openApiConfigHandler,
final OperationsHandler operationsHandler,
final SchedulerHandler schedulerHandler,
final SourceHandler sourceHandler,
final WorkspacesHandler workspacesHandler);

class Api implements ServerFactory {
Expand Down Expand Up @@ -141,6 +149,7 @@ public ServerRunnable create(final SynchronousSchedulerClient synchronousSchedul
final OpenApiConfigHandler openApiConfigHandler,
final OperationsHandler operationsHandler,
final SchedulerHandler schedulerHandler,
final SourceHandler sourceHandler,
final WorkspacesHandler workspacesHandler) {
final Map<String, String> mdc = MDC.getCopyOfContextMap();

Expand Down Expand Up @@ -197,6 +206,10 @@ public ServerRunnable create(final SynchronousSchedulerClient synchronousSchedul

OpenapiApiFactory.setValues(openApiConfigHandler);

SchedulerApiFactory.setValues(schedulerHandler);

SourceApiFactory.setValues(schedulerHandler, sourceHandler);

// server configurations
final Set<Class<?>> componentClasses = Set.of(
ConfigurationApi.class,
Expand All @@ -213,6 +226,8 @@ public ServerRunnable create(final SynchronousSchedulerClient synchronousSchedul
NotificationsApiController.class,
OpenapiApiController.class,
OperationApiController.class,
SchedulerApiController.class,
SourceApiController.class,
SourceOauthApiFactory.class);

final Set<Object> components = Set.of(
Expand All @@ -231,6 +246,8 @@ public ServerRunnable create(final SynchronousSchedulerClient synchronousSchedul
new NotificationApiBinder(),
new OpenapiApiBinder(),
new OperationApiBinder(),
new SchedulerApiBinder(),
new SourceApiBinder(),
new SourceOauthApiBinder());

// construct server
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -436,57 +436,94 @@ public InternalOperationResult setWorkflowInAttempt(final SetWorkflowInAttemptRe

// SOURCE IMPLEMENTATION

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public SourceRead createSource(final SourceCreate sourceCreate) {
return execute(() -> sourceHandler.createSource(sourceCreate));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public SourceRead updateSource(final SourceUpdate sourceUpdate) {
return execute(() -> sourceHandler.updateSource(sourceUpdate));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public SourceReadList listSourcesForWorkspace(final WorkspaceIdRequestBody workspaceIdRequestBody) {
return execute(() -> sourceHandler.listSourcesForWorkspace(workspaceIdRequestBody));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public SourceReadList searchSources(final SourceSearch sourceSearch) {
return execute(() -> sourceHandler.searchSources(sourceSearch));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public SourceRead getSource(final SourceIdRequestBody sourceIdRequestBody) {
return execute(() -> sourceHandler.getSource(sourceIdRequestBody));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public void deleteSource(final SourceIdRequestBody sourceIdRequestBody) {
execute(() -> {
sourceHandler.deleteSource(sourceIdRequestBody);
return null;
});
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public SourceRead cloneSource(final SourceCloneRequestBody sourceCloneRequestBody) {
return execute(() -> sourceHandler.cloneSource(sourceCloneRequestBody));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public CheckConnectionRead checkConnectionToSource(final SourceIdRequestBody sourceIdRequestBody) {
return execute(() -> schedulerHandler.checkSourceConnectionFromSourceId(sourceIdRequestBody));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public CheckConnectionRead checkConnectionToSourceForUpdate(final SourceUpdate sourceUpdate) {
return execute(() -> schedulerHandler.checkSourceConnectionFromSourceIdForUpdate(sourceUpdate));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SourceApiController}. Since the path of
* {@link SourceApiController} is more granular, it will override this implementation
*/
@Override
public SourceDiscoverSchemaRead discoverSchemaForSource(final SourceDiscoverSchemaRequestBody discoverSchemaRequestBody) {
return execute(() -> schedulerHandler.discoverSchemaForSourceFromSourceId(discoverSchemaRequestBody));
throw new NotImplementedException();
}

// DB MIGRATION
Expand Down Expand Up @@ -900,19 +937,31 @@ public ConnectionState getState(final ConnectionIdRequestBody connectionIdReques
}

// SCHEDULER
/**
* This implementation has been moved to {@link SchedulerApiController}. Since the path of
* {@link SchedulerApiController} is more granular, it will override this implementation
*/
@Override
public CheckConnectionRead executeSourceCheckConnection(final SourceCoreConfig sourceConfig) {
return execute(() -> schedulerHandler.checkSourceConnectionFromSourceCreate(sourceConfig));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SchedulerApiController}. Since the path of
* {@link SchedulerApiController} is more granular, it will override this implementation
*/
@Override
public CheckConnectionRead executeDestinationCheckConnection(final DestinationCoreConfig destinationConfig) {
return execute(() -> schedulerHandler.checkDestinationConnectionFromDestinationCreate(destinationConfig));
throw new NotImplementedException();
}

/**
* This implementation has been moved to {@link SchedulerApiController}. Since the path of
* {@link SchedulerApiController} is more granular, it will override this implementation
*/
@Override
public SourceDiscoverSchemaRead executeSourceDiscoverSchema(final SourceCoreConfig sourceCreate) {
return execute(() -> schedulerHandler.discoverSchemaForSourceFromSourceCreate(sourceCreate));
throw new NotImplementedException();
}

/**
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
/*
* Copyright (c) 2022 Airbyte, Inc., all rights reserved.
*/

package io.airbyte.server.apis;

import io.airbyte.api.generated.SchedulerApi;
import io.airbyte.api.model.generated.CheckConnectionRead;
import io.airbyte.api.model.generated.DestinationCoreConfig;
import io.airbyte.api.model.generated.SourceCoreConfig;
import io.airbyte.api.model.generated.SourceDiscoverSchemaRead;
import io.airbyte.server.handlers.SchedulerHandler;
import lombok.AllArgsConstructor;

@AllArgsConstructor
public class SchedulerApiController implements SchedulerApi {

private final SchedulerHandler schedulerHandler;

@Override
public CheckConnectionRead executeDestinationCheckConnection(final DestinationCoreConfig destinationCoreConfig) {
return ConfigurationApi.execute(() -> schedulerHandler.checkDestinationConnectionFromDestinationCreate(destinationCoreConfig));
}

@Override
public CheckConnectionRead executeSourceCheckConnection(final SourceCoreConfig sourceCoreConfig) {
return ConfigurationApi.execute(() -> schedulerHandler.checkSourceConnectionFromSourceCreate(sourceCoreConfig));
}

@Override
public SourceDiscoverSchemaRead executeSourceDiscoverSchema(final SourceCoreConfig sourceCoreConfig) {
return ConfigurationApi.execute(() -> schedulerHandler.discoverSchemaForSourceFromSourceCreate(sourceCoreConfig));
}

}
Original file line number Diff line number Diff line change
@@ -0,0 +1,84 @@
/*
* Copyright (c) 2022 Airbyte, Inc., all rights reserved.
*/

package io.airbyte.server.apis;

import io.airbyte.api.generated.SourceApi;
import io.airbyte.api.model.generated.CheckConnectionRead;
import io.airbyte.api.model.generated.SourceCloneRequestBody;
import io.airbyte.api.model.generated.SourceCreate;
import io.airbyte.api.model.generated.SourceDiscoverSchemaRead;
import io.airbyte.api.model.generated.SourceDiscoverSchemaRequestBody;
import io.airbyte.api.model.generated.SourceIdRequestBody;
import io.airbyte.api.model.generated.SourceRead;
import io.airbyte.api.model.generated.SourceReadList;
import io.airbyte.api.model.generated.SourceSearch;
import io.airbyte.api.model.generated.SourceUpdate;
import io.airbyte.api.model.generated.WorkspaceIdRequestBody;
import io.airbyte.server.handlers.SchedulerHandler;
import io.airbyte.server.handlers.SourceHandler;
import javax.ws.rs.Path;
import lombok.AllArgsConstructor;

@Path("/v1/sources")
@AllArgsConstructor
public class SourceApiController implements SourceApi {

private final SchedulerHandler schedulerHandler;
private final SourceHandler sourceHandler;

@Override
public CheckConnectionRead checkConnectionToSource(final SourceIdRequestBody sourceIdRequestBody) {
return ConfigurationApi.execute(() -> schedulerHandler.checkSourceConnectionFromSourceId(sourceIdRequestBody));
}

@Override
public CheckConnectionRead checkConnectionToSourceForUpdate(final SourceUpdate sourceUpdate) {
return ConfigurationApi.execute(() -> schedulerHandler.checkSourceConnectionFromSourceIdForUpdate(sourceUpdate));
}

@Override
public SourceRead cloneSource(final SourceCloneRequestBody sourceCloneRequestBody) {
return ConfigurationApi.execute(() -> sourceHandler.cloneSource(sourceCloneRequestBody));
}

@Override
public SourceRead createSource(final SourceCreate sourceCreate) {
return ConfigurationApi.execute(() -> sourceHandler.createSource(sourceCreate));
}

@Override
public void deleteSource(final SourceIdRequestBody sourceIdRequestBody) {
ConfigurationApi.execute(() -> {
sourceHandler.deleteSource(sourceIdRequestBody);
return null;
});
}

@Override
public SourceDiscoverSchemaRead discoverSchemaForSource(final SourceDiscoverSchemaRequestBody sourceDiscoverSchemaRequestBody) {
return ConfigurationApi.execute(() -> schedulerHandler.discoverSchemaForSourceFromSourceId(sourceDiscoverSchemaRequestBody));
}

@Override
public SourceRead getSource(final SourceIdRequestBody sourceIdRequestBody) {
return ConfigurationApi.execute(() -> sourceHandler.getSource(sourceIdRequestBody));
}

@Override
public SourceReadList listSourcesForWorkspace(final WorkspaceIdRequestBody workspaceIdRequestBody) {
return ConfigurationApi.execute(() -> sourceHandler.listSourcesForWorkspace(workspaceIdRequestBody));
}

@Override
public SourceReadList searchSources(final SourceSearch sourceSearch) {
return ConfigurationApi.execute(() -> sourceHandler.searchSources(sourceSearch));
}

@Override
public SourceRead updateSource(final SourceUpdate sourceUpdate) {
return ConfigurationApi.execute(() -> sourceHandler.updateSource(sourceUpdate));
}

}
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
/*
* Copyright (c) 2022 Airbyte, Inc., all rights reserved.
*/

package io.airbyte.server.apis.binders;

import io.airbyte.server.apis.SchedulerApiController;
import io.airbyte.server.apis.factories.SchedulerApiFactory;
import org.glassfish.hk2.utilities.binding.AbstractBinder;
import org.glassfish.jersey.process.internal.RequestScoped;

public class SchedulerApiBinder extends AbstractBinder {

@Override
protected void configure() {
bindFactory(SchedulerApiFactory.class)
.to(SchedulerApiController.class)
.in(RequestScoped.class);
}

}
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
/*
* Copyright (c) 2022 Airbyte, Inc., all rights reserved.
*/

package io.airbyte.server.apis.binders;

import io.airbyte.server.apis.SourceApiController;
import io.airbyte.server.apis.factories.SourceApiFactory;
import org.glassfish.hk2.utilities.binding.AbstractBinder;
import org.glassfish.jersey.process.internal.RequestScoped;

public class SourceApiBinder extends AbstractBinder {

@Override
protected void configure() {
bindFactory(SourceApiFactory.class)
.to(SourceApiController.class)
.in(RequestScoped.class);
}

}
Loading