Skip to content

Commit

Permalink
update acceptance tests to use new scheduling format now that fronten…
Browse files Browse the repository at this point in the history
…d has moved over
  • Loading branch information
mfsiega-airbyte committed Sep 7, 2022
1 parent 086d33e commit 13e43fa
Show file tree
Hide file tree
Showing 6 changed files with 124 additions and 55 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,8 @@ public static ImmutableMap<String, Object> generateSyncMetadata(final StandardSy
metadata.put("connection_id", standardSync.getConnectionId());

final String frequencyString;
if (standardSync.getManual()) {
// TODO(https://github.com/airbytehq/airbyte/issues/2170): handle cron strings properly.
if (standardSync.getManual() || standardSync.getSchedule() == null) {
frequencyString = "manual";
} else {
final long intervalInMinutes = TimeUnit.SECONDS.toMinutes(ScheduleHelpers.getIntervalInSecond(standardSync.getSchedule()));
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,8 @@
import io.airbyte.api.client.model.generated.ConnectionIdRequestBody;
import io.airbyte.api.client.model.generated.ConnectionRead;
import io.airbyte.api.client.model.generated.ConnectionSchedule;
import io.airbyte.api.client.model.generated.ConnectionScheduleData;
import io.airbyte.api.client.model.generated.ConnectionScheduleType;
import io.airbyte.api.client.model.generated.ConnectionState;
import io.airbyte.api.client.model.generated.ConnectionStatus;
import io.airbyte.api.client.model.generated.ConnectionUpdate;
Expand Down Expand Up @@ -455,15 +457,17 @@ public ConnectionRead createConnection(final String name,
final UUID destinationId,
final List<UUID> operationIds,
final AirbyteCatalog catalog,
final ConnectionSchedule schedule)
final ConnectionScheduleType scheduleType,
final ConnectionScheduleData scheduleData)
throws ApiException {
final ConnectionRead connection = apiClient.getConnectionApi().createConnection(
new ConnectionCreate()
.status(ConnectionStatus.ACTIVE)
.sourceId(sourceId)
.destinationId(destinationId)
.syncCatalog(catalog)
.schedule(schedule)
.scheduleType(scheduleType)
.scheduleData(scheduleData)
.operationIds(operationIds)
.name(name)
.namespaceDefinition(NamespaceDefinitionType.CUSTOMFORMAT)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@
import io.airbyte.api.client.model.generated.AirbyteStream;
import io.airbyte.api.client.model.generated.AttemptInfoRead;
import io.airbyte.api.client.model.generated.ConnectionIdRequestBody;
import io.airbyte.api.client.model.generated.ConnectionScheduleType;
import io.airbyte.api.client.model.generated.ConnectionState;
import io.airbyte.api.client.model.generated.DestinationDefinitionIdRequestBody;
import io.airbyte.api.client.model.generated.DestinationDefinitionRead;
Expand Down Expand Up @@ -142,7 +143,8 @@ void testManualSync() throws Exception {
final DestinationSyncMode destinationSyncMode = DestinationSyncMode.OVERWRITE;
catalog.getStreams().forEach(s -> s.getConfig().syncMode(syncMode).destinationSyncMode(destinationSyncMode));
final UUID connectionId =
testHarness.createConnection(connectionName, sourceId, destinationId, List.of(operationId), catalog, null).getConnectionId();
testHarness.createConnection(connectionName, sourceId, destinationId, List.of(operationId), catalog, ConnectionScheduleType.MANUAL, null)
.getConnectionId();
final JobInfoRead connectionSyncRead = apiClient.getConnectionApi().syncConnection(new ConnectionIdRequestBody().connectionId(connectionId));
waitForSuccessfulJob(apiClient.getJobsApi(), connectionSyncRead.getJob());
testHarness.assertSourceAndDestinationDbInSync(false);
Expand Down Expand Up @@ -187,7 +189,7 @@ void testCheckpointing() throws Exception {
.cursorField(List.of(COLUMN_ID))
.destinationSyncMode(destinationSyncMode));
final UUID connectionId =
testHarness.createConnection(connectionName, sourceId, destinationId, Collections.emptyList(), catalog, null)
testHarness.createConnection(connectionName, sourceId, destinationId, Collections.emptyList(), catalog, ConnectionScheduleType.MANUAL, null)
.getConnectionId();
final JobInfoRead connectionSyncRead1 = apiClient.getConnectionApi()
.syncConnection(new ConnectionIdRequestBody().connectionId(connectionId));
Expand Down Expand Up @@ -269,7 +271,7 @@ void testBackpressure() throws Exception {
final AirbyteCatalog catalog = testHarness.discoverSourceSchema(sourceId);

final UUID connectionId =
testHarness.createConnection(connectionName, sourceId, destinationId, Collections.emptyList(), catalog, null)
testHarness.createConnection(connectionName, sourceId, destinationId, Collections.emptyList(), catalog, ConnectionScheduleType.MANUAL, null)
.getConnectionId();
final JobInfoRead connectionSyncRead1 = apiClient.getConnectionApi()
.syncConnection(new ConnectionIdRequestBody().connectionId(connectionId));
Expand Down
Loading

0 comments on commit 13e43fa

Please sign in to comment.