Skip to content

Commit 0e9ceee

Browse files
committed
[Engine][Merge] fix merge problem
1 parent ca80df7 commit 0e9ceee

File tree

30 files changed

+288
-640
lines changed

30 files changed

+288
-640
lines changed

pom.xml

Lines changed: 44 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -143,7 +143,6 @@
143143
<hadoop.binary.version>2.7</hadoop.binary.version>
144144
<jackson.version>2.12.6</jackson.version>
145145
<lombok.version>1.18.0</lombok.version>
146-
<commons-compress.version>1.20</commons-compress.version>
147146
<mysql.version>8.0.16</mysql.version>
148147
<postgresql.version>42.3.3</postgresql.version>
149148
<dm-jdbc.version>8.1.2.141</dm-jdbc.version>
@@ -202,6 +201,8 @@
202201
<snappy-java.version>1.1.8.3</snappy-java.version>
203202
<checker.qual.version>3.10.0</checker.qual.version>
204203
<awaitility.version>4.2.0</awaitility.version>
204+
<!-- SeaTunnel Engine use -->
205+
<hazelcast.version>5.1</hazelcast.version>
205206
</properties>
206207

207208
<dependencyManagement>
@@ -302,12 +303,6 @@
302303
</exclusions>
303304
</dependency>
304305

305-
<dependency>
306-
<groupId>org.apache.commons</groupId>
307-
<artifactId>commons-compress</artifactId>
308-
<version>${commons-compress.version}</version>
309-
</dependency>
310-
311306
<dependency>
312307
<groupId>org.apache.logging.log4j</groupId>
313308
<artifactId>log4j-core</artifactId>
@@ -331,13 +326,6 @@
331326
<version>${guava.version}</version>
332327
</dependency>
333328

334-
<dependency>
335-
<groupId>org.awaitility</groupId>
336-
<artifactId>awaitility</artifactId>
337-
<version>${awaitility.version}</version>
338-
<scope>test</scope>
339-
</dependency>
340-
341329
<dependency>
342330
<groupId>org.slf4j</groupId>
343331
<artifactId>slf4j-api</artifactId>
@@ -368,6 +356,48 @@
368356
<version>${awaitility.version}</version>
369357
<scope>test</scope>
370358
</dependency>
359+
360+
<dependency>
361+
<groupId>commons-io</groupId>
362+
<artifactId>commons-io</artifactId>
363+
<version>${commons-io.version}</version>
364+
</dependency>
365+
366+
<dependency>
367+
<groupId>io.protostuff</groupId>
368+
<artifactId>protostuff-core</artifactId>
369+
<version>${protostuff.version}</version>
370+
</dependency>
371+
372+
<dependency>
373+
<groupId>io.protostuff</groupId>
374+
<artifactId>protostuff-runtime</artifactId>
375+
<version>${protostuff.version}</version>
376+
</dependency>
377+
378+
<dependency>
379+
<groupId>com.google.auto.service</groupId>
380+
<artifactId>auto-service</artifactId>
381+
<version>${auto-service.version}</version>
382+
<scope>provided</scope>
383+
</dependency>
384+
385+
<!-- SeaTunnel engine use begin -->
386+
<dependency>
387+
<groupId>com.hazelcast</groupId>
388+
<artifactId>hazelcast</artifactId>
389+
<version>${hazelcast.version}</version>
390+
</dependency>
391+
392+
<!-- test dependencies -->
393+
<dependency>
394+
<groupId>com.hazelcast</groupId>
395+
<artifactId>hazelcast</artifactId>
396+
<scope>test</scope>
397+
<version>${hazelcast.version}</version>
398+
<classifier>tests</classifier>
399+
</dependency>
400+
<!-- SeaTunnel engine use end -->
371401
</dependencies>
372402

373403
</dependencyManagement>

seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/FileSinkWriterWithTransaction.java

Lines changed: 0 additions & 160 deletions
This file was deleted.

seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/sink/config/TextFileSinkConfig.java

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -19,12 +19,10 @@
1919

2020
import static com.google.common.base.Preconditions.checkArgument;
2121

22-
import org.apache.seatunnel.api.table.type.SeaTunnelRow;
2322
import org.apache.seatunnel.api.table.type.SeaTunnelRowType;
2423
import org.apache.seatunnel.connectors.seatunnel.file.config.BaseTextFileConfig;
2524
import org.apache.seatunnel.connectors.seatunnel.file.config.Constant;
2625
import org.apache.seatunnel.connectors.seatunnel.file.config.PartitionConfig;
27-
import org.apache.seatunnel.connectors.seatunnel.file.sink.writer.FileSinkPartitionDirNameGenerator;
2826

2927
import org.apache.seatunnel.shade.com.typesafe.config.Config;
3028

@@ -48,9 +46,6 @@ public class TextFileSinkConfig extends BaseTextFileConfig implements PartitionC
4846

4947
private List<String> partitionFieldList;
5048

51-
/**
52-
* default is ${k0}=${v0}/${k1}=${v1}/... {@link FileSinkPartitionDirNameGenerator#generatorPartitionDir(SeaTunnelRow)} ()}
53-
*/
5449
private String partitionDirExpression;
5550

5651
private boolean isPartitionFieldWriteInFile = false;

seatunnel-connectors-v2/connector-file/connector-file-local/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/local/sink/LocalFileSink.java

Lines changed: 0 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -17,21 +17,6 @@
1717

1818
package org.apache.seatunnel.connectors.seatunnel.file.local.sink;
1919

20-
<<<<<<<< HEAD:seatunnel-core/seatunnel-spark-starter/src/main/java/org/apache/seatunnel/core/starter/spark/config/SparkEnvironmentFactory.java
21-
import org.apache.seatunnel.core.starter.config.EnvironmentFactory;
22-
import org.apache.seatunnel.spark.SparkEnvironment;
23-
24-
import org.apache.seatunnel.shade.com.typesafe.config.Config;
25-
26-
public class SparkEnvironmentFactory extends EnvironmentFactory<SparkEnvironment> {
27-
public SparkEnvironmentFactory(Config config) {
28-
super(config);
29-
}
30-
31-
@Override
32-
protected SparkEnvironment newEnvironment() {
33-
return new SparkEnvironment().setEnableHive(checkIsContainHive());
34-
========
3520
import org.apache.seatunnel.api.common.PrepareFailException;
3621
import org.apache.seatunnel.api.sink.SeaTunnelSink;
3722
import org.apache.seatunnel.connectors.seatunnel.file.config.FileSystemType;
@@ -55,6 +40,5 @@ public String getPluginName() {
5540
public void prepare(Config pluginConfig) throws PrepareFailException {
5641
super.prepare(pluginConfig);
5742
hadoopConf = new LocalConf(CommonConfigurationKeys.FS_DEFAULT_NAME_DEFAULT);
58-
>>>>>>>> upstream/dev:seatunnel-connectors-v2/connector-file/connector-file-local/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/local/sink/LocalFileSink.java
5943
}
6044
}

seatunnel-connectors-v2/connector-hive/src/test/java/org/apache/seatunnel/connectors/seatunnel/hive/sink/TestHiveSinkConfig.java

Lines changed: 0 additions & 53 deletions
This file was deleted.

0 commit comments

Comments
 (0)