diff --git a/seatunnel-connectors-v2/connector-file/connector-file-base/pom.xml b/seatunnel-connectors-v2/connector-file/connector-file-base/pom.xml index f091e7023d9..12498bf2dfd 100644 --- a/seatunnel-connectors-v2/connector-file/connector-file-base/pom.xml +++ b/seatunnel-connectors-v2/connector-file/connector-file-base/pom.xml @@ -33,7 +33,7 @@ 1.5.6 4.4 3.4 - 1.12.3 + 1.13.0 4.1.2 4.1.2 3.1.4 diff --git a/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/config/BaseSinkConfig.java b/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/config/BaseSinkConfig.java index 2ec8ac5db4c..114e4af039c 100644 --- a/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/config/BaseSinkConfig.java +++ b/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/config/BaseSinkConfig.java @@ -80,7 +80,8 @@ public class BaseSinkConfig extends KerberosConfig { CompressFormat.LZ4, CompressFormat.GZIP, CompressFormat.BROTLI, - CompressFormat.ZSTD)) + CompressFormat.ZSTD, + CompressFormat.LZ4_RAW)) .defaultValue(CompressFormat.NONE) .withDescription("Parquet file supported compression"); diff --git a/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/config/CompressFormat.java b/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/config/CompressFormat.java index 5276a806197..8061892b3d6 100644 --- a/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/config/CompressFormat.java +++ b/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/config/CompressFormat.java @@ -37,7 +37,8 @@ public enum CompressFormat implements Serializable { // only parquet support GZIP(".gz", CompressionKind.NONE, CompressionCodecName.GZIP), BROTLI(".br", CompressionKind.NONE, CompressionCodecName.BROTLI), - ZSTD(".zstd", CompressionKind.NONE, CompressionCodecName.ZSTD); + ZSTD(".zstd", CompressionKind.NONE, CompressionCodecName.ZSTD), + LZ4_RAW(".lz4raw", CompressionKind.NONE, CompressionCodecName.LZ4_RAW); private final String compressCodec; private final CompressionKind orcCompression; diff --git a/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/reader/ParquetReadStrategy.java b/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/reader/ParquetReadStrategy.java index 1264df9807a..8a545ef0f62 100644 --- a/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/reader/ParquetReadStrategy.java +++ b/seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/reader/ParquetReadStrategy.java @@ -296,9 +296,14 @@ private SeaTunnelDataType parquetType2SeaTunnelType(Type type, String name) { case INT_8: return BasicType.BYTE_TYPE; case INT_16: + case UINT_8: return BasicType.SHORT_TYPE; case DATE: return LocalTimeType.LOCAL_DATE_TYPE; + case UINT_16: + return BasicType.INT_TYPE; + case UINT_32: + return BasicType.LONG_TYPE; default: throw CommonError.convertToSeaTunnelTypeError( PARQUET, type.toString(), name);