diff --git a/docs/en/start-v2/docker/docker.md b/docs/en/start-v2/docker/docker.md index bc8040441a6..13def761f6c 100644 --- a/docs/en/start-v2/docker/docker.md +++ b/docs/en/start-v2/docker/docker.md @@ -9,6 +9,10 @@ sidebar_position: 3 ### Download +SeaTunnel has 2 docker images. +one is light version `apache/seatunnel`, only include fake, console connector. if you need another connector you need re-build or mount the lib in runtime. +another is the full connector version `apache/seatunnel-full`, include all connectors. but the image size is bigger. + ```shell docker pull apache/seatunnel ``` @@ -24,7 +28,7 @@ docker run --rm -it apache/seatunnel bash ./bin/seatunnel.sh -e local -c config/ ``` -### Install the connectors you needed +### Install the connectors you needed (If you downloaded the full connector image, you can skip this step) We only provide the fake source and console sink connector in this image, if you need other connectors, you can follow the below steps to install the connector. diff --git a/pom.xml b/pom.xml index 13752378bb4..f5098148edd 100644 --- a/pom.xml +++ b/pom.xml @@ -1014,6 +1014,21 @@ false + + docker-full + + false + + + seatunnel-dist + + + false + false + false + ${project.version}-full + + ci diff --git a/seatunnel-dist/pom.xml b/seatunnel-dist/pom.xml index e036a3eed26..bf7372db3d1 100644 --- a/seatunnel-dist/pom.xml +++ b/seatunnel-dist/pom.xml @@ -887,5 +887,633 @@ + + docker-full + + + release + false + + + + 8.0.27 + 42.4.3 + 2.5.1 + 8.1.2.141 + 9.2.1.jre8 + 5.2.5-HBase-2.x + 12.2.0.1 + 3.39.3.0 + db2jcc4 + 3.39.3.0 + 5.13.9 + 17.20.00.12 + 2.1.0.9 + 3.13.29 + + + 3.0.0 + 2.4.7 + 3.1.4 + 1.11.271 + 4.1.89.Final + + + + + org.apache.seatunnel + seatunnel-flink-13-starter + ${project.version} + provided + + + org.apache.seatunnel + seatunnel-flink-15-starter + ${project.version} + provided + + + org.apache.seatunnel + seatunnel-spark-2-starter + ${project.version} + provided + + + org.apache.seatunnel + seatunnel-spark-3-starter + ${project.version} + provided + + + org.apache.seatunnel + seatunnel-starter + ${project.version} + provided + + + + org.apache.seatunnel + seatunnel-transforms-v2 + ${project.version} + provided + + + + org.apache.seatunnel + connector-fake + ${project.version} + provided + + + org.apache.seatunnel + connector-console + ${project.version} + provided + + + org.apache.seatunnel + connector-assert + ${project.version} + provided + + + org.apache.seatunnel + connector-kafka + ${project.version} + provided + + + org.apache.seatunnel + connector-http-base + ${project.version} + provided + + + org.apache.seatunnel + connector-http-feishu + ${project.version} + provided + + + org.apache.seatunnel + connector-http-wechat + ${project.version} + provided + + + org.apache.seatunnel + connector-http-myhours + ${project.version} + provided + + + org.apache.seatunnel + connector-http-lemlist + ${project.version} + provided + + + org.apache.seatunnel + connector-http-klaviyo + ${project.version} + provided + + + org.apache.seatunnel + connector-http-onesignal + ${project.version} + provided + + + org.apache.seatunnel + connector-http-notion + ${project.version} + provided + + + org.apache.seatunnel + connector-http-persistiq + ${project.version} + provided + + + org.apache.seatunnel + connector-jdbc + ${project.version} + provided + + + org.apache.seatunnel + connector-socket + ${project.version} + provided + + + org.apache.seatunnel + connector-clickhouse + ${project.version} + provided + + + org.apache.seatunnel + connector-pulsar + ${project.version} + provided + + + org.apache.seatunnel + connector-hive + ${project.version} + provided + + + org.apache.seatunnel + connector-file-hadoop + ${project.version} + provided + + + org.apache.seatunnel + connector-file-local + ${project.version} + provided + + + org.apache.seatunnel + connector-file-oss + ${project.version} + provided + + + org.apache.seatunnel + connector-file-jindo-oss + ${project.version} + provided + + + org.apache.seatunnel + connector-file-cos + ${project.version} + provided + + + org.apache.seatunnel + connector-file-ftp + ${project.version} + provided + + + org.apache.seatunnel + connector-file-sftp + ${project.version} + provided + + + org.apache.seatunnel + connector-hudi + ${project.version} + provided + + + org.apache.seatunnel + connector-dingtalk + ${project.version} + provided + + + org.apache.seatunnel + connector-kudu + ${project.version} + provided + + + org.apache.seatunnel + connector-email + ${project.version} + provided + + + org.apache.seatunnel + connector-elasticsearch + ${project.version} + provided + + + org.apache.seatunnel + connector-iotdb + ${project.version} + provided + + + org.apache.seatunnel + connector-neo4j + ${project.version} + provided + + + org.apache.seatunnel + connector-redis + ${project.version} + provided + + + org.apache.seatunnel + connector-google-sheets + ${project.version} + provided + + + org.apache.seatunnel + connector-google-firestore + ${project.version} + provided + + + org.apache.seatunnel + connector-datahub + ${project.version} + provided + + + org.apache.seatunnel + connector-sentry + ${project.version} + provided + + + org.apache.seatunnel + connector-mongodb + ${project.version} + provided + + + org.apache.seatunnel + connector-iceberg + ${project.version} + provided + + + org.apache.seatunnel + connector-influxdb + ${project.version} + provided + + + org.apache.seatunnel + connector-cassandra + ${project.version} + provided + + + org.apache.seatunnel + connector-file-s3 + ${project.version} + provided + + + org.apache.seatunnel + connector-amazondynamodb + ${project.version} + provided + + + org.apache.seatunnel + connector-starrocks + ${project.version} + provided + + + org.apache.seatunnel + connector-tablestore + ${project.version} + provided + + + org.apache.seatunnel + connector-slack + ${project.version} + provided + + + org.apache.seatunnel + connector-http-gitlab + ${project.version} + provided + + + org.apache.seatunnel + connector-http-github + ${project.version} + provided + + + org.apache.seatunnel + connector-http-jira + ${project.version} + provided + + + org.apache.seatunnel + connector-rabbitmq + ${project.version} + provided + + + org.apache.seatunnel + connector-openmldb + ${project.version} + provided + + + org.apache.seatunnel + connector-doris + ${project.version} + provided + + + org.apache.seatunnel + connector-maxcompute + ${project.version} + provided + + + org.apache.seatunnel + connector-cdc-mysql + ${project.version} + provided + + + org.apache.seatunnel + connector-cdc-mongodb + ${project.version} + provided + + + org.apache.seatunnel + connector-cdc-sqlserver + ${project.version} + provided + + + org.apache.seatunnel + connector-tdengine + ${project.version} + provided + + + org.apache.seatunnel + connector-selectdb-cloud + ${project.version} + provided + + + org.apache.seatunnel + connector-hbase + ${project.version} + provided + + + org.apache.seatunnel + connector-s3-redshift + ${project.version} + provided + + + + org.apache.seatunnel + connector-rocketmq + ${project.version} + provided + + + + org.apache.seatunnel + connector-paimon + ${project.version} + provided + + + + org.apache.seatunnel + connector-amazonsqs + ${project.version} + provided + + + + + com.aliyun.phoenix + ali-phoenix-shaded-thin-client + ${phoenix.version} + provided + + + mysql + mysql-connector-java + ${mysql.version} + provided + + + org.postgresql + postgresql + ${postgresql.version} + provided + + + net.postgis + postgis-jdbc + ${postgis.jdbc.version} + provided + + + com.dameng + DmJdbcDriver18 + ${dm-jdbc.version} + provided + + + com.microsoft.sqlserver + mssql-jdbc + ${sqlserver.version} + provided + + + com.oracle.database.jdbc + ojdbc8 + ${oracle.version} + provided + + + com.oracle.database.xml + xdb6 + ${oracle.version} + provided + + + com.oracle.database.xml + xmlparserv2 + ${oracle.version} + provided + + + org.xerial + sqlite-jdbc + ${sqlite.version} + provided + + + com.ibm.db2.jcc + db2jcc + ${db2.version} + provided + + + com.aliyun.openservices + tablestore-jdbc + ${tablestore.version} + provided + + + + com.teradata.jdbc + terajdbc4 + ${teradata.version} + provided + + + + com.amazon.redshift + redshift-jdbc42 + ${redshift.version} + provided + + + + net.snowflake + snowflake-jdbc + ${snowflake.version} + provided + + + + + io.netty + netty-buffer + ${netty-buffer.version} + provided + + + + + org.apache.hadoop + hadoop-aliyun + ${hadoop-aliyun.version} + provided + + + + org.apache.hadoop + hadoop-aws + ${hadoop-aws.version} + provided + + + + org.apache.seatunnel + seatunnel-hadoop3-3.1.4-uber + ${project.version} + optional + provided + + + + + apache-seatunnel-${project.version} + + + maven-assembly-plugin + + + bin + + single + + package + + + src/main/assembly/assembly-bin-docker.xml + + true + + + + + src + + single + + package + + + src/main/assembly/assembly-src.xml + + true + + + + + + org.codehaus.mojo + exec-maven-plugin + + + + + + cloudera + https://repository.cloudera.com/artifactory/cloudera-repos/ + + +