Add startingTimestamp option (#22)

* Add startingTimestamp option * Bump ver
helium · Jan 8, 2024 · a4eb13c · a4eb13c
1 parent abe572d
commit a4eb13c
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/spark-streaming-sql/build.sbt b/spark-streaming-sql/build.sbt
@@ -1,7 +1,7 @@
 scalaVersion := "2.13.8"
 name := "spark-streaming-sql"
 organization := "helium"
-version := "1.0.2"
+version := "1.0.3"
 
 val sparkVersion = "3.4.0"
 

diff --git a/spark-streaming-sql/src/main/scala/Main.scala b/spark-streaming-sql/src/main/scala/Main.scala
@@ -72,6 +72,7 @@ object Main extends App {
       .outputMode("append")
       .partitionBy(sys.env.get("PARTITION_BY").get.split(","): _*)
       .option("checkpointLocation", sys.env.get("CHECKPOINT").get)
+      .option("startingTimestamp", sys.env.getOrElse("STARTING_TIMESTAMP", "2017-01-01"))
       .trigger(trigger)
       .start(sys.env.get("OUTPUT").get)
       .awaitTermination()