From fde718f38c9b310d12095cca3c5cf1da9d9b5ad8 Mon Sep 17 00:00:00 2001
From: Dylan Chen <zilin@singularity-data.com>
Date: Mon, 13 Jan 2025 16:36:58 +0800
Subject: [PATCH] change http client max connection for iceberg compaction

---
 src/connector/src/sink/iceberg/compaction.rs | 16 +++++-----------
 1 file changed, 5 insertions(+), 11 deletions(-)

diff --git a/src/connector/src/sink/iceberg/compaction.rs b/src/connector/src/sink/iceberg/compaction.rs
index 3b51217bc9ab5..cf4d22c91cced 100644
--- a/src/connector/src/sink/iceberg/compaction.rs
+++ b/src/connector/src/sink/iceberg/compaction.rs
@@ -142,17 +142,6 @@ async fn run_compact(
 
 fn get_catalog_config(config: &IcebergConfig) -> anyhow::Result<HashMap<String, String>> {
     match config.common.catalog_type.as_deref() {
-        Some("storage") | None => Ok(HashMap::from_iter([
-            ("type".to_owned(), "hadoop".to_owned()),
-            (
-                "warehouse".to_owned(),
-                config
-                    .common
-                    .warehouse_path
-                    .clone()
-                    .ok_or_else(|| anyhow!("warehouse unspecified for jdbc catalog"))?,
-            ),
-        ])),
         Some("jdbc") => Ok(HashMap::from_iter(
             [
                 ("type".to_owned(), "jdbc".to_owned()),
@@ -172,6 +161,10 @@ fn get_catalog_config(config: &IcebergConfig) -> anyhow::Result<HashMap<String,
                         .clone()
                         .ok_or_else(|| anyhow!("uri unspecified for jdbc catalog"))?,
                 ),
+                (
+                    "http-client.apache.max-connections".to_owned(),
+                    "3000".to_owned(),
+                ),
             ]
             .into_iter()
             .chain(
@@ -182,6 +175,7 @@ fn get_catalog_config(config: &IcebergConfig) -> anyhow::Result<HashMap<String,
                     .map(|(k, v)| (k.clone(), v.clone())),
             ),
         )),
+        None => Err(anyhow!("catalog type unspecified")),
         Some(other) => Err(anyhow!("unsupported catalog type {} in compaction", other)),
     }
 }