Add a pool timeout to try to fix open File descriptor issue like deno

Author: aaronvg

engine/baml-runtime/Cargo.toml

@@ -137,7 +137,7 @@ colored = { version = "2.1.0", default-features = false, features = [
 ] }
 futures-timer = { version = "3.0.3", features = ["wasm-bindgen"] }
 js-sys = "=0.3.69"
-reqwest = { version = "0.12.12", features = [
+reqwest = { version = "0.12.22", features = [
   "stream",
   "json",
   "native-tls-vendored",

engine/baml-runtime/src/request/mod.rs

@@ -14,11 +14,14 @@ fn builder() -> reqwest::ClientBuilder {
                 .connect_timeout(Duration::from_secs(10))
                 .danger_accept_invalid_certs(danger_accept_invalid_certs)
                 .http2_keep_alive_interval(Some(Duration::from_secs(10)))
-                // We don't want to keep idle connections around due to sometimes
-                // causing a stall in the connection pool across FFI boundaries
+                // To prevent stalling in python, we set the pool to 0 and idle timeout to 0.
+                // See:
                 // https://github.com/seanmonstar/reqwest/issues/600
+                // https://github.com/denoland/deno/issues/28853
+                // https://github.com/hyperium/hyper/issues/2312
+                // https://github.com/Azure/azure-sdk-for-rust/pull/1550
                 .pool_max_idle_per_host(0)
-
+                .pool_idle_timeout(std::time::Duration::from_nanos(1))
         }
     }
 }