chore: fix some integ tests (BoundaryML#2607)

openai batch is not a meaningful test, remove LLM deps for the others

Author: sxlijin

integ-tests/baml_src/clients.baml

@@ -227,10 +227,11 @@ client<llm> AwsBedrock {
     }
     // max_tokens 100000
     // max_completion_tokens 100000
-    model "anthropic.claude-3-5-sonnet-20240620-v1:0"
+    model "us.anthropic.claude-3-5-haiku-20241022-v1:0"
+    // model "anthropic.claude-3-5-sonnet-20240620-v1:0"
     // model_id "anthropic.claude-3-haiku-20240307-v1:0"
     //model "arn:aws:bedrock:us-east-1:404337120808:inference-profile/us.anthropic.claude-3-7-sonnet-20250219-v1:0"
-    endpoint_url "https://bedrock-runtime.us-east-1.amazonaws.com/"
+    // endpoint_url "https://bedrock-runtime.us-east-1.amazonaws.com/"
     // region "us-east-1"
     // access_key_id env.AWS_ACCESS_KEY_ID
     // secret_access_key env.AWS_SECRET_ACCESS_KEY

integ-tests/go/baml_client/baml_source_map.go

@@ -36,6 +36,7 @@
     "@anthropic-ai/sdk": "0.39.0",
     "@aws-crypto/sha256-js": "^5.2.0",
     "@aws-sdk/client-sts": "3.721.0",
+    "@aws-sdk/credential-provider-node": "^3.908.0",
     "@aws-sdk/credential-providers": "3.830.0",
     "@boundaryml/baml": "workspace:*",
     "@google/generative-ai": "0.24.0",

integ-tests/python-v1/baml_client/inlinedbaml.py

@@ -10,7 +10,7 @@ import {
   GoogleGenerativeAI,
 } from "@google/generative-ai";
 import { SignatureV4 } from "@smithy/signature-v4";
-import { fromEnv } from "@aws-sdk/credential-providers";
+import { defaultProvider } from "@aws-sdk/credential-provider-node";
 import { HttpRequest } from "@smithy/protocol-http";
 import { Sha256 } from "@aws-crypto/sha256-js";
 import { HTTPRequest as BamlHttpRequest } from "@boundaryml/baml";
@@ -184,93 +184,6 @@ describe("Modular API Tests", () => {
     expect(parsed).toEqual(JOHN_DOE_PARSED_RESUME);
   });
 
-  it("openai batch api", async () => {
-    const client = new OpenAI();
-
-    // Helper function to convert BAML HTTP request to OpenAI batch JSONL format
-    const toOpenaiJsonl = (req: BamlHttpRequest): string => {
-      const line = JSON.stringify({
-        custom_id: req.id,
-        method: "POST",
-        url: "/v1/chat/completions",
-        body: req.body.json(),
-      });
-      return `${line}\n`;
-    };
-
-    // Create requests for both resumes
-    const [johnReq, janeReq] = await Promise.all([
-      b.request.ExtractResume2(JOHN_DOE_TEXT_RESUME),
-      b.request.ExtractResume2(JANE_SMITH_TEXT_RESUME),
-    ]);
-
-    const jsonl = toOpenaiJsonl(johnReq) + toOpenaiJsonl(janeReq);
-
-    // Create batch input file
-    const batchInputFile = await client.files.create({
-      file: new File([jsonl], "batch.jsonl"),
-      purpose: "batch",
-    });
-
-    // Create batch
-    let batch = await client.batches.create({
-      input_file_id: batchInputFile.id,
-      endpoint: "/v1/chat/completions",
-      completion_window: "24h",
-      metadata: {
-        description: "BAML Modular API TypeScript Batch Integ Test",
-      },
-    });
-
-    let backoff = 1000; // milliseconds
-    let attempts = 0;
-    const maxAttempts = 30;
-
-    while (true) {
-      batch = await client.batches.retrieve(batch.id);
-      attempts += 1;
-
-      if (batch.status === "completed") {
-        break;
-      }
-
-      if (attempts >= maxAttempts) {
-        try {
-          await client.batches.cancel(batch.id);
-        } finally {
-          throw "Batch failed to complete in time";
-        }
-      }
-
-      await new Promise((resolve) => setTimeout(resolve, backoff));
-      // backoff *= 2 // Exponential backoff
-    }
-
-    // Get output file
-    const output = await client.files.content(batch.output_file_id!);
-
-    // Process results
-    const expected: Record<string, Resume> = {
-      [johnReq.id]: JOHN_DOE_PARSED_RESUME,
-      [janeReq.id]: JANE_SMITH_PARSED_RESUME,
-    };
-
-    const received: Record<string, Resume> = {};
-    const outputJsonl = await output.text();
-
-    for (const line of outputJsonl
-      .split("\n")
-      .filter((line) => line.trim().length > 0)) {
-      const result = JSON.parse(line.trim());
-      const llmResponse = result.response.body.choices[0].message.content;
-
-      const parsed = b.parse.ExtractResume2(llmResponse);
-      received[result.custom_id] = parsed;
-    }
-
-    expect(received).toEqual(expected);
-  });
-
   it("modular openai responses", async () => {
     // Test openai-responses provider using the modular API
     const client = new OpenAI();
@@ -318,7 +231,7 @@ describe("Modular API Tests", () => {
     const signer = new SignatureV4({
       service: "bedrock",
       region,
-      credentials: fromEnv(),
+      credentials: defaultProvider(),
       sha256: Sha256,
     });
 

integ-tests/python/baml_client/inlinedbaml.py

@@ -33,7 +33,7 @@ describe("OpenAI Provider", () => {
           role: "user",
         },
       ],
-      model: "gpt-4.1",
+      model: "gpt-5-mini",
     });
   });
 
@@ -51,7 +51,7 @@ describe("OpenAI Provider", () => {
           role: "user",
         },
       ],
-      model: "gpt-4.1",
+      model: "gpt-5-mini",
     });
   });