feat: Support Granite 4 FIM and tool calling correctly (#8531)

* feat: Use the correct FIM template for Granite 4 models

Branch: GraniteFourTemplates

Signed-off-by: Gabe Goodhart <[email protected]>

* feat: Add granite4 name variants to the list of models that natively support tools

Branch: GraniteFourTemplates

Signed-off-by: Gabe Goodhart <[email protected]>

---------

Signed-off-by: Gabe Goodhart <[email protected]>

Author: gabe-l-hart

core/autocomplete/templating/AutocompleteTemplate.ts

@@ -71,6 +71,21 @@ const qwenCoderFimTemplate: AutocompleteTemplate = {
   },
 };
 
+// https://www.ibm.com/granite/docs/models/granite#fim
+const granite4FimTemplate: AutocompleteTemplate = {
+  template:
+    "<|fim_prefix|>{{{prefix}}}<|fim_suffix|>{{{suffix}}}<|fim_middle|>",
+  completionOptions: {
+    stop: [
+      "<|end_of_text|>",
+      "<|fim_prefix|>",
+      "<|fim_middle|>",
+      "<|fim_suffix|>",
+      "<|fim_pad|>",
+    ],
+  },
+};
+
 const seedCoderFimTemplate: AutocompleteTemplate = {
   template:
     "<[fim-prefix]>{{{prefix}}}<[fim-suffix]>{{{suffix}}}<[fim-middle]>",
@@ -442,6 +457,10 @@ export function getTemplateForModel(model: string): AutocompleteTemplate {
     return qwenCoderFimTemplate;
   }
 
+  if (lowerCaseModel.includes("granite") && lowerCaseModel.includes("4")) {
+    return granite4FimTemplate;
+  }
+
   if (lowerCaseModel.includes("seed") && lowerCaseModel.includes("coder")) {
     return seedCoderFimTemplate;
   }

core/llm/toolSupport.ts

@@ -189,6 +189,8 @@ export const PROVIDER_TOOL_SUPPORT: Record<string, (model: string) => boolean> =
           "llama3-groq",
           "granite3",
           "granite-3",
+          "granite4",
+          "granite-4",
           "aya-expanse",
           "firefunction-v2",
           "mistral",