Add featherless integration

extensions/engine-management-extension/models/featherless.json

@@ -0,0 +1,47 @@
+[
+  {
+    "model": "moonshotai/Kimi-K2-Instruct",
+    "object": "model",
+    "name": "Kimi-K2-Instruct",
+    "version": "1.0",
+    "description": "Moonshot AI's 1T parameter chat model with advanced reasoning and tool integration capabilities.",
+    "inference_params": {
+      "temperature": 0.6,
+      "top_p": 1.0,
+      "frequency_penalty": 0,
+      "presence_penalty": 0,
+      "stream": true
+    },
+    "engine": "featherless"
+  },
+  {
+    "model": "meta-llama/Meta-Llama-3-8B",
+    "object": "model",
+    "name": "Meta-Llama-3-8B",
+    "version": "1.0",
+    "description": "Meta's 8B parameter Llama 3 model for high-quality text generation and conversation.",
+    "inference_params": {
+      "temperature": 0.7,
+      "top_p": 0.95,
+      "frequency_penalty": 0,
+      "presence_penalty": 0,
+      "stream": true
+    },
+    "engine": "featherless"
+  },
+  {
+    "model": "Qwen/QwQ-32B",
+    "object": "model",
+    "name": "QwQ-32B",
+    "version": "1.0",
+    "description": "Qwen's 32B parameter reasoning-focused model with enhanced question-answering capabilities.",
+    "inference_params": {
+      "temperature": 0.8,
+      "top_p": 0.9,
+      "frequency_penalty": 0,
+      "presence_penalty": 0,
+      "stream": true
+    },
+    "engine": "featherless"
+  }
+]

extensions/engine-management-extension/resources/featherless.json

@@ -0,0 +1,23 @@
+{
+  "id": "featherless",
+  "type": "remote",
+  "engine": "featherless",
+  "url": "https://featherless.ai/account/api-keys",
+  "api_key": "",
+  "metadata": {
+    "get_models_url": "https://api.featherless.ai/v1/models",
+    "header_template": "Authorization: Bearer {{api_key}}",
+    "transform_req": {
+      "chat_completions": {
+        "url": "https://api.featherless.ai/v1/chat/completions",
+        "template": "{ {% set first = true %} {% for key, value in input_request %} {% if key == \"messages\" or key == \"model\" or key == \"temperature\" or key == \"store\" or key == \"max_tokens\" or key == \"stream\" or key == \"presence_penalty\" or key == \"metadata\" or key == \"frequency_penalty\" or key == \"tools\" or key == \"tool_choice\" or key == \"logprobs\" or key == \"top_logprobs\" or key == \"logit_bias\" or key == \"n\" or key == \"modalities\" or key == \"prediction\" or key == \"response_format\" or key == \"service_tier\" or key == \"seed\" or key == \"stop\" or key == \"stream_options\" or key == \"top_p\" or key == \"parallel_tool_calls\" or key == \"user\" %} {% if not first %},{% endif %} \"{{ key }}\": {{ tojson(value) }} {% set first = false %} {% endif %} {% endfor %} }"
+      }
+    },
+    "transform_resp": {
+      "chat_completions": {
+        "template": "{{tojson(input_request)}}"
+      }
+    },
+    "explore_models_url": "https://featherless.ai/models"
+  }
+}