From fc4b1008e7e823899097713613ad87c89f42b98a Mon Sep 17 00:00:00 2001 From: DarinVerheijke Date: Thu, 22 May 2025 15:28:35 +0200 Subject: [PATCH 1/2] add featherless docs --- docs/inference-providers/_toctree.yml | 2 ++ docs/inference-providers/index.md | 1 + scripts/inference-providers/scripts/generate.ts | 2 ++ .../templates/providers/featherless-ai.handlebars | 11 +++++++++++ 4 files changed, 16 insertions(+) create mode 100644 scripts/inference-providers/templates/providers/featherless-ai.handlebars diff --git a/docs/inference-providers/_toctree.yml b/docs/inference-providers/_toctree.yml index 26d7fa004..0c097a586 100644 --- a/docs/inference-providers/_toctree.yml +++ b/docs/inference-providers/_toctree.yml @@ -19,6 +19,8 @@ title: Cohere - local: providers/fal-ai title: Fal AI + - local: providers/featherless-ai + title: Featherless AI - local: providers/fireworks-ai title: Fireworks - local: providers/hyperbolic diff --git a/docs/inference-providers/index.md b/docs/inference-providers/index.md index 380d2c894..4191c804b 100644 --- a/docs/inference-providers/index.md +++ b/docs/inference-providers/index.md @@ -18,6 +18,7 @@ Here is the complete list of partners integrated with Inference Providers, and t | [Cerebras](./providers/cerebras) | ✅ | | | | | | [Cohere](./providers/cohere) | ✅ | ✅ | | | | | [Fal AI](./providers/fal-ai) | | | | ✅ | ✅ | +| [Featherless AI](./providers/featherless-ai) | ✅ | | | | | | [Fireworks](./providers/fireworks-ai) | ✅ | ✅ | | | | | [HF Inference](./providers/hf-inference) | ✅ | ✅ | ✅ | ✅ | | | [Hyperbolic](./providers/hyperbolic) | ✅ | ✅ | | | | diff --git a/scripts/inference-providers/scripts/generate.ts b/scripts/inference-providers/scripts/generate.ts index 90ed6f49a..a55b1fa95 100644 --- a/scripts/inference-providers/scripts/generate.ts +++ b/scripts/inference-providers/scripts/generate.ts @@ -36,6 +36,7 @@ const PROVIDERS_HUB_ORGS: Record = { cerebras: "cerebras", cohere: "CohereLabs", "fal-ai": "fal", + "featherless-ai": "featherless-ai", "fireworks-ai": "fireworks-ai", "hf-inference": "hf-inference", hyperbolic: "Hyperbolic", @@ -51,6 +52,7 @@ const PROVIDERS_URLS: Record = { cerebras: "https://www.cerebras.ai/", cohere: "https://cohere.com/", "fal-ai": "https://fal.ai/", + "featherless-ai": "https://featherless.ai/", "fireworks-ai": "https://fireworks.ai/", "hf-inference": "https://huggingface.co/", hyperbolic: "https://hyperbolic.xyz/", diff --git a/scripts/inference-providers/templates/providers/featherless-ai.handlebars b/scripts/inference-providers/templates/providers/featherless-ai.handlebars new file mode 100644 index 000000000..dc17a2647 --- /dev/null +++ b/scripts/inference-providers/templates/providers/featherless-ai.handlebars @@ -0,0 +1,11 @@ +# Featherless AI + +{{{logoSection}}} + +{{{followUsSection}}} + +[Featherless AI](https://featherless.ai) is a serverless AI inference platform that offers access to thousands of open-source models. + +Our goal is to make all AI models available for serverless inference. We provide inference via API to a continually expanding library of open-weight models. + +{{{tasksSection}}} \ No newline at end of file From 1eb59cb8e98b205222114d051c7df32a6e0615ab Mon Sep 17 00:00:00 2001 From: Celina Hanouti Date: Tue, 3 Jun 2025 12:03:42 +0100 Subject: [PATCH 2/2] generate docs --- .../providers/featherless-ai.md | 71 +++++++++++++++++++ .../tasks/chat-completion.md | 5 +- .../tasks/text-generation.md | 3 +- 3 files changed, 74 insertions(+), 5 deletions(-) create mode 100644 docs/inference-providers/providers/featherless-ai.md diff --git a/docs/inference-providers/providers/featherless-ai.md b/docs/inference-providers/providers/featherless-ai.md new file mode 100644 index 000000000..18d1f377e --- /dev/null +++ b/docs/inference-providers/providers/featherless-ai.md @@ -0,0 +1,71 @@ + + +# Featherless AI + +
+ + + + +
+ +
+ + + + +
+ +[Featherless AI](https://featherless.ai) is a serverless AI inference platform that offers access to thousands of open-source models. + +Our goal is to make all AI models available for serverless inference. We provide inference via API to a continually expanding library of open-weight models. + +## Supported tasks + + +### Chat Completion (LLM) + +Find out more about Chat Completion (LLM) [here](../tasks/chat-completion). + + + + +### Chat Completion (VLM) + +Find out more about Chat Completion (VLM) [here](../tasks/chat-completion). + + + + +### Text Generation + +Find out more about Text Generation [here](../tasks/text_generation). + + + diff --git a/docs/inference-providers/tasks/chat-completion.md b/docs/inference-providers/tasks/chat-completion.md index 91be2f02f..fbcd3271e 100644 --- a/docs/inference-providers/tasks/chat-completion.md +++ b/docs/inference-providers/tasks/chat-completion.md @@ -26,7 +26,6 @@ This is a subtask of [`text-generation`](https://huggingface.co/docs/inference-p - [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct): Very powerful text generation model trained to follow instructions. - [microsoft/phi-4](https://huggingface.co/microsoft/phi-4): Powerful text generation model by Microsoft. - [Qwen/Qwen2.5-7B-Instruct-1M](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-1M): Strong conversational model that supports very long instructions. -- [Qwen/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct): Text generation model used to write code. - [deepseek-ai/DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1): Powerful reasoning based open large language model. #### Conversational Vision-Language Models (VLMs) @@ -61,7 +60,7 @@ The API supports: @@ -71,7 +70,7 @@ conversational /> diff --git a/docs/inference-providers/tasks/text-generation.md b/docs/inference-providers/tasks/text-generation.md index 22eabb509..6b551a7f0 100644 --- a/docs/inference-providers/tasks/text-generation.md +++ b/docs/inference-providers/tasks/text-generation.md @@ -31,7 +31,6 @@ For more details about the `text-generation` task, check out its [dedicated page - [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct): Very powerful text generation model trained to follow instructions. - [microsoft/phi-4](https://huggingface.co/microsoft/phi-4): Powerful text generation model by Microsoft. - [Qwen/Qwen2.5-7B-Instruct-1M](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-1M): Strong conversational model that supports very long instructions. -- [Qwen/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct): Text generation model used to write code. - [deepseek-ai/DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1): Powerful reasoning based open large language model. Explore all available models and find the one that suits you best [here](https://huggingface.co/models?inference=warm&pipeline_tag=text-generation&sort=trending). @@ -41,7 +40,7 @@ Explore all available models and find the one that suits you best [here](https:/