diff --git a/docs/inference-providers/_toctree.yml b/docs/inference-providers/_toctree.yml index 26d7fa004..0c097a586 100644 --- a/docs/inference-providers/_toctree.yml +++ b/docs/inference-providers/_toctree.yml @@ -19,6 +19,8 @@ title: Cohere - local: providers/fal-ai title: Fal AI + - local: providers/featherless-ai + title: Featherless AI - local: providers/fireworks-ai title: Fireworks - local: providers/hyperbolic diff --git a/docs/inference-providers/index.md b/docs/inference-providers/index.md index 4cec406b4..8a01ae89d 100644 --- a/docs/inference-providers/index.md +++ b/docs/inference-providers/index.md @@ -18,6 +18,7 @@ Here is the complete list of partners integrated with Inference Providers, and t | [Cerebras](./providers/cerebras) | ✅ | | | | | | [Cohere](./providers/cohere) | ✅ | ✅ | | | | | [Fal AI](./providers/fal-ai) | | | | ✅ | ✅ | +| [Featherless AI](./providers/featherless-ai) | ✅ | | | | | | [Fireworks](./providers/fireworks-ai) | ✅ | ✅ | | | | | [HF Inference](./providers/hf-inference) | ✅ | ✅ | ✅ | ✅ | | | [Hyperbolic](./providers/hyperbolic) | ✅ | ✅ | | | | diff --git a/docs/inference-providers/providers/featherless-ai.md b/docs/inference-providers/providers/featherless-ai.md new file mode 100644 index 000000000..7deb14344 --- /dev/null +++ b/docs/inference-providers/providers/featherless-ai.md @@ -0,0 +1,71 @@ + + +# Featherless AI + +
+ + + + +
+ +
+ + + + +
+ +[Featherless AI](https://featherless.ai) is a serverless AI inference platform that offers access to thousands of open-source models. + +Our goal is to make all AI models available for serverless inference. We provide inference via API to a continually expanding library of open-weight models. + +## Supported tasks + + +### Chat Completion (LLM) + +Find out more about Chat Completion (LLM) [here](../tasks/chat-completion). + + + + +### Chat Completion (VLM) + +Find out more about Chat Completion (VLM) [here](../tasks/chat-completion). + + + + +### Text Generation + +Find out more about Text Generation [here](../tasks/text_generation). + + + diff --git a/docs/inference-providers/providers/hf-inference.md b/docs/inference-providers/providers/hf-inference.md index b2d3862b8..0fc37ece0 100644 --- a/docs/inference-providers/providers/hf-inference.md +++ b/docs/inference-providers/providers/hf-inference.md @@ -65,7 +65,7 @@ Find out more about Chat Completion (VLM) [here](../tasks/chat-completion). diff --git a/docs/inference-providers/providers/replicate.md b/docs/inference-providers/providers/replicate.md index c1cd26b93..657cee3f5 100644 --- a/docs/inference-providers/providers/replicate.md +++ b/docs/inference-providers/providers/replicate.md @@ -54,6 +54,6 @@ Find out more about Text To Video [here](../tasks/text_to_video). diff --git a/docs/inference-providers/providers/together.md b/docs/inference-providers/providers/together.md index 677fdd9e8..8ccce4cfa 100644 --- a/docs/inference-providers/providers/together.md +++ b/docs/inference-providers/providers/together.md @@ -58,6 +58,16 @@ Find out more about Chat Completion (VLM) [here](../tasks/chat-completion). conversational /> +### Text Generation + +Find out more about Text Generation [here](../tasks/text_generation). + + + + ### Text To Image Find out more about Text To Image [here](../tasks/text_to_image). diff --git a/docs/inference-providers/tasks/chat-completion.md b/docs/inference-providers/tasks/chat-completion.md index 0a2860067..8a4db9151 100644 --- a/docs/inference-providers/tasks/chat-completion.md +++ b/docs/inference-providers/tasks/chat-completion.md @@ -25,7 +25,6 @@ This is a subtask of [`text-generation`](https://huggingface.co/docs/inference-p - [deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B): Smaller variant of one of the most powerful models. - [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct): Very powerful text generation model trained to follow instructions. - [microsoft/phi-4](https://huggingface.co/microsoft/phi-4): Powerful text generation model by Microsoft. -- [Qwen/Qwen2.5-7B-Instruct-1M](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-1M): Strong conversational model that supports very long instructions. - [Qwen/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct): Text generation model used to write code. - [deepseek-ai/DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1): Powerful reasoning based open large language model. @@ -61,7 +60,7 @@ The API supports: @@ -71,7 +70,7 @@ conversational /> diff --git a/docs/inference-providers/tasks/text-generation.md b/docs/inference-providers/tasks/text-generation.md index 41474061a..88c24b7b9 100644 --- a/docs/inference-providers/tasks/text-generation.md +++ b/docs/inference-providers/tasks/text-generation.md @@ -30,7 +30,6 @@ For more details about the `text-generation` task, check out its [dedicated page - [deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B): Smaller variant of one of the most powerful models. - [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct): Very powerful text generation model trained to follow instructions. - [microsoft/phi-4](https://huggingface.co/microsoft/phi-4): Powerful text generation model by Microsoft. -- [Qwen/Qwen2.5-7B-Instruct-1M](https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-1M): Strong conversational model that supports very long instructions. - [Qwen/Qwen2.5-Coder-32B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct): Text generation model used to write code. - [deepseek-ai/DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1): Powerful reasoning based open large language model. @@ -41,7 +40,7 @@ Explore all available models and find the one that suits you best [here](https:/ diff --git a/docs/inference-providers/tasks/text-to-video.md b/docs/inference-providers/tasks/text-to-video.md index 5a29e371d..733b16be4 100644 --- a/docs/inference-providers/tasks/text-to-video.md +++ b/docs/inference-providers/tasks/text-to-video.md @@ -35,7 +35,7 @@ Explore all available models and find the one that suits you best [here](https:/ diff --git a/scripts/inference-providers/scripts/generate.ts b/scripts/inference-providers/scripts/generate.ts index 90ed6f49a..a55b1fa95 100644 --- a/scripts/inference-providers/scripts/generate.ts +++ b/scripts/inference-providers/scripts/generate.ts @@ -36,6 +36,7 @@ const PROVIDERS_HUB_ORGS: Record = { cerebras: "cerebras", cohere: "CohereLabs", "fal-ai": "fal", + "featherless-ai": "featherless-ai", "fireworks-ai": "fireworks-ai", "hf-inference": "hf-inference", hyperbolic: "Hyperbolic", @@ -51,6 +52,7 @@ const PROVIDERS_URLS: Record = { cerebras: "https://www.cerebras.ai/", cohere: "https://cohere.com/", "fal-ai": "https://fal.ai/", + "featherless-ai": "https://featherless.ai/", "fireworks-ai": "https://fireworks.ai/", "hf-inference": "https://huggingface.co/", hyperbolic: "https://hyperbolic.xyz/", diff --git a/scripts/inference-providers/templates/providers/featherless-ai.handlebars b/scripts/inference-providers/templates/providers/featherless-ai.handlebars new file mode 100644 index 000000000..dc17a2647 --- /dev/null +++ b/scripts/inference-providers/templates/providers/featherless-ai.handlebars @@ -0,0 +1,11 @@ +# Featherless AI + +{{{logoSection}}} + +{{{followUsSection}}} + +[Featherless AI](https://featherless.ai) is a serverless AI inference platform that offers access to thousands of open-source models. + +Our goal is to make all AI models available for serverless inference. We provide inference via API to a continually expanding library of open-weight models. + +{{{tasksSection}}} \ No newline at end of file