Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 9 additions & 0 deletions CODEOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -153,3 +153,12 @@
/examples/agents/ @tommasodotNET
/src/CommunityToolkit.Aspire.Hosting.Agents/ @tommasodotNET
/tests/CommunityToolkit.Aspire.Hosting.Agents.Tests/ @tommasodotNET

# CommunityToolkit.Aspire.VLLM, CommunityToolkit.Aspire.Hosting.VLLM

/examples/vllm/ @luisquintanilla
/src/CommunityToolkit.Aspire.VLLM/ @luisquintanilla
/tests/CommunityToolkit.Aspire.VLLM.Tests/ @luisquintanilla
/src/CommunityToolkit.Aspire.Hosting.VLLM/ @luisquintanilla
/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/ @luisquintanilla
/tests-app-hosts/VLLM.AppHost/ @luisquintanilla
9 changes: 9 additions & 0 deletions CommunityToolkit.Aspire.slnx
Original file line number Diff line number Diff line change
Expand Up @@ -163,6 +163,10 @@
<Project Path="examples/ollama/CommunityToolkit.Aspire.Hosting.Ollama.ServiceDefaults/CommunityToolkit.Aspire.Hosting.Ollama.ServiceDefaults.csproj" />
<Project Path="examples/ollama/CommunityToolkit.Aspire.Hosting.Ollama.Web/CommunityToolkit.Aspire.Hosting.Ollama.Web.csproj" />
</Folder>
<Folder Name="/examples/vllm/">
<Project Path="examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.csproj" />
<Project Path="examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp.csproj" />
</Folder>
<Folder Name="/examples/opentelemetry-collector/">
<Project Path="examples/opentelemetry-collector/CommunityToolkit.Aspire.Hosting.OpenTelemetryCollector.Api/CommunityToolkit.Aspire.Hosting.OpenTelemetryCollector.Api.csproj" />
<Project Path="examples/opentelemetry-collector/CommunityToolkit.Aspire.Hosting.OpenTelemetryCollector.AppHost/CommunityToolkit.Aspire.Hosting.OpenTelemetryCollector.AppHost.csproj" />
Expand Down Expand Up @@ -330,6 +334,7 @@
<Project Path="src/CommunityToolkit.Aspire.Hosting.Stripe/CommunityToolkit.Aspire.Hosting.Stripe.csproj" />
<Project Path="src/CommunityToolkit.Aspire.Hosting.SurrealDb/CommunityToolkit.Aspire.Hosting.SurrealDb.csproj" />
<Project Path="src/CommunityToolkit.Aspire.Hosting.Tempo/CommunityToolkit.Aspire.Hosting.Tempo.csproj" />
<Project Path="src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj" />
<Project Path="src/CommunityToolkit.Aspire.Hosting.Zitadel/CommunityToolkit.Aspire.Hosting.Zitadel.csproj" />
<Project Path="src/CommunityToolkit.Aspire.DuckDB.NET.Data/CommunityToolkit.Aspire.DuckDB.NET.Data.csproj" />
<Project Path="src/CommunityToolkit.Aspire.KurrentDB/CommunityToolkit.Aspire.KurrentDB.csproj" />
Expand All @@ -344,6 +349,7 @@
<Project Path="src/CommunityToolkit.Aspire.SeaweedFS.Client/CommunityToolkit.Aspire.SeaweedFS.Client.csproj" />
<Project Path="src/CommunityToolkit.Aspire.Sftp/CommunityToolkit.Aspire.Sftp.csproj" />
<Project Path="src/CommunityToolkit.Aspire.SurrealDb/CommunityToolkit.Aspire.SurrealDb.csproj" />
<Project Path="src/CommunityToolkit.Aspire.VLLM/CommunityToolkit.Aspire.VLLM.csproj" />
<Project Path="src\CommunityToolkit.Aspire.Hosting.Keycloak.Extensions\CommunityToolkit.Aspire.Hosting.Keycloak.Extensions.csproj" />
<Project Path="src\CommunityToolkit.Aspire.Hosting.Umami\CommunityToolkit.Aspire.Hosting.Umami.csproj" />
</Folder>
Expand Down Expand Up @@ -414,6 +420,7 @@
<Project Path="tests/CommunityToolkit.Aspire.Hosting.Stripe.Tests/CommunityToolkit.Aspire.Hosting.Stripe.Tests.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.Hosting.SurrealDb.Tests/CommunityToolkit.Aspire.Hosting.SurrealDb.Tests.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.Hosting.Tempo.Tests/CommunityToolkit.Aspire.Hosting.Tempo.Tests.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.Hosting.Zitadel.Tests/CommunityToolkit.Aspire.Hosting.Zitadel.Tests.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.DuckDB.NET.Data.Tests/CommunityToolkit.Aspire.DuckDB.NET.Data.Tests.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.KurrentDB.Tests/CommunityToolkit.Aspire.KurrentDB.Tests.csproj" />
Expand All @@ -429,6 +436,7 @@
<Project Path="tests/CommunityToolkit.Aspire.Sftp.Tests/CommunityToolkit.Aspire.Sftp.Tests.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.SurrealDb.Tests/CommunityToolkit.Aspire.SurrealDb.Tests.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.Testing/CommunityToolkit.Aspire.Testing.csproj" />
<Project Path="tests/CommunityToolkit.Aspire.VLLM.Tests/CommunityToolkit.Aspire.VLLM.Tests.csproj" />
<Project Path="tests\CommunityToolkit.Aspire.Hosting.Umami.Tests\CommunityToolkit.Aspire.Hosting.Umami.Tests.csproj" />
</Folder>
<Folder Name="/tests/Dapr/">
Expand All @@ -438,5 +446,6 @@
</Folder>
<Folder Name="/tests/tests-app-hosts/">
<Project Path="tests-app-hosts/Ollama.AppHost/Ollama.AppHost.csproj" />
<Project Path="tests-app-hosts/VLLM.AppHost/VLLM.AppHost.csproj" />
</Folder>
</Solution>
2 changes: 2 additions & 0 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -83,6 +83,7 @@ This repository contains the source code for the Aspire Community Toolkit, a col
| - **Learn More**: [`Hosting.SurrealDb`](src/CommunityToolkit.Aspire.Hosting.SurrealDb/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.Hosting.SurrealDb](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.SurrealDb)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.SurrealDb/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.Hosting.SurrealDb](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.SurrealDb?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.SurrealDb/absoluteLatest) | SurrealDB support for Aspire. |
| - **Learn More**: [`Hosting.Tempo`](src/CommunityToolkit.Aspire.Hosting.Tempo/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.Hosting.Tempo](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.Tempo)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Tempo/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.Hosting.Tempo](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.Tempo?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Tempo/absoluteLatest) | An Aspire hosting integration for the Grafana Tempo distributed tracing backend. |
| - **Learn More**: [`Hosting.Umami`](src/CommunityToolkit.Aspire.Hosting.Umami/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.Hosting.Umami](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.Umami)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Umami/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.Hosting.Umami](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.Umami?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Umami/absoluteLatest) | Umami support for Aspire. |
| - **Learn More**: [`Hosting.VLLM`](src/CommunityToolkit.Aspire.Hosting.VLLM/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.Hosting.VLLM](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.VLLM)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.VLLM/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.Hosting.VLLM](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.VLLM?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.VLLM/absoluteLatest) | An Aspire hosting integration for running the vLLM OpenAI-compatible inference server in a container, with GPU support and Hugging Face model serving. |
| - **Learn More**: [`Hosting.Zitadel`](src/CommunityToolkit.Aspire.Hosting.Zitadel/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.Hosting.Zitadel](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.Zitadel)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Zitadel/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.Hosting.Zitadel](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.Zitadel?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Zitadel/absoluteLatest) | An Aspire hosting integration for the ZITADEL identity and access management container. |
| - **Learn More**: [`KurrentDB`](src/CommunityToolkit.Aspire.KurrentDB/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.KurrentDB](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.KurrentDB)](https://nuget.org/packages/CommunityToolkit.Aspire.KurrentDB/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.KurrentDB](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.KurrentDB?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.KurrentDB/absoluteLatest) | A KurrentDB client that integrates with Aspire, including health checks, logging, and telemetry. |
| - **Learn More**: [`Logto.Client`](src/CommunityToolkit.Aspire.Logto.Client/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.Logto.Client](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Logto.Client)](https://nuget.org/packages/CommunityToolkit.Aspire.Logto.Client/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.Logto.Client](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Logto.Client?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Logto.Client/absoluteLatest) | An Aspire client integration for Logto that registers OpenID Connect (OIDC) or JWT authentication services in the dependency injection container. |
Expand All @@ -96,6 +97,7 @@ This repository contains the source code for the Aspire Community Toolkit, a col
| - **Learn More**: [`SeaweedFS.Client`](src/CommunityToolkit.Aspire.SeaweedFS.Client/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.SeaweedFS.Client](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.SeaweedFS.Client)](https://nuget.org/packages/CommunityToolkit.Aspire.SeaweedFS.Client/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.SeaweedFS.Client](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.SeaweedFS.Client?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.SeaweedFS.Client/absoluteLatest) | An Aspire client integration for SeaweedFS using the AWSSDK.S3 client. |
| - **Learn More**: [`Sftp`](src/CommunityToolkit.Aspire.Sftp/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.Sftp](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Sftp)](https://nuget.org/packages/CommunityToolkit.Aspire.Sftp/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.Sftp](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Sftp?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Sftp/absoluteLatest) | An SFTP client that integrates with Aspire, including health checks, logging, and telemetry. |
| - **Learn More**: [`SurrealDb`](src/CommunityToolkit.Aspire.SurrealDb/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.SurrealDb](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.SurrealDb)](https://nuget.org/packages/CommunityToolkit.Aspire.SurrealDb/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.SurrealDb](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.SurrealDb?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.SurrealDb/absoluteLatest) | A SurrealDB client that integrates with Aspire, including health checks, logging, and telemetry. |
| - **Learn More**: [`VLLM`](src/CommunityToolkit.Aspire.VLLM/README.md) <br /> - Stable 📦: [![CommunityToolkit.Aspire.VLLM](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.VLLM)](https://nuget.org/packages/CommunityToolkit.Aspire.VLLM/) <br /> - Preview 📦: [![CommunityToolkit.Aspire.VLLM](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.VLLM?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.VLLM/absoluteLatest) | An Aspire client integration that registers a Microsoft.Extensions.AI IChatClient for a vLLM OpenAI-compatible inference server. |
<!-- END AUTOGENERATED INTEGRATIONS TABLE -->

## 🙌 Getting Started
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
package main

import (
"apphost/modules/aspire"
"log"
)

func main() {
builder, err := aspire.CreateBuilder()
if err != nil {
log.Fatal(aspire.FormatError(err))
}

vllm := builder.AddVLLM("vllm").
WithGPUSupport().
WithDataVolume().
WithModel("Qwen/Qwen3-0.6B").
WithServedModelName("qwen")
_ = vllm.ConnectionStringExpression()
if err := vllm.Err(); err != nil {
log.Fatal(aspire.FormatError(err))
}

app, err := builder.Build()
if err != nil {
log.Fatal(aspire.FormatError(err))
}
if err := app.Run(); err != nil {
log.Fatal(aspire.FormatError(err))
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"appHost": {
"path": "apphost.go",
"language": "go"
},
"sdk": {
"version": "17.0.0-preview.1.26555.11"
},
"packages": {
"CommunityToolkit.Aspire.Hosting.VLLM": "../../../src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj"
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
module apphost

go 1.26

require apphost/modules/aspire v0.0.0

replace apphost/modules/aspire => ./.aspire/modules
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
import { createBuilder } from "./.aspire/modules/aspire.mjs";

const builder = await createBuilder();

// The CPU build of vLLM with a tiny public model keeps this example runnable without a GPU.
// On a machine with an NVIDIA or AMD GPU, use the default image and call withGPUSupport().
// For gated models, pass a Hugging Face token parameter with withHuggingFaceToken().
const vllm = await builder.addVLLM("vllm");
await vllm.withImage("vllm/vllm-openai-cpu", { tag: "v0.33.0" });
await vllm.withDataVolume();
await vllm.withModel("facebook/opt-125m");
await vllm.withServedModelName("opt");
// Avoid JIT warmup for this CPU-only example.
await vllm.withArgs(["--enforce-eager"]);
// The CPU build otherwise reserves most of the host memory for the KV cache (in GiB).
await vllm.withEnvironment("VLLM_CPU_KVCACHE_SPACE", "1");

await vllm.connectionStringExpression();

await builder.build().run();
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
{
"appHost": {
"path": "apphost.mts",
"language": "typescript/nodejs"
},
"sdk": {
"version": "17.0.0-preview.1.26555.11"
},
"profiles": {
"https": {
"applicationUrl": "https://localhost:29787;http://localhost:28987",
"environmentVariables": {
"ASPIRE_DASHBOARD_OTLP_ENDPOINT_URL": "https://localhost:10987",
"ASPIRE_RESOURCE_SERVICE_ENDPOINT_URL": "https://localhost:13387"
}
}
},
"packages": {
"CommunityToolkit.Aspire.Hosting.VLLM": "../../../src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj"
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
// @ts-check

import { defineConfig } from "eslint/config";
import tseslint from "typescript-eslint";

export default defineConfig({
files: ["apphost.mts"],
extends: [tseslint.configs.base],
languageOptions: {
parserOptions: {
projectService: true,
},
},
rules: {
"@typescript-eslint/no-floating-promises": [
"error",
{ checkThenables: true },
],
},
});
Loading
Loading