From ed6f79af5197053d86f844474e543d455793680c Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 12:04:18 -0500 Subject: [PATCH 1/9] Add vLLM hosting integration Refs CommunityToolkit/Aspire#1484 Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- ...ommunityToolkit.Aspire.Hosting.VLLM.csproj | 15 ++ .../README.md | 48 ++++++ .../VLLMContainerImageTags.cs | 11 ++ .../VLLMGpuVendor.cs | 20 +++ .../VLLMResource.cs | 55 +++++++ .../VLLMResourceBuilderExtensions.cs | 152 ++++++++++++++++++ 6 files changed, 301 insertions(+) create mode 100644 src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj create mode 100644 src/CommunityToolkit.Aspire.Hosting.VLLM/README.md create mode 100644 src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMContainerImageTags.cs create mode 100644 src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMGpuVendor.cs create mode 100644 src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs create mode 100644 src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResourceBuilderExtensions.cs diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj b/src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj new file mode 100644 index 000000000..c296ec964 --- /dev/null +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj @@ -0,0 +1,15 @@ + + + + An Aspire hosting integration for running the vLLM OpenAI-compatible inference server in a container, with GPU support and Hugging Face model serving. + hosting vllm ai llm openai + + + + + + + + + + diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md b/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md new file mode 100644 index 000000000..3fd4479d8 --- /dev/null +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md @@ -0,0 +1,48 @@ +# CommunityToolkit.Aspire.Hosting.VLLM library + +Provides extension methods and resource definitions for the Aspire AppHost to run [vLLM](https://github.com/vllm-project/vllm), a high-throughput, OpenAI-compatible LLM inference server, in a container. The package supports GPU acceleration and serving models from Hugging Face. + +## Getting Started + +### Install the package + +In your AppHost project, install the package using the following command: + +```dotnetcli +dotnet add package CommunityToolkit.Aspire.Hosting.VLLM +``` + +### Example usage + +Then, in the _Program.cs_ file of `AppHost`, define a vLLM resource by calling `AddVLLM`: + +```csharp +var hfToken = builder.AddParameter("hf-token", secret: true); + +var vllm = builder.AddVLLM("vllm") + .WithGPUSupport() // NVIDIA by default; pass VLLMGpuVendor.AMD for ROCm + .WithDataVolume() // persist the Hugging Face model cache + .WithHuggingFaceToken(hfToken) // only needed for gated models + .WithModel("Qwen/Qwen3-0.6B"); + +builder.AddProject("api") + .WithReference(vllm) + .WaitFor(vllm); +``` + +vLLM exposes an OpenAI-compatible API at `{endpoint}/v1`. The resource's health check uses vLLM's `/health` endpoint. That endpoint returns `200` only after the model has loaded, so resources that call `WaitFor(vllm)` don't start until the server is ready. + +The connection string has the form `Endpoint=http://host:port`. Use the `CommunityToolkit.Aspire.VLLM` client integration to consume it as an `IChatClient`. + +vLLM's engine processes communicate through shared memory, so the container starts with `--shm-size 8g`. The container runtime's default `/dev/shm` is too small for the engine to start. To override the size, call `WithContainerRuntimeArgs("--shm-size", "16g")`. For multi-GPU tensor parallelism, `WithContainerRuntimeArgs("--ipc", "host")` is an alternative. + +To run without a GPU, use vLLM's CPU image, for example `.WithImage("vllm/vllm-openai-cpu", "v0.33.0")`. The CPU image reserves most of the host memory for the KV cache by default; set `VLLM_CPU_KVCACHE_SPACE` (in GiB) with `.WithEnvironment("VLLM_CPU_KVCACHE_SPACE", "1")` to limit it. + +## Additional Information + +- https://docs.vllm.ai +- https://learn.microsoft.com/dotnet/aspire/community-toolkit/ + +## Feedback & contributing + +https://github.com/CommunityToolkit/Aspire diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMContainerImageTags.cs b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMContainerImageTags.cs new file mode 100644 index 000000000..7e595660a --- /dev/null +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMContainerImageTags.cs @@ -0,0 +1,11 @@ +namespace CommunityToolkit.Aspire.Hosting.VLLM; + +internal static class VLLMContainerImageTags +{ + public const string Registry = "docker.io"; + public const string Image = "vllm/vllm-openai"; + public const string Tag = "v0.33.0"; + + // AMD ROCm builds are published to a separate repository using the same release tags. + public const string RocmImage = "vllm/vllm-openai-rocm"; +} diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMGpuVendor.cs b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMGpuVendor.cs new file mode 100644 index 000000000..ffceb8698 --- /dev/null +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMGpuVendor.cs @@ -0,0 +1,20 @@ +#pragma warning disable ASPIREATS001 // AspireExport is experimental + +[assembly: Aspire.Hosting.AspireExport(typeof(Aspire.Hosting.VLLMGpuVendor))] + +namespace Aspire.Hosting; + +/// +/// Represents the GPU vendors supported by the vLLM container. +/// +public enum VLLMGpuVendor +{ + /// + /// NVIDIA GPUs via the NVIDIA Container Toolkit. + /// + Nvidia, + /// + /// AMD GPUs via ROCm. Uses the vllm/vllm-openai-rocm image. + /// + AMD +} diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs new file mode 100644 index 000000000..fd040154e --- /dev/null +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs @@ -0,0 +1,55 @@ +#pragma warning disable ASPIREATS001 // AspireExport is experimental + +namespace Aspire.Hosting.ApplicationModel; + +/// +/// A resource that represents a vLLM +/// OpenAI-compatible inference server container. +/// +/// The name for the resource. +[AspireExport(ExposeProperties = true)] +public class VLLMResource(string name) : ContainerResource(name), IResourceWithConnectionString +{ + internal const string PrimaryEndpointName = "http"; + internal const int DefaultContainerPort = 8000; + + private EndpointReference? _primaryEndpoint; + + /// + /// Gets the primary HTTP endpoint that exposes the OpenAI-compatible API. + /// + public EndpointReference PrimaryEndpoint => _primaryEndpoint ??= new(this, PrimaryEndpointName); + + /// + /// Gets the host endpoint reference for this resource. + /// + public EndpointReferenceExpression Host => PrimaryEndpoint.Property(EndpointProperty.Host); + + /// + /// Gets the port endpoint reference for this resource. + /// + public EndpointReferenceExpression Port => PrimaryEndpoint.Property(EndpointProperty.Port); + + /// + /// Gets the connection string expression for the vLLM server. + /// + /// + /// The OpenAI-compatible API is served under the /v1 path of this endpoint. + /// + public ReferenceExpression ConnectionStringExpression => + ReferenceExpression.Create( + $"Endpoint={PrimaryEndpoint.Property(EndpointProperty.Scheme)}://{Host}:{Port}"); + + /// + /// Gets the URI expression for the vLLM server. + /// + public ReferenceExpression UriExpression => + ReferenceExpression.Create($"{PrimaryEndpoint.Property(EndpointProperty.Scheme)}://{Host}:{Port}"); + + IEnumerable> IResourceWithConnectionString.GetConnectionProperties() + { + yield return new("Host", ReferenceExpression.Create($"{Host}")); + yield return new("Port", ReferenceExpression.Create($"{Port}")); + yield return new("Uri", UriExpression); + } +} diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResourceBuilderExtensions.cs b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResourceBuilderExtensions.cs new file mode 100644 index 000000000..24c9be0b1 --- /dev/null +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResourceBuilderExtensions.cs @@ -0,0 +1,152 @@ +using Aspire.Hosting.ApplicationModel; +using Aspire.Hosting.Utils; +using CommunityToolkit.Aspire.Hosting.VLLM; + +#pragma warning disable ASPIREATS001 // AspireExport is experimental + +namespace Aspire.Hosting; + +/// +/// Provides extension methods for adding vLLM resources to the application model. +/// +public static class VLLMResourceBuilderExtensions +{ + /// + /// Adds a vLLM OpenAI-compatible inference server container to the application model. + /// + /// The . + /// The name of the resource. This name will be used as the connection string name when referenced in a dependency. + /// An optional fixed host port to bind to the vLLM container. This will be provided randomly by Aspire if not set. + /// A reference to the . + /// + /// The resource health check probes vLLM's /health endpoint, which only succeeds once the model is loaded, + /// so resources that wait for this resource don't start until the server can serve requests. + /// The container is started with --shm-size 8g because vLLM's engine processes communicate through shared memory, + /// and the container runtime's default /dev/shm size is too small for the engine to start. + /// + [AspireExport] + public static IResourceBuilder AddVLLM(this IDistributedApplicationBuilder builder, [ResourceName] string name, int? port = null) + { + ArgumentNullException.ThrowIfNull(builder); + ArgumentException.ThrowIfNullOrEmpty(name); + + var resource = new VLLMResource(name); + return builder.AddResource(resource) + .WithAnnotation(new ContainerImageAnnotation { Image = VLLMContainerImageTags.Image, Tag = VLLMContainerImageTags.Tag, Registry = VLLMContainerImageTags.Registry }) + .WithContainerRuntimeArgs("--shm-size", "8g") + .WithIconName("BrainCircuit") + .WithHttpEndpoint(port: port, targetPort: VLLMResource.DefaultContainerPort, name: VLLMResource.PrimaryEndpointName) + .WithHttpHealthCheck("/health"); + } + + /// + /// Adds GPU support to the vLLM container. + /// + /// The . + /// The GPU vendor, defaults to . + /// A reference to the . + /// + /// For NVIDIA, this passes --gpus all (or --device nvidia.com/gpu=all when using Podman) to the container runtime. + /// For AMD, this switches to the vllm/vllm-openai-rocm image and exposes /dev/kfd and /dev/dri. + /// + [AspireExport("withVLLMGPUSupport", MethodName = "withGPUSupport")] + public static IResourceBuilder WithGPUSupport(this IResourceBuilder builder, VLLMGpuVendor vendor = VLLMGpuVendor.Nvidia) + { + ArgumentNullException.ThrowIfNull(builder); + + return vendor switch + { + VLLMGpuVendor.Nvidia => builder.WithNvidiaGPUSupport(), + VLLMGpuVendor.AMD => builder.WithAMDGPUSupport(), + _ => throw new ArgumentException("Invalid GPU vendor", nameof(vendor)) + }; + } + + /// + /// Adds a data volume for the Hugging Face cache so downloaded model weights persist across container restarts. + /// + /// The . + /// The name of the volume. Defaults to an auto-generated name based on the application and resource names. + /// A flag that indicates if this is a read-only volume. + /// A reference to the . + [AspireExport("withVLLMDataVolume", MethodName = "withDataVolume")] + public static IResourceBuilder WithDataVolume(this IResourceBuilder builder, string? name = null, bool isReadOnly = false) + { + ArgumentNullException.ThrowIfNull(builder); + + return builder.WithVolume(name ?? VolumeNameGenerator.Generate(builder, "huggingface"), "/root/.cache/huggingface", isReadOnly); + } + + /// + /// Sets the HF_TOKEN environment variable so vLLM can download gated Hugging Face models. + /// + /// The . + /// A parameter resource that contains the Hugging Face token. + /// A reference to the . + [AspireExport] + public static IResourceBuilder WithHuggingFaceToken(this IResourceBuilder builder, IResourceBuilder token) + { + ArgumentNullException.ThrowIfNull(builder); + ArgumentNullException.ThrowIfNull(token); + + return builder.WithEnvironment("HF_TOKEN", token); + } + + /// + /// Sets the model that the vLLM server loads and serves. + /// + /// The . + /// A Hugging Face model ID, such as Qwen/Qwen3-0.6B, or a path to a model inside the container. + /// A reference to the . + /// + /// The model is passed as the first positional argument to vllm serve, regardless of when other arguments are added. + /// + [AspireExport("withVLLMModel", MethodName = "withModel")] + public static IResourceBuilder WithModel(this IResourceBuilder builder, string model) + { + ArgumentNullException.ThrowIfNull(builder); + ArgumentException.ThrowIfNullOrEmpty(model); + + return builder.WithArgs(context => context.Args.Insert(0, model)); + } + + /// + /// Sets the model name that clients use to address the served model (--served-model-name). + /// + /// The . + /// The model name exposed through the OpenAI-compatible API. + /// A reference to the . + [AspireExport] + public static IResourceBuilder WithServedModelName(this IResourceBuilder builder, string servedModelName) + { + ArgumentNullException.ThrowIfNull(builder); + ArgumentException.ThrowIfNullOrEmpty(servedModelName); + + return builder.WithArgs("--served-model-name", servedModelName); + } + + private static IResourceBuilder WithNvidiaGPUSupport(this IResourceBuilder builder) + { + return builder.ApplicationBuilder.GetContainerRuntime() switch + { + "podman" => builder.WithContainerRuntimeArgs("--device", "nvidia.com/gpu=all"), + _ => builder.WithContainerRuntimeArgs("--gpus", "all"), + }; + } + + private static IResourceBuilder WithAMDGPUSupport(this IResourceBuilder builder) + { + if (builder.Resource.TryGetLastAnnotation(out var containerAnnotation) + && containerAnnotation.Image == VLLMContainerImageTags.Image) + { + containerAnnotation.Image = VLLMContainerImageTags.RocmImage; + } + + return builder.WithContainerRuntimeArgs("--device", "/dev/kfd", "--device", "/dev/dri"); + } + + private static string? GetContainerRuntime(this IDistributedApplicationBuilder builder) + // For config names, see https://github.com/dotnet/aspire/blob/91481d9b5a5602d3d641fa8ade554c95bcac22b5/src/Shared/KnownConfigNames.cs + => (builder.Configuration["ASPIRE_CONTAINER_RUNTIME"] + ?? builder.Configuration["DOTNET_ASPIRE_CONTAINER_RUNTIME"])?.ToLowerInvariant(); +} From d926b63258410dfa43e5eaf34d425450b4cff6b9 Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 12:04:19 -0500 Subject: [PATCH 2/9] Add vLLM client integration Refs CommunityToolkit/Aspire#1484 Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- .../AspireVLLMChatClientExtensions.cs | 101 ++++++++++++++ .../AspireVLLMClientBuilder.cs | 42 ++++++ .../AspireVLLMExtensions.cs | 108 ++++++++++++++ .../CommunityToolkit.Aspire.VLLM.csproj | 26 ++++ src/CommunityToolkit.Aspire.VLLM/README.md | 132 ++++++++++++++++++ .../VLLMClientSettings.cs | 90 ++++++++++++ .../VLLMHealthCheck.cs | 26 ++++ 7 files changed, 525 insertions(+) create mode 100644 src/CommunityToolkit.Aspire.VLLM/AspireVLLMChatClientExtensions.cs create mode 100644 src/CommunityToolkit.Aspire.VLLM/AspireVLLMClientBuilder.cs create mode 100644 src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs create mode 100644 src/CommunityToolkit.Aspire.VLLM/CommunityToolkit.Aspire.VLLM.csproj create mode 100644 src/CommunityToolkit.Aspire.VLLM/README.md create mode 100644 src/CommunityToolkit.Aspire.VLLM/VLLMClientSettings.cs create mode 100644 src/CommunityToolkit.Aspire.VLLM/VLLMHealthCheck.cs diff --git a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMChatClientExtensions.cs b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMChatClientExtensions.cs new file mode 100644 index 000000000..56aa79a3f --- /dev/null +++ b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMChatClientExtensions.cs @@ -0,0 +1,101 @@ +using CommunityToolkit.Aspire.VLLM; +using Microsoft.Extensions.AI; +using Microsoft.Extensions.DependencyInjection; +using Microsoft.Extensions.Logging; +using OpenAI; +using OpenTelemetry; +using System.ClientModel; + +namespace Microsoft.Extensions.Hosting; + +/// +/// Extension methods for registering an backed by a vLLM server. +/// +public static class AspireVLLMChatClientExtensions +{ + private const string MeaiTelemetrySourceName = "Experimental.Microsoft.Extensions.AI"; + + /// + /// Registers a singleton that targets the vLLM OpenAI-compatible API. + /// + /// An . + /// The served model name to use. Defaults to . + /// A that can be used to build a pipeline around the inner . + /// Thrown when the chat client is resolved and no model name was provided. + public static ChatClientBuilder AddChatClient(this AspireVLLMClientBuilder builder, string? modelId = null) + { + ArgumentNullException.ThrowIfNull(builder); + + AddTelemetrySource(builder); + + return builder.HostBuilder.Services.AddChatClient( + services => CreateInnerChatClient(services, builder, modelId)); + } + + /// + /// Registers a keyed singleton that targets the vLLM OpenAI-compatible API, + /// using the service key of the . + /// + /// An created by AddKeyedVLLMClient. + /// The served model name to use. Defaults to . + /// A that can be used to build a pipeline around the inner . + /// Thrown when the builder was not created with a service key. + public static ChatClientBuilder AddKeyedChatClient(this AspireVLLMClientBuilder builder, string? modelId = null) + { + ArgumentNullException.ThrowIfNull(builder); + + if (builder.ServiceKey is null) + { + throw new InvalidOperationException( + $"{nameof(AddKeyedChatClient)} requires a keyed vLLM client. Register the client with {nameof(AspireVLLMExtensions.AddKeyedVLLMClient)}."); + } + + AddTelemetrySource(builder); + + return builder.HostBuilder.Services.AddKeyedChatClient( + builder.ServiceKey, + services => CreateInnerChatClient(services, builder, modelId)); + } + + /// + /// Creates the OpenAI-compatible chat client and wraps it in a telemetry client if tracing is enabled. + /// This doesn't use UseOpenTelemetry() so that the telemetry client stays innermost in the pipeline. + /// + private static IChatClient CreateInnerChatClient(IServiceProvider services, AspireVLLMClientBuilder builder, string? modelId) + { + var settings = builder.Settings; + var model = modelId ?? settings.Model + ?? throw new InvalidOperationException( + $"A vLLM served model name is required. Provide it with AddChatClient(modelId), {nameof(VLLMClientSettings)}.{nameof(VLLMClientSettings.Model)}, " + + $"or the '{AspireVLLMExtensions.DefaultConfigSectionName}:{builder.ConnectionName}:Model' configuration value."); + + var apiKey = string.IsNullOrEmpty(settings.Key) ? VLLMClientSettings.PlaceholderApiKey : settings.Key; + var endpoint = new Uri($"{settings.Endpoint!.AbsoluteUri.TrimEnd('/')}/v1"); + + IChatClient chatClient = new OpenAIClient(new ApiKeyCredential(apiKey), new OpenAIClientOptions { Endpoint = endpoint }) + .GetChatClient(model) + .AsIChatClient(); + + if (builder.DisableTracing) + { + return chatClient; + } + + var loggerFactory = services.GetService(); + return new OpenTelemetryChatClient(chatClient, loggerFactory?.CreateLogger(typeof(OpenTelemetryChatClient)), MeaiTelemetrySourceName) + { + EnableSensitiveData = settings.EnableSensitiveTelemetryData, + }; + } + + private static void AddTelemetrySource(AspireVLLMClientBuilder builder) + { + if (builder.DisableTracing) + { + return; + } + + builder.HostBuilder.Services.AddOpenTelemetry() + .WithTracing(tracing => tracing.AddSource(MeaiTelemetrySourceName)); + } +} diff --git a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMClientBuilder.cs b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMClientBuilder.cs new file mode 100644 index 000000000..5a85fbee7 --- /dev/null +++ b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMClientBuilder.cs @@ -0,0 +1,42 @@ +using CommunityToolkit.Aspire.VLLM; + +namespace Microsoft.Extensions.Hosting; + +/// +/// A builder for adding Microsoft.Extensions.AI clients that target a vLLM server. +/// +public sealed class AspireVLLMClientBuilder +{ + internal AspireVLLMClientBuilder(IHostApplicationBuilder hostBuilder, string connectionName, object? serviceKey, VLLMClientSettings settings) + { + HostBuilder = hostBuilder; + ConnectionName = connectionName; + ServiceKey = serviceKey; + Settings = settings; + } + + /// + /// Gets the with which services are being registered. + /// + public IHostApplicationBuilder HostBuilder { get; } + + /// + /// Gets the name of the connection used to resolve the vLLM endpoint. + /// + public string ConnectionName { get; } + + /// + /// Gets the service key used for keyed registrations, or for unkeyed registrations. + /// + public object? ServiceKey { get; } + + /// + /// Gets the resolved settings for the vLLM client. + /// + public VLLMClientSettings Settings { get; } + + /// + /// Gets a flag indicating whether OpenTelemetry tracing is disabled. + /// + public bool DisableTracing => Settings.DisableTracing; +} diff --git a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs new file mode 100644 index 000000000..9ada59fbd --- /dev/null +++ b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs @@ -0,0 +1,108 @@ +using Aspire; +using CommunityToolkit.Aspire.VLLM; +using Microsoft.Extensions.Configuration; +using Microsoft.Extensions.DependencyInjection; +using Microsoft.Extensions.Diagnostics.HealthChecks; + +namespace Microsoft.Extensions.Hosting; + +/// +/// Extension methods for registering a vLLM client in an . +/// +public static class AspireVLLMExtensions +{ + internal const string DefaultConfigSectionName = "Aspire:VLLM"; + + /// + /// Registers a vLLM client for the specified connection. Call + /// on the returned builder to register an . + /// + /// The to read config from and add services to. + /// A name used to retrieve the connection string from the ConnectionStrings configuration section. + /// An optional delegate that can be used for customizing options. It's invoked after the settings are read from the configuration. + /// An that can be used to register AI clients. + /// Thrown when no vLLM endpoint is provided. + public static AspireVLLMClientBuilder AddVLLMClient(this IHostApplicationBuilder builder, string connectionName, Action? configureSettings = null) + { + ArgumentNullException.ThrowIfNull(builder); + ArgumentException.ThrowIfNullOrWhiteSpace(connectionName); + + return AddVLLMClientInternal(builder, connectionName, serviceKey: null, configureSettings); + } + + /// + /// Registers a keyed vLLM client for the specified connection, using as the service key. + /// Call on the returned builder + /// to register a keyed . + /// + /// The to read config from and add services to. + /// A name used to retrieve the connection string from the ConnectionStrings configuration section. + /// An optional delegate that can be used for customizing options. It's invoked after the settings are read from the configuration. + /// An that can be used to register AI clients. + /// Thrown when no vLLM endpoint is provided. + public static AspireVLLMClientBuilder AddKeyedVLLMClient(this IHostApplicationBuilder builder, string connectionName, Action? configureSettings = null) + { + ArgumentNullException.ThrowIfNull(builder); + ArgumentException.ThrowIfNullOrWhiteSpace(connectionName); + + return AddVLLMClientInternal(builder, connectionName, serviceKey: connectionName, configureSettings); + } + + /// + /// Registers a keyed vLLM client for the specified connection, using the specified . + /// Call on the returned builder + /// to register a keyed . + /// + /// The to read config from and add services to. + /// A unique key that identifies this instance of the vLLM client. + /// A name used to retrieve the connection string from the ConnectionStrings configuration section. + /// An optional delegate that can be used for customizing options. It's invoked after the settings are read from the configuration. + /// An that can be used to register AI clients. + /// Thrown when no vLLM endpoint is provided. + public static AspireVLLMClientBuilder AddKeyedVLLMClient(this IHostApplicationBuilder builder, object serviceKey, string connectionName, Action? configureSettings = null) + { + ArgumentNullException.ThrowIfNull(builder); + ArgumentNullException.ThrowIfNull(serviceKey); + ArgumentException.ThrowIfNullOrWhiteSpace(connectionName); + + return AddVLLMClientInternal(builder, connectionName, serviceKey, configureSettings); + } + + private static AspireVLLMClientBuilder AddVLLMClientInternal( + IHostApplicationBuilder builder, + string connectionName, + object? serviceKey, + Action? configureSettings) + { + var settings = new VLLMClientSettings(); + var configSection = builder.Configuration.GetSection(DefaultConfigSectionName); + configSection.Bind(settings); + configSection.GetSection(connectionName).Bind(settings); + settings.ParseConnectionString(builder.Configuration.GetConnectionString(connectionName)); + configureSettings?.Invoke(settings); + + if (settings.Endpoint is null) + { + throw new InvalidOperationException( + $"A vLLM client could not be configured. Ensure valid connection information was provided in 'ConnectionStrings:{connectionName}' or " + + $"{nameof(VLLMClientSettings.Endpoint)} must be provided in the '{DefaultConfigSectionName}:{connectionName}' configuration section."); + } + + if (!settings.DisableHealthChecks) + { + var healthCheckName = serviceKey is null ? "VLLM" : $"VLLM_{connectionName}"; + var httpClientName = $"{connectionName}_vllm_healthcheck"; + var endpoint = settings.Endpoint; + + builder.Services.AddHttpClient(httpClientName); + builder.TryAddHealthCheck(new HealthCheckRegistration( + healthCheckName, + sp => new VLLMHealthCheck(sp.GetRequiredService().CreateClient(httpClientName), endpoint), + failureStatus: null, + tags: null, + timeout: settings.HealthCheckTimeout > 0 ? TimeSpan.FromMilliseconds(settings.HealthCheckTimeout.Value) : null)); + } + + return new AspireVLLMClientBuilder(builder, connectionName, serviceKey, settings); + } +} diff --git a/src/CommunityToolkit.Aspire.VLLM/CommunityToolkit.Aspire.VLLM.csproj b/src/CommunityToolkit.Aspire.VLLM/CommunityToolkit.Aspire.VLLM.csproj new file mode 100644 index 000000000..dea414a82 --- /dev/null +++ b/src/CommunityToolkit.Aspire.VLLM/CommunityToolkit.Aspire.VLLM.csproj @@ -0,0 +1,26 @@ + + + + An Aspire client integration that registers a Microsoft.Extensions.AI IChatClient for a vLLM OpenAI-compatible inference server. + vllm ai llm openai client + + + + + + + + + + + + + + + + + + + + + diff --git a/src/CommunityToolkit.Aspire.VLLM/README.md b/src/CommunityToolkit.Aspire.VLLM/README.md new file mode 100644 index 000000000..331d9f4c2 --- /dev/null +++ b/src/CommunityToolkit.Aspire.VLLM/README.md @@ -0,0 +1,132 @@ +# CommunityToolkit.Aspire.VLLM library + +Registers a [`Microsoft.Extensions.AI`](https://learn.microsoft.com/dotnet/ai/microsoft-extensions-ai) `IChatClient` that targets a [vLLM](https://docs.vllm.ai) OpenAI-compatible inference server. It also enables the corresponding health check and telemetry. + +The client applies vLLM-specific defaults: + +- a **placeholder API key** when none is configured (vLLM doesn't require one, but the OpenAI client requires a non-empty credential), +- the **`/v1` base path**, appended automatically, +- the **served model name**, resolved from `AddChatClient(modelId)` or settings, +- a **`/health` health check** that reports readiness of the vLLM engine. + +## Getting Started + +### Install the package + +Install the package in your client project: + +```dotnetcli +dotnet add package CommunityToolkit.Aspire.VLLM +``` + +### Example usage + +In the _Program.cs_ file of your project, call `AddVLLMClient` to register the vLLM client, then `AddChatClient` to register an `IChatClient`: + +```csharp +builder.AddVLLMClient("vllm") + .AddChatClient("Qwen/Qwen3-0.6B"); +``` + +You can then inject `IChatClient` into your services: + +```csharp +public class ChatService(IChatClient chatClient) +{ + public async Task AskAsync(string question) + { + var response = await chatClient.GetResponseAsync(question); + return response.Text; + } +} +``` + +## Configuration + +The vLLM client integration provides multiple options to configure the server connection. + +### Use a connection string + +When using a connection string from the `ConnectionStrings` configuration section, provide the connection name when calling `AddVLLMClient`: + +```csharp +builder.AddVLLMClient("vllm"); +``` + +The connection string is retrieved from the `ConnectionStrings` configuration section. It can be a bare URI or a set of key-value pairs: + +```json +{ + "ConnectionStrings": { + "vllm": "Endpoint=http://localhost:8000;Model=Qwen/Qwen3-0.6B" + } +} +``` + +### Use configuration providers + +The vLLM client integration supports `Microsoft.Extensions.Configuration`. It loads `VLLMClientSettings` from the `Aspire:VLLM` section, then from `Aspire:VLLM:{connectionName}`: + +```json +{ + "Aspire": { + "VLLM": { + "vllm": { + "Model": "Qwen/Qwen3-0.6B", + "DisableHealthChecks": false, + "DisableTracing": false + } + } + } +} +``` + +| Setting | Description | +| --- | --- | +| `Endpoint` | Base endpoint of the vLLM server, for example `http://localhost:8000`. Usually provided by the connection string. | +| `Key` | API key. Optional; a placeholder is used when empty. | +| `Model` | Served model name (`--served-model-name`) to target. | +| `DisableHealthChecks` | Disables the `/health` health check. | +| `HealthCheckTimeout` | Health check timeout, in milliseconds. | +| `DisableTracing` | Disables OpenTelemetry tracing of chat calls. | +| `EnableSensitiveTelemetryData` | Includes prompts and completions in telemetry. Disabled by default. | + +### Use inline delegates + +You can also pass the `Action configureSettings` delegate to set up some or all of the options inline: + +```csharp +builder.AddVLLMClient("vllm", settings => settings.Model = "Qwen/Qwen3-0.6B") + .AddChatClient(); +``` + +### Keyed registration + +To connect to more than one vLLM server, use the keyed overloads: + +```csharp +builder.AddKeyedVLLMClient("chat") + .AddKeyedChatClient("Qwen/Qwen3-0.6B"); +``` + +## AppHost integration + +In your AppHost project, install the `CommunityToolkit.Aspire.Hosting.VLLM` library and reference the vLLM resource from the consuming project: + +```csharp +var vllm = builder.AddVLLM("vllm") + .WithModel("Qwen/Qwen3-0.6B"); + +builder.AddProject("myapp") + .WithReference(vllm) + .WaitFor(vllm); +``` + +## Additional documentation + +- https://docs.vllm.ai +- https://learn.microsoft.com/dotnet/ai/microsoft-extensions-ai + +## Feedback & contributing + +https://github.com/CommunityToolkit/Aspire diff --git a/src/CommunityToolkit.Aspire.VLLM/VLLMClientSettings.cs b/src/CommunityToolkit.Aspire.VLLM/VLLMClientSettings.cs new file mode 100644 index 000000000..ef5e815e6 --- /dev/null +++ b/src/CommunityToolkit.Aspire.VLLM/VLLMClientSettings.cs @@ -0,0 +1,90 @@ +using System.Data.Common; + +namespace CommunityToolkit.Aspire.VLLM; + +/// +/// Provides the client configuration settings for connecting to a vLLM OpenAI-compatible inference server. +/// +public sealed class VLLMClientSettings +{ + // vLLM ignores the API key unless started with --api-key, but the OpenAI client requires a non-empty credential. + internal const string PlaceholderApiKey = "not-used"; + + /// + /// Gets or sets the base endpoint of the vLLM server, for example http://localhost:8000. + /// The /v1 OpenAI base path is appended automatically. + /// + public Uri? Endpoint { get; set; } + + /// + /// Gets or sets the API key. This is only required when the vLLM server was started with --api-key. + /// + public string? Key { get; set; } + + /// + /// Gets or sets the served model name to use for chat requests. + /// + public string? Model { get; set; } + + /// + /// Gets or sets a boolean value that indicates whether the vLLM health check is disabled or not. + /// + /// + /// The default value is . + /// + public bool DisableHealthChecks { get; set; } + + /// + /// Gets or sets a integer value that indicates the vLLM health check timeout in milliseconds. + /// + public int? HealthCheckTimeout { get; set; } + + /// + /// Gets or sets a boolean value that indicates whether the OpenTelemetry tracing is disabled or not. + /// + /// + /// The default value is . + /// + public bool DisableTracing { get; set; } + + /// + /// Gets or sets a boolean value that indicates whether prompts and responses are included in telemetry. + /// + /// + /// The default value is . + /// + public bool EnableSensitiveTelemetryData { get; set; } + + internal void ParseConnectionString(string? connectionString) + { + if (string.IsNullOrWhiteSpace(connectionString)) + { + return; + } + + if (Uri.TryCreate(connectionString, UriKind.Absolute, out var uri) + && (uri.Scheme == Uri.UriSchemeHttp || uri.Scheme == Uri.UriSchemeHttps)) + { + Endpoint = uri; + return; + } + + var connectionBuilder = new DbConnectionStringBuilder { ConnectionString = connectionString }; + + if (connectionBuilder.TryGetValue("Endpoint", out var endpoint) + && Uri.TryCreate(endpoint?.ToString(), UriKind.Absolute, out var endpointUri)) + { + Endpoint = endpointUri; + } + + if (connectionBuilder.TryGetValue("Key", out var key) && key?.ToString() is { Length: > 0 } keyValue) + { + Key = keyValue; + } + + if (connectionBuilder.TryGetValue("Model", out var model) && model?.ToString() is { Length: > 0 } modelValue) + { + Model = modelValue; + } + } +} diff --git a/src/CommunityToolkit.Aspire.VLLM/VLLMHealthCheck.cs b/src/CommunityToolkit.Aspire.VLLM/VLLMHealthCheck.cs new file mode 100644 index 000000000..9a1c5f898 --- /dev/null +++ b/src/CommunityToolkit.Aspire.VLLM/VLLMHealthCheck.cs @@ -0,0 +1,26 @@ +using Microsoft.Extensions.Diagnostics.HealthChecks; + +namespace CommunityToolkit.Aspire.VLLM; + +/// +/// A health check that probes the vLLM /health endpoint, which succeeds once the model is loaded. +/// +internal sealed class VLLMHealthCheck(HttpClient httpClient, Uri endpoint) : IHealthCheck +{ + private readonly Uri _healthUri = new(new Uri(endpoint.AbsoluteUri.TrimEnd('/') + "/"), "health"); + + public async Task CheckHealthAsync(HealthCheckContext context, CancellationToken cancellationToken = default) + { + try + { + using var response = await httpClient.GetAsync(_healthUri, cancellationToken).ConfigureAwait(false); + return response.IsSuccessStatusCode + ? HealthCheckResult.Healthy() + : new HealthCheckResult(context.Registration.FailureStatus, $"vLLM '/health' returned status code {(int)response.StatusCode}."); + } + catch (Exception ex) + { + return new HealthCheckResult(context.Registration.FailureStatus, "The vLLM '/health' request failed.", ex); + } + } +} From e52c7dfc33b5f36708d20a12213a101fedfd005b Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 12:04:20 -0500 Subject: [PATCH 3/9] Add vLLM tests, examples, and repository registration Refs CommunityToolkit/Aspire#1484 Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- CODEOWNERS | 9 + CommunityToolkit.Aspire.slnx | 9 + README.md | 2 + .../apphost.go | 36 + .../aspire.config.json | 12 + .../go.mod | 7 + .../apphost.mts | 18 + .../aspire.config.json | 21 + .../eslint.config.mjs | 20 + .../package-lock.json | 2127 +++++++++++++++++ .../package.json | 28 + .../tsconfig.json | 20 + .../AppHost.cs | 16 + ...Toolkit.Aspire.Hosting.VLLM.AppHost.csproj | 16 + .../Properties/launchSettings.json | 29 + .../appsettings.json | 9 + ...kit.Aspire.Hosting.VLLM.ConsumerApp.csproj | 16 + .../Program.cs | 10 + .../Worker.cs | 26 + tests-app-hosts/VLLM.AppHost/AppHost.cs | 11 + .../VLLM.AppHost/VLLM.AppHost.csproj | 12 + .../AddVLLMTests.cs | 213 ++ .../AppHostTests.cs | 22 + ...tyToolkit.Aspire.Hosting.VLLM.Tests.csproj | 9 + .../GoAppHostTests.cs | 15 + .../TypeScriptAppHostTests.cs | 19 + .../AddVLLMClientTests.cs | 213 ++ .../CommunityToolkit.Aspire.VLLM.Tests.csproj | 7 + .../VLLMClientSettingsTests.cs | 37 + 29 files changed, 2989 insertions(+) create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/apphost.go create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/aspire.config.json create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/go.mod create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/aspire.config.json create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/eslint.config.mjs create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/package-lock.json create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/package.json create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/tsconfig.json create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/AppHost.cs create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.csproj create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/Properties/launchSettings.json create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/appsettings.json create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp.csproj create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Program.cs create mode 100644 examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Worker.cs create mode 100644 tests-app-hosts/VLLM.AppHost/AppHost.cs create mode 100644 tests-app-hosts/VLLM.AppHost/VLLM.AppHost.csproj create mode 100644 tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AddVLLMTests.cs create mode 100644 tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs create mode 100644 tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests.csproj create mode 100644 tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/GoAppHostTests.cs create mode 100644 tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs create mode 100644 tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs create mode 100644 tests/CommunityToolkit.Aspire.VLLM.Tests/CommunityToolkit.Aspire.VLLM.Tests.csproj create mode 100644 tests/CommunityToolkit.Aspire.VLLM.Tests/VLLMClientSettingsTests.cs diff --git a/CODEOWNERS b/CODEOWNERS index fb9ae138b..b6f920f6a 100644 --- a/CODEOWNERS +++ b/CODEOWNERS @@ -153,3 +153,12 @@ /examples/agents/ @tommasodotNET /src/CommunityToolkit.Aspire.Hosting.Agents/ @tommasodotNET /tests/CommunityToolkit.Aspire.Hosting.Agents.Tests/ @tommasodotNET + +# CommunityToolkit.Aspire.VLLM, CommunityToolkit.Aspire.Hosting.VLLM + +/examples/vllm/ @luisquintanilla +/src/CommunityToolkit.Aspire.VLLM/ @luisquintanilla +/tests/CommunityToolkit.Aspire.VLLM.Tests/ @luisquintanilla +/src/CommunityToolkit.Aspire.Hosting.VLLM/ @luisquintanilla +/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/ @luisquintanilla +/tests-app-hosts/VLLM.AppHost/ @luisquintanilla \ No newline at end of file diff --git a/CommunityToolkit.Aspire.slnx b/CommunityToolkit.Aspire.slnx index 01f58e2fe..db9a4c0b8 100644 --- a/CommunityToolkit.Aspire.slnx +++ b/CommunityToolkit.Aspire.slnx @@ -163,6 +163,10 @@ + + + + @@ -330,6 +334,7 @@ + @@ -344,6 +349,7 @@ + @@ -414,6 +420,7 @@ + @@ -429,6 +436,7 @@ + @@ -438,5 +446,6 @@ + diff --git a/README.md b/README.md index 887600680..e449cc6e2 100644 --- a/README.md +++ b/README.md @@ -83,6 +83,7 @@ This repository contains the source code for the Aspire Community Toolkit, a col | - **Learn More**: [`Hosting.SurrealDb`](src/CommunityToolkit.Aspire.Hosting.SurrealDb/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.Hosting.SurrealDb](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.SurrealDb)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.SurrealDb/)
- Preview 📦: [![CommunityToolkit.Aspire.Hosting.SurrealDb](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.SurrealDb?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.SurrealDb/absoluteLatest) | SurrealDB support for Aspire. | | - **Learn More**: [`Hosting.Tempo`](src/CommunityToolkit.Aspire.Hosting.Tempo/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.Hosting.Tempo](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.Tempo)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Tempo/)
- Preview 📦: [![CommunityToolkit.Aspire.Hosting.Tempo](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.Tempo?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Tempo/absoluteLatest) | An Aspire hosting integration for the Grafana Tempo distributed tracing backend. | | - **Learn More**: [`Hosting.Umami`](src/CommunityToolkit.Aspire.Hosting.Umami/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.Hosting.Umami](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.Umami)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Umami/)
- Preview 📦: [![CommunityToolkit.Aspire.Hosting.Umami](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.Umami?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Umami/absoluteLatest) | Umami support for Aspire. | +| - **Learn More**: [`Hosting.VLLM`](src/CommunityToolkit.Aspire.Hosting.VLLM/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.Hosting.VLLM](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.VLLM)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.VLLM/)
- Preview 📦: [![CommunityToolkit.Aspire.Hosting.VLLM](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.VLLM?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.VLLM/absoluteLatest) | An Aspire hosting integration for running the vLLM OpenAI-compatible inference server in a container, with GPU support and Hugging Face model serving. | | - **Learn More**: [`Hosting.Zitadel`](src/CommunityToolkit.Aspire.Hosting.Zitadel/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.Hosting.Zitadel](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Hosting.Zitadel)](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Zitadel/)
- Preview 📦: [![CommunityToolkit.Aspire.Hosting.Zitadel](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Hosting.Zitadel?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Hosting.Zitadel/absoluteLatest) | An Aspire hosting integration for the ZITADEL identity and access management container. | | - **Learn More**: [`KurrentDB`](src/CommunityToolkit.Aspire.KurrentDB/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.KurrentDB](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.KurrentDB)](https://nuget.org/packages/CommunityToolkit.Aspire.KurrentDB/)
- Preview 📦: [![CommunityToolkit.Aspire.KurrentDB](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.KurrentDB?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.KurrentDB/absoluteLatest) | A KurrentDB client that integrates with Aspire, including health checks, logging, and telemetry. | | - **Learn More**: [`Logto.Client`](src/CommunityToolkit.Aspire.Logto.Client/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.Logto.Client](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Logto.Client)](https://nuget.org/packages/CommunityToolkit.Aspire.Logto.Client/)
- Preview 📦: [![CommunityToolkit.Aspire.Logto.Client](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Logto.Client?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Logto.Client/absoluteLatest) | An Aspire client integration for Logto that registers OpenID Connect (OIDC) or JWT authentication services in the dependency injection container. | @@ -96,6 +97,7 @@ This repository contains the source code for the Aspire Community Toolkit, a col | - **Learn More**: [`SeaweedFS.Client`](src/CommunityToolkit.Aspire.SeaweedFS.Client/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.SeaweedFS.Client](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.SeaweedFS.Client)](https://nuget.org/packages/CommunityToolkit.Aspire.SeaweedFS.Client/)
- Preview 📦: [![CommunityToolkit.Aspire.SeaweedFS.Client](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.SeaweedFS.Client?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.SeaweedFS.Client/absoluteLatest) | An Aspire client integration for SeaweedFS using the AWSSDK.S3 client. | | - **Learn More**: [`Sftp`](src/CommunityToolkit.Aspire.Sftp/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.Sftp](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.Sftp)](https://nuget.org/packages/CommunityToolkit.Aspire.Sftp/)
- Preview 📦: [![CommunityToolkit.Aspire.Sftp](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.Sftp?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.Sftp/absoluteLatest) | An SFTP client that integrates with Aspire, including health checks, logging, and telemetry. | | - **Learn More**: [`SurrealDb`](src/CommunityToolkit.Aspire.SurrealDb/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.SurrealDb](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.SurrealDb)](https://nuget.org/packages/CommunityToolkit.Aspire.SurrealDb/)
- Preview 📦: [![CommunityToolkit.Aspire.SurrealDb](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.SurrealDb?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.SurrealDb/absoluteLatest) | A SurrealDB client that integrates with Aspire, including health checks, logging, and telemetry. | +| - **Learn More**: [`VLLM`](src/CommunityToolkit.Aspire.VLLM/README.md)
- Stable 📦: [![CommunityToolkit.Aspire.VLLM](https://img.shields.io/nuget/v/CommunityToolkit.Aspire.VLLM)](https://nuget.org/packages/CommunityToolkit.Aspire.VLLM/)
- Preview 📦: [![CommunityToolkit.Aspire.VLLM](https://img.shields.io/nuget/vpre/CommunityToolkit.Aspire.VLLM?label=nuget%20(preview))](https://nuget.org/packages/CommunityToolkit.Aspire.VLLM/absoluteLatest) | An Aspire client integration that registers a Microsoft.Extensions.AI IChatClient for a vLLM OpenAI-compatible inference server. | ## 🙌 Getting Started diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/apphost.go b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/apphost.go new file mode 100644 index 000000000..39e42e0a0 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/apphost.go @@ -0,0 +1,36 @@ +package main + +import ( + "apphost/modules/aspire" + "log" +) + +func main() { + builder, err := aspire.CreateBuilder() + if err != nil { + log.Fatal(aspire.FormatError(err)) + } + + hfToken := builder.AddParameter("hf-token", &aspire.AddParameterOptions{ + Value: aspire.StringPtr("hf-token-value"), Secret: aspire.BoolPtr(true), + }) + + vllm := builder.AddVLLM("vllm"). + WithGPUSupport(). + WithDataVolume(). + WithHuggingFaceToken(hfToken). + WithModel("Qwen/Qwen3-0.6B"). + WithServedModelName("qwen") + _ = vllm.ConnectionStringExpression() + if err := vllm.Err(); err != nil { + log.Fatal(aspire.FormatError(err)) + } + + app, err := builder.Build() + if err != nil { + log.Fatal(aspire.FormatError(err)) + } + if err := app.Run(); err != nil { + log.Fatal(aspire.FormatError(err)) + } +} diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/aspire.config.json b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/aspire.config.json new file mode 100644 index 000000000..6ba3b09a9 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/aspire.config.json @@ -0,0 +1,12 @@ +{ + "appHost": { + "path": "apphost.go", + "language": "go" + }, + "sdk": { + "version": "17.0.0-preview.1.26555.11" + }, + "packages": { + "CommunityToolkit.Aspire.Hosting.VLLM": "../../../src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj" + } +} diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/go.mod b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/go.mod new file mode 100644 index 000000000..b152cea77 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/go.mod @@ -0,0 +1,7 @@ +module apphost + +go 1.26 + +require apphost/modules/aspire v0.0.0 + +replace apphost/modules/aspire => ./.aspire/modules diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts new file mode 100644 index 000000000..46c7058ed --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts @@ -0,0 +1,18 @@ +import { createBuilder } from "./.aspire/modules/aspire.mjs"; + +const builder = await createBuilder(); + +// The CPU build of vLLM with a tiny public model keeps this example runnable without a GPU. +// On a machine with an NVIDIA or AMD GPU, use the default image and call withGPUSupport(). +// For gated models, pass a Hugging Face token parameter with withHuggingFaceToken(). +const vllm = await builder.addVLLM("vllm"); +await vllm.withImage("vllm/vllm-openai-cpu", { tag: "v0.33.0" }); +await vllm.withDataVolume(); +await vllm.withModel("facebook/opt-125m"); +await vllm.withServedModelName("opt"); +// The CPU build otherwise reserves most of the host memory for the KV cache (in GiB). +await vllm.withEnvironment("VLLM_CPU_KVCACHE_SPACE", "1"); + +await vllm.connectionStringExpression(); + +await builder.build().run(); diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/aspire.config.json b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/aspire.config.json new file mode 100644 index 000000000..22330610a --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/aspire.config.json @@ -0,0 +1,21 @@ +{ + "appHost": { + "path": "apphost.mts", + "language": "typescript/nodejs" + }, + "sdk": { + "version": "17.0.0-preview.1.26555.11" + }, + "profiles": { + "https": { + "applicationUrl": "https://localhost:29787;http://localhost:28987", + "environmentVariables": { + "ASPIRE_DASHBOARD_OTLP_ENDPOINT_URL": "https://localhost:10987", + "ASPIRE_RESOURCE_SERVICE_ENDPOINT_URL": "https://localhost:13387" + } + } + }, + "packages": { + "CommunityToolkit.Aspire.Hosting.VLLM": "../../../src/CommunityToolkit.Aspire.Hosting.VLLM/CommunityToolkit.Aspire.Hosting.VLLM.csproj" + } +} diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/eslint.config.mjs b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/eslint.config.mjs new file mode 100644 index 000000000..e63bb9050 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/eslint.config.mjs @@ -0,0 +1,20 @@ +// @ts-check + +import { defineConfig } from "eslint/config"; +import tseslint from "typescript-eslint"; + +export default defineConfig({ + files: ["apphost.mts"], + extends: [tseslint.configs.base], + languageOptions: { + parserOptions: { + projectService: true, + }, + }, + rules: { + "@typescript-eslint/no-floating-promises": [ + "error", + { checkThenables: true }, + ], + }, +}); diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/package-lock.json b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/package-lock.json new file mode 100644 index 000000000..c24ac7719 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/package-lock.json @@ -0,0 +1,2127 @@ +{ + "name": "validationapphost", + "version": "1.0.0", + "lockfileVersion": 3, + "requires": true, + "packages": { + "": { + "name": "validationapphost", + "version": "1.0.0", + "dependencies": { + "vscode-jsonrpc": "^8.2.0" + }, + "devDependencies": { + "@types/node": "^26.6.6", + "eslint": "^10.11.0", + "nodemon": "^3.1.14", + "tsx": "^4.23.15", + "typescript": "^5.9.3", + "typescript-eslint": "^8.72.1" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@cacheable/memory": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/@cacheable/memory/-/memory-2.2.0.tgz", + "integrity": "sha512-CTLKqLItRCEixEAewD3/j9DB3/o96gpTPD4eJ1v+DGOlxZRZncRQkGYqqnAGCscYd6RNeXfGeiuCphsPtqyIfQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@cacheable/utils": "^2.5.0", + "@keyv/bigmap": "^1.3.1", + "hookified": "^1.15.1", + "keyv": "^5.6.0" + } + }, + "node_modules/@cacheable/utils": { + "version": "2.5.0", + "resolved": "https://registry.npmjs.org/@cacheable/utils/-/utils-2.5.0.tgz", + "integrity": "sha512-buipgOVDkkPXNR5+xBpDw7Zk2n1EvU7qBJCNUcL7rhQ//kfpOXPAvQ511Os0vpLYJ1pZnvudNytkQt2hst3wqA==", + "dev": true, + "license": "MIT", + "dependencies": { + "hashery": "^1.5.1", + "keyv": "^5.6.0" + } + }, + "node_modules/@esbuild/aix-ppc64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/aix-ppc64/-/aix-ppc64-0.28.1.tgz", + "integrity": "sha512-Svl7tq8k/08+p6CXPpRjQ1fKX+1odH/BQbb48fV6fj3CWHhsoIOoY87w1oHXm0qEpkIK3ZfVgp0hed3XBXzXMQ==", + "cpu": [ + "ppc64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "aix" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/android-arm": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/android-arm/-/android-arm-0.28.1.tgz", + "integrity": "sha512-0k2F129Xdio1TdJfzJ8sy1Q47vUD2NnwdhiAf7drUN1EBTfPf4hsFCtmMgu/6m8JSzsBrlmVjudMBQqOfG8usQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/android-arm64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/android-arm64/-/android-arm64-0.28.1.tgz", + "integrity": "sha512-34EGEbCIAgosYz6goLcopX6Mo7NyGv9tfwEM2/7Ce2VcVRk568iSvniGWcUXIy7wEDR1wzolcxcriFVrWYcwBg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/android-x64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/android-x64/-/android-x64-0.28.1.tgz", + "integrity": "sha512-dbwY7ltSMDWsRatcRpCnES4F+im88OCUgGZjy52shC7GqHRE/cYlxNbB4Z4UpJswpcc4Qxd2oE/ufM0p61IKng==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/darwin-arm64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/darwin-arm64/-/darwin-arm64-0.28.1.tgz", + "integrity": "sha512-TZbWkQY7kvTAXbXUT7uVACR5cMHsDiSz9z7ZKAX/RTq/WJEk3QyRr0wZpNhBDX+/0CtdqUIJlOiodQcta6tY3Q==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/darwin-x64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/darwin-x64/-/darwin-x64-0.28.1.tgz", + "integrity": "sha512-zfdzgK9ACBNZLI/CyHTOx81SyNbM6YXn7rxSgX97VjyiPl9W1i4Ka4fgKECEoFCKGpvBj5qArWIGgQjOwkgskQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/freebsd-arm64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/freebsd-arm64/-/freebsd-arm64-0.28.1.tgz", + "integrity": "sha512-wG2EA8ENdEI0qhkSZMjfqrdY+ziCYCPMmtZjjIwOmXFjmyzEHn+UUxk5of+SYsjtfs3VpnlC7QLzSI5hY/rOAw==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/freebsd-x64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/freebsd-x64/-/freebsd-x64-0.28.1.tgz", + "integrity": "sha512-i7dZ9vQgnvSCzi/rYCXNgtF/U+eKZNJBzu3eTQbRgHnM7tNSizLOkRFAl3qzVc/Op/u5YkHHa4pf/3DOYHthLQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-arm": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-arm/-/linux-arm-0.28.1.tgz", + "integrity": "sha512-qVXBOHQS+d5Y722GwJzJUtOLlX7km3CraOaGormF1pDtPd2C/l1SHRPgjLunLGe51Sh5YYWKMFDyV4SxgMQYTQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-arm64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-arm64/-/linux-arm64-0.28.1.tgz", + "integrity": "sha512-yHs+0uc8+nvEAfAfxrWQKK5peSNzBc4PegcMO0EJ2hT71uA7vB8Ihg2e77R2P7SG5uYjPbHlLLmve4LLLRCf0g==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-ia32": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-ia32/-/linux-ia32-0.28.1.tgz", + "integrity": "sha512-d1z4ZuP0ajrfz/FhGT4vv278rX8KnPPJx8i5+AtK7TYbx9Le9F1hyzurZpkEyjkGa9dUGhQow4C1NmeGvqxN2w==", + "cpu": [ + "ia32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-loong64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-loong64/-/linux-loong64-0.28.1.tgz", + "integrity": "sha512-M5sRjUVZrkm1OAPR3dlOYzNmN+loZKGVi1VUQGrwuqLcbR6qeAz+famMhjASeH3YVKvZz+zT1jlh/keC3Rj/lg==", + "cpu": [ + "loong64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-mips64el": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-mips64el/-/linux-mips64el-0.28.1.tgz", + "integrity": "sha512-mRObBZeHh2OxcBFPWE/FjylkRgZdYuiTR3vaTozquCGOH14iP9oN4x4Ge81CoIDYQrXmIxpFumJBu5MtZpnQJQ==", + "cpu": [ + "mips64el" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-ppc64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-ppc64/-/linux-ppc64-0.28.1.tgz", + "integrity": "sha512-slScBsMAb3GFDcdrCgLwZtPYRoH2H/youv10QiZyRjmsP48fznoveWytSgCI/R0ZcUgpc0ZhIUEx6LHts8yrfQ==", + "cpu": [ + "ppc64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-riscv64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-riscv64/-/linux-riscv64-0.28.1.tgz", + "integrity": "sha512-kw0owk1o0GFETUJyW0jc0G4Yzs0BHZn0JDZ8JRT088vjJYX777BAs1fDGxAC+q831qOs2DTC96mNsG2opdfyyQ==", + "cpu": [ + "riscv64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-s390x": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-s390x/-/linux-s390x-0.28.1.tgz", + "integrity": "sha512-/lAIjX8aYFRByhh6L5rYtPEDRqa9de/4V/juOXcta5frjvzXO4/sqEtyytse0g3zZFuWu5cDN0MkLz2qRDD2Ag==", + "cpu": [ + "s390x" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/linux-x64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/linux-x64/-/linux-x64-0.28.1.tgz", + "integrity": "sha512-u/anNYF2mmVOEDwLtnQ1wOr3EZ9sTNGLWrsYGYwHWzGA3Si84IOkHXlbWTD1NB+9/1lcnweYKO54uhxZydNzfA==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/netbsd-arm64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/netbsd-arm64/-/netbsd-arm64-0.28.1.tgz", + "integrity": "sha512-oks0DYbLwWMmaakTsCb+zL4E+aHRVLom9IJZOAthMQEPiQmydXHkziYEsGYRx0uNV/IjEKGAV941JzH02pflqw==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "netbsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/netbsd-x64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/netbsd-x64/-/netbsd-x64-0.28.1.tgz", + "integrity": "sha512-aeL6lAnN89Hz43Mlh1G8ARasbuoYvSITDEx0tHh5b7jJnHcssqgjy9Yx430GDpmCa6OyrKoS0aNRjKundRizGg==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "netbsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/openbsd-arm64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/openbsd-arm64/-/openbsd-arm64-0.28.1.tgz", + "integrity": "sha512-MEFJe5C3R8pwXdZ5Y21oo6m7ePiS0d9pWucn99O/wvyJZChoIQKrQDxKrGeW8F5+T0okTHesAmDeiHDTIq0V/Q==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openbsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/openbsd-x64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/openbsd-x64/-/openbsd-x64-0.28.1.tgz", + "integrity": "sha512-i/ZLIOafE0Z8cI/XANJAixoJL/uRAoS2xOA3rb0xN+KK0K177cMAsQYkzHtBrtMXAKuAc7HGgcWiZ/sRC1Nxgw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openbsd" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/openharmony-arm64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/openharmony-arm64/-/openharmony-arm64-0.28.1.tgz", + "integrity": "sha512-ge+Z7EXFNt2BO1oAMsVpiQ8EwndV9i1xXerAeTIK7AtPs3bKFXQM7nlRxDSIUIMeueR1CNXxqztLzdNeReKBJg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openharmony" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/sunos-x64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/sunos-x64/-/sunos-x64-0.28.1.tgz", + "integrity": "sha512-BEjgtECkL3vY+SaSQ6nzVfiALUeFxpawyp8Jmf5PtYhf1Ug40N1h/hxlhts+f1FvSvarEigdxS3BlSMI2PJLcQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "sunos" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/win32-arm64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/win32-arm64/-/win32-arm64-0.28.1.tgz", + "integrity": "sha512-lCv9eK/H6ZJWbE7bh2nw54CZ9M2nupBxJcTsdk/QQnWkdSjKGuxmmH8/GWrlT1eMmZfn4dGcCjRte397WqfQXA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/win32-ia32": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/win32-ia32/-/win32-ia32-0.28.1.tgz", + "integrity": "sha512-zvb/mB2bSCoJOpoCBgYKKpX6YM6mJBlBUVUtVj41DlZJVEB6/0CKlRYxP5wWl1C1ILiCoAU5wZZ4q1P3qeS6Eg==", + "cpu": [ + "ia32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@esbuild/win32-x64": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/@esbuild/win32-x64/-/win32-x64-0.28.1.tgz", + "integrity": "sha512-bm4Mowrv+GXMlpWX++EcXw/iLyd1o3+bJkC2DkWXYVvgZCqD/bSj9ctZeAMC3cIxgjRVR2Dufaiu4YPxr5gW1A==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">=18" + } + }, + "node_modules/@eslint-community/eslint-utils": { + "version": "4.9.1", + "resolved": "https://registry.npmjs.org/@eslint-community/eslint-utils/-/eslint-utils-4.9.1.tgz", + "integrity": "sha512-phrYmNiYppR7znFEdqgfWHXR6NCkZEK7hwWDHZUjit/2/U0r6XvkDl0SYnoM51Hq7FhCGdLDT6zxCCOY1hexsQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "eslint-visitor-keys": "^3.4.3" + }, + "engines": { + "node": "^12.22.0 || ^14.17.0 || >=16.0.0" + }, + "funding": { + "url": "https://opencollective.com/eslint" + }, + "peerDependencies": { + "eslint": "^6.0.0 || ^7.0.0 || >=8.0.0" + } + }, + "node_modules/@eslint-community/eslint-utils/node_modules/eslint-visitor-keys": { + "version": "3.4.3", + "resolved": "https://registry.npmjs.org/eslint-visitor-keys/-/eslint-visitor-keys-3.4.3.tgz", + "integrity": "sha512-wpc+LXeiyiisxPlEkUzU6svyS1frIO3Mgxj1fdy7Pm8Ygzguax2N3Fa/D/ag1WqbOprdI+uY6wMUl8/a2G+iag==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": "^12.22.0 || ^14.17.0 || >=16.0.0" + }, + "funding": { + "url": "https://opencollective.com/eslint" + } + }, + "node_modules/@eslint-community/regexpp": { + "version": "4.12.2", + "resolved": "https://registry.npmjs.org/@eslint-community/regexpp/-/regexpp-4.12.2.tgz", + "integrity": "sha512-EriSTlt5OC9/7SXkRSCAhfSxxoSUgBm33OH+IkwbdpgoqsSsUg7y3uh+IICI/Qg4BBWr3U2i39RpmycbxMq4ew==", + "dev": true, + "license": "MIT", + "engines": { + "node": "^12.0.0 || ^14.0.0 || >=16.0.0" + } + }, + "node_modules/@eslint/config-array": { + "version": "0.23.5", + "resolved": "https://registry.npmjs.org/@eslint/config-array/-/config-array-0.23.5.tgz", + "integrity": "sha512-Y3kKLvC1dvTOT+oGlqNQ1XLqK6D1HU2YXPc52NmAlJZbMMWDzGYXMiPRJ8TYD39muD/OTjlZmNJ4ib7dvSrMBA==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@eslint/object-schema": "^3.0.5", + "debug": "^4.3.1", + "minimatch": "^10.2.4" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@eslint/config-helpers": { + "version": "0.7.0", + "resolved": "https://registry.npmjs.org/@eslint/config-helpers/-/config-helpers-0.7.0.tgz", + "integrity": "sha512-DObd/KKUsU+FaFv4PLxSRenpXfQWmPXXP3pPZ6/K1PCrMu2vQpMDMuQe/BqYeoLcz8ro0bVDF1RxOJgfVEdhUw==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@eslint/core": "^1.2.1" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@eslint/core": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/@eslint/core/-/core-1.2.1.tgz", + "integrity": "sha512-MwcE1P+AZ4C6DWlpin/OmOA54mmIZ/+xZuJiQd4SyB29oAJjN30UW9wkKNptW2ctp4cEsvhlLY/CsQ1uoHDloQ==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@types/json-schema": "^7.0.15" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@eslint/object-schema": { + "version": "3.0.5", + "resolved": "https://registry.npmjs.org/@eslint/object-schema/-/object-schema-3.0.5.tgz", + "integrity": "sha512-vqTaUEgxzm+YDSdElad6PiRoX4t8VGDjCtt05zn4nU810UIx/uNEV7/lZJ6KwFThKZOzOxzXy48da+No7HZaMw==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@eslint/plugin-kit": { + "version": "0.7.3", + "resolved": "https://registry.npmjs.org/@eslint/plugin-kit/-/plugin-kit-0.7.3.tgz", + "integrity": "sha512-IkO+/KEUvwbVpiURZg+P7zF74z5Jxe0UgJxVni+RtoHQ6IZieXaO02kmadomap/q+l6bc/jdPGGqTjhuZnuz1Q==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@eslint/core": "^1.2.1", + "levn": "^0.4.1" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@humanfs/core": { + "version": "0.19.2", + "resolved": "https://registry.npmjs.org/@humanfs/core/-/core-0.19.2.tgz", + "integrity": "sha512-UhXNm+CFMWcbChXywFwkmhqjs3PRCmcSa/hfBgLIb7oQ5HNb1wS0icWsGtSAUNgefHeI+eBrA8I1fxmbHsGdvA==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@humanfs/types": "^0.15.0" + }, + "engines": { + "node": ">=18.18.0" + } + }, + "node_modules/@humanfs/node": { + "version": "0.16.8", + "resolved": "https://registry.npmjs.org/@humanfs/node/-/node-0.16.8.tgz", + "integrity": "sha512-gE1eQNZ3R++kTzFUpdGlpmy8kDZD/MLyHqDwqjkVQI0JMdI1D51sy1H958PNXYkM2rAac7e5/CnIKZrHtPh3BQ==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@humanfs/core": "^0.19.2", + "@humanfs/types": "^0.15.0", + "@humanwhocodes/retry": "^0.4.0" + }, + "engines": { + "node": ">=18.18.0" + } + }, + "node_modules/@humanfs/types": { + "version": "0.15.0", + "resolved": "https://registry.npmjs.org/@humanfs/types/-/types-0.15.0.tgz", + "integrity": "sha512-ZZ1w0aoQkwuUuC7Yf+7sdeaNfqQiiLcSRbfI08oAxqLtpXQr9AIVX7Ay7HLDuiLYAaFPu8oBYNq/QIi9URHJ3Q==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=18.18.0" + } + }, + "node_modules/@humanwhocodes/module-importer": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/@humanwhocodes/module-importer/-/module-importer-1.0.1.tgz", + "integrity": "sha512-bxveV4V8v5Yb4ncFTT3rPSgZBOpCkjfK0y4oVVVJwIuDVBRMDXrPyXRL988i5ap9m9bnyEEjWfm5WkBmtffLfA==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=12.22" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/nzakas" + } + }, + "node_modules/@humanwhocodes/retry": { + "version": "0.4.3", + "resolved": "https://registry.npmjs.org/@humanwhocodes/retry/-/retry-0.4.3.tgz", + "integrity": "sha512-bV0Tgo9K4hfPCek+aMAn81RppFKv2ySDQeMoSZuvTASywNTnVJCArCZE2FWqpvIatKu7VMRLWlR1EazvVhDyhQ==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=18.18" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/nzakas" + } + }, + "node_modules/@keyv/bigmap": { + "version": "1.3.1", + "resolved": "https://registry.npmjs.org/@keyv/bigmap/-/bigmap-1.3.1.tgz", + "integrity": "sha512-WbzE9sdmQtKy8vrNPa9BRnwZh5UF4s1KTmSK0KUVLo3eff5BlQNNWDnFOouNpKfPKDnms9xynJjsMYjMaT/aFQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "hashery": "^1.4.0", + "hookified": "^1.15.0" + }, + "engines": { + "node": ">= 18" + }, + "peerDependencies": { + "keyv": "^5.6.0" + } + }, + "node_modules/@keyv/serialize": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/@keyv/serialize/-/serialize-1.1.1.tgz", + "integrity": "sha512-dXn3FZhPv0US+7dtJsIi2R+c7qWYiReoEh5zUntWCf4oSpMNib8FDhSoed6m3QyZdx5hK7iLFkYk3rNxwt8vTA==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/esrecurse": { + "version": "4.3.1", + "resolved": "https://registry.npmjs.org/@types/esrecurse/-/esrecurse-4.3.1.tgz", + "integrity": "sha512-xJBAbDifo5hpffDBuHl0Y8ywswbiAp/Wi7Y/GtAgSlZyIABppyurxVueOPE8LUQOxdlgi6Zqce7uoEpqNTeiUw==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/estree": { + "version": "1.0.8", + "resolved": "https://registry.npmjs.org/@types/estree/-/estree-1.0.8.tgz", + "integrity": "sha512-dWHzHa2WqEXI/O1E9OjrocMTKJl2mSrEolh1Iomrv6U+JuNwaHXsXx9bLu5gG7BUWFIN0skIQJQ/L1rIex4X6w==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/json-schema": { + "version": "7.0.15", + "resolved": "https://registry.npmjs.org/@types/json-schema/-/json-schema-7.0.15.tgz", + "integrity": "sha512-5+fP8P8MFNC+AyZCDxrB2pkZFPGzqQWUzpSeuuVLvm8VMcorNYavBqoFcxK8bQz4Qsbn4oUEEem4wDLfcysGHA==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/node": { + "version": "26.6.6", + "resolved": "https://registry.npmjs.org/@types/node/-/node-26.6.6.tgz", + "integrity": "sha512-MzQj+8Kx3XI40OmUAE6Qoh58ZMNstNNMwn2nfd3qWsfe7nDNSqJNzes4njhz6AHwrSHOffSLwXU6yb474Q4aog==", + "dev": true, + "license": "MIT", + "dependencies": { + "undici-types": "~8.9.0" + } + }, + "node_modules/@typescript-eslint/eslint-plugin": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/eslint-plugin/-/eslint-plugin-8.72.1.tgz", + "integrity": "sha512-5CokTWXpmbylfFabsbvHC0CAw3XLaGnoa+nFJX5FR592h/LoZsENUE6p/rg5xvkKrFEXz6pYmgI29AgXc2N3BQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@eslint-community/regexpp": "^4.12.2", + "@typescript-eslint/scope-manager": "8.72.1", + "@typescript-eslint/type-utils": "8.72.1", + "@typescript-eslint/utils": "8.72.1", + "@typescript-eslint/visitor-keys": "8.72.1", + "ignore": "^7.0.5", + "natural-compare": "^1.4.0", + "ts-api-utils": "^2.5.0" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + }, + "peerDependencies": { + "@typescript-eslint/parser": "^8.72.1", + "eslint": "^8.57.0 || ^9.0.0 || ^10.0.0", + "typescript": ">=4.8.4 <6.1.0" + } + }, + "node_modules/@typescript-eslint/eslint-plugin/node_modules/ignore": { + "version": "7.0.14", + "resolved": "https://registry.npmjs.org/ignore/-/ignore-7.0.14.tgz", + "integrity": "sha512-wCBiZ77u1tuWde6G/nfOtLaCTYcFDU5yCzARzK10y+rLhzYoL7a7yEemcopcc2Mzow7gZOIjnV2ym1NYmdiJOQ==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 4" + } + }, + "node_modules/@typescript-eslint/parser": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-8.72.1.tgz", + "integrity": "sha512-ZGwZP4OCfyA0AQTpEAMWz+rtX01DRhQWW5hB0ucKDEIX5U7jdmPSaMx94rQfaPAQzIYz2BimOgKOJtjfpRFQ9g==", + "dev": true, + "license": "MIT", + "dependencies": { + "@typescript-eslint/scope-manager": "8.72.1", + "@typescript-eslint/types": "8.72.1", + "@typescript-eslint/typescript-estree": "8.72.1", + "@typescript-eslint/visitor-keys": "8.72.1", + "debug": "^4.4.3" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + }, + "peerDependencies": { + "eslint": "^8.57.0 || ^9.0.0 || ^10.0.0", + "typescript": ">=4.8.4 <6.1.0" + } + }, + "node_modules/@typescript-eslint/project-service": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/project-service/-/project-service-8.72.1.tgz", + "integrity": "sha512-fAuVMkwdO/huI8nyo/WKnNKf6Gag93S56Rh3Ts5mGcavwSdaN8tRg1gCeIGX8PF+nzp1BjGfO4gHhGzW1J6jTg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@typescript-eslint/tsconfig-utils": "^8.72.1", + "@typescript-eslint/types": "^8.72.1", + "debug": "^4.4.3" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + }, + "peerDependencies": { + "typescript": ">=4.8.4 <6.1.0" + } + }, + "node_modules/@typescript-eslint/scope-manager": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/scope-manager/-/scope-manager-8.72.1.tgz", + "integrity": "sha512-lC/t6eMCZZQAAKZEYGL6RDVSuFehpdmMT6h+nJIjIa6oylN/PwDgDVtEIbB7O9xFfZYtZAYLoLlDNWKJhtF+uQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@typescript-eslint/types": "8.72.1", + "@typescript-eslint/visitor-keys": "8.72.1" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + } + }, + "node_modules/@typescript-eslint/tsconfig-utils": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/tsconfig-utils/-/tsconfig-utils-8.72.1.tgz", + "integrity": "sha512-e4D5R5vpeAEPBxT2BAzsFQL3sbwyeeeo5+aczgNSRK1V734jE7pTqaGFU+fXapWEQwnZbpFaTn32+Z8DwS6OTg==", + "dev": true, + "license": "MIT", + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + }, + "peerDependencies": { + "typescript": ">=4.8.4 <6.1.0" + } + }, + "node_modules/@typescript-eslint/type-utils": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/type-utils/-/type-utils-8.72.1.tgz", + "integrity": "sha512-iY2wlmyrXJmx4yxUGP3aYCFF3cA/6ShddOKmLU2dx7LnEykbAM8WThlxZEfd1NddqceF6eJmZUayxx9oKIYNlg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@typescript-eslint/types": "8.72.1", + "@typescript-eslint/typescript-estree": "8.72.1", + "@typescript-eslint/utils": "8.72.1", + "debug": "^4.4.3", + "ts-api-utils": "^2.5.0" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + }, + "peerDependencies": { + "eslint": "^8.57.0 || ^9.0.0 || ^10.0.0", + "typescript": ">=4.8.4 <6.1.0" + } + }, + "node_modules/@typescript-eslint/types": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/types/-/types-8.72.1.tgz", + "integrity": "sha512-LmE5IhQet1BWOWEXqBrVtBPsMAOQ6Nzk35d+WLh3mk4EUF33sqlfxjio1MdYeSvKSG5skactKKuixBIKXhL4Rw==", + "dev": true, + "license": "MIT", + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + } + }, + "node_modules/@typescript-eslint/typescript-estree": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/typescript-estree/-/typescript-estree-8.72.1.tgz", + "integrity": "sha512-DAlUoUV93hIvrtIQLwCbmZQYVZwOMhiHJrOVUUIWicFZaIYjTRqlY3I/NZevfkLmSqkNHRu2qYDcq9lrn16oOQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@typescript-eslint/project-service": "8.72.1", + "@typescript-eslint/tsconfig-utils": "8.72.1", + "@typescript-eslint/types": "8.72.1", + "@typescript-eslint/visitor-keys": "8.72.1", + "debug": "^4.4.3", + "minimatch": "^10.2.2", + "semver": "^7.7.3", + "tinyglobby": "^0.2.15", + "ts-api-utils": "^2.5.0" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + }, + "peerDependencies": { + "typescript": ">=4.8.4 <6.1.0" + } + }, + "node_modules/@typescript-eslint/utils": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/utils/-/utils-8.72.1.tgz", + "integrity": "sha512-5v5liypurJBFHCBNqh/RjsymAD+VWcE0djuGY/BUqp5fC3Qn+luWDEksjuTtWjPn6i5zQlUtkZCRG/CYG0yCkA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@eslint-community/eslint-utils": "^4.9.1", + "@typescript-eslint/scope-manager": "8.72.1", + "@typescript-eslint/types": "8.72.1", + "@typescript-eslint/typescript-estree": "8.72.1" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + }, + "peerDependencies": { + "eslint": "^8.57.0 || ^9.0.0 || ^10.0.0", + "typescript": ">=4.8.4 <6.1.0" + } + }, + "node_modules/@typescript-eslint/visitor-keys": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/visitor-keys/-/visitor-keys-8.72.1.tgz", + "integrity": "sha512-SB8xqipSzZHUePCCLNeYxqnxq83X61/qzNhjQGbTfjxGZIeOEP7tBgWYX05Tcd6CgE02WdTJnh5b8kMZJ/+bnQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@typescript-eslint/types": "8.72.1", + "eslint-visitor-keys": "^5.0.0" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + } + }, + "node_modules/acorn": { + "version": "8.16.0", + "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.16.0.tgz", + "integrity": "sha512-UVJyE9MttOsBQIDKw1skb9nAwQuR5wuGD3+82K6JgJlm/Y+KI92oNsMNGZCYdDsVtRHSak0pcV5Dno5+4jh9sw==", + "dev": true, + "license": "MIT", + "bin": { + "acorn": "bin/acorn" + }, + "engines": { + "node": ">=0.4.0" + } + }, + "node_modules/acorn-jsx": { + "version": "5.3.2", + "resolved": "https://registry.npmjs.org/acorn-jsx/-/acorn-jsx-5.3.2.tgz", + "integrity": "sha512-rq9s+JNhf0IChjtDXxllJ7g41oZk5SlXtp0LHwyA5cejwn7vKmKp4pPri6YEePv2PU65sAsegbXtIinmDFDXgQ==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "acorn": "^6.0.0 || ^7.0.0 || ^8.0.0" + } + }, + "node_modules/ajv": { + "version": "6.14.0", + "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.14.0.tgz", + "integrity": "sha512-IWrosm/yrn43eiKqkfkHis7QioDleaXQHdDVPKg0FSwwd/DuvyX79TZnFOnYpB7dcsFAMmtFztZuXPDvSePkFw==", + "dev": true, + "license": "MIT", + "dependencies": { + "fast-deep-equal": "^3.1.1", + "fast-json-stable-stringify": "^2.0.0", + "json-schema-traverse": "^0.4.1", + "uri-js": "^4.2.2" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/epoberezkin" + } + }, + "node_modules/anymatch": { + "version": "3.1.3", + "resolved": "https://registry.npmjs.org/anymatch/-/anymatch-3.1.3.tgz", + "integrity": "sha512-KMReFUr0B4t+D+OBkjR3KYqvocp2XaSzO55UcB6mgQMd3KbcE+mWTyvVV7D/zsdEbNnV6acZUutkiHQXvTr1Rw==", + "dev": true, + "license": "ISC", + "dependencies": { + "normalize-path": "^3.0.0", + "picomatch": "^2.0.4" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/balanced-match": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-4.0.4.tgz", + "integrity": "sha512-BLrgEcRTwX2o6gGxGOCNyMvGSp35YofuYzw9h1IMTRmKqttAZZVU67bdb9Pr2vUHA8+j3i2tJfjO6C6+4myGTA==", + "dev": true, + "license": "MIT", + "engines": { + "node": "18 || 20 || >=22" + } + }, + "node_modules/binary-extensions": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/binary-extensions/-/binary-extensions-2.3.0.tgz", + "integrity": "sha512-Ceh+7ox5qe7LJuLHoY0feh3pHuUDHAcRUeyL2VYghZwfpkNIy/+8Ocg0a3UuSoYzavmylwuLWQOf3hl0jjMMIw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/brace-expansion": { + "version": "5.0.13", + "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-5.0.13.tgz", + "integrity": "sha512-Vh3dmFbc4wZeox7M9I/0L9GfFd83Su4+yCck/OF9Gi/P/dAHn0RT7X4K9R7gMNMhDck3DvhR6QXsnQdjjgwNvQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "balanced-match": "^4.0.2" + }, + "engines": { + "node": "20 || >=22" + } + }, + "node_modules/braces": { + "version": "3.0.3", + "resolved": "https://registry.npmjs.org/braces/-/braces-3.0.3.tgz", + "integrity": "sha512-yQbXgO/OSZVD2IsiLlro+7Hf6Q18EJrKSEsdoMzKePKXct3gvD8oLcOQdIzGupr5Fj+EDe8gO/lxc1BzfMpxvA==", + "dev": true, + "license": "MIT", + "dependencies": { + "fill-range": "^7.1.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/cacheable": { + "version": "2.5.0", + "resolved": "https://registry.npmjs.org/cacheable/-/cacheable-2.5.0.tgz", + "integrity": "sha512-60cyAOytib/OzBw1JNSoSV/boK1AtHryDIjvVBk7XbN4ugfkM3+Sry7fEjNgPMGgOjuaZPAp8ruZ0Cxafwyq9g==", + "dev": true, + "license": "MIT", + "dependencies": { + "@cacheable/memory": "^2.2.0", + "@cacheable/utils": "^2.5.0", + "hookified": "^1.15.0", + "keyv": "^5.6.0", + "qified": "^0.10.1" + } + }, + "node_modules/chokidar": { + "version": "3.6.0", + "resolved": "https://registry.npmjs.org/chokidar/-/chokidar-3.6.0.tgz", + "integrity": "sha512-7VT13fmjotKpGipCW9JEQAusEPE+Ei8nl6/g4FBAmIm0GOOLMua9NDDo/DWp0ZAxCr3cPq5ZpBqmPAQgDda2Pw==", + "dev": true, + "license": "MIT", + "dependencies": { + "anymatch": "~3.1.2", + "braces": "~3.0.2", + "glob-parent": "~5.1.2", + "is-binary-path": "~2.1.0", + "is-glob": "~4.0.1", + "normalize-path": "~3.0.0", + "readdirp": "~3.6.0" + }, + "engines": { + "node": ">= 8.10.0" + }, + "funding": { + "url": "https://paulmillr.com/funding/" + }, + "optionalDependencies": { + "fsevents": "~2.3.2" + } + }, + "node_modules/cross-spawn": { + "version": "7.0.6", + "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.6.tgz", + "integrity": "sha512-uV2QOWP2nWzsy2aMp8aRibhi9dlzF5Hgh5SHaB9OiTGEyDTiJJyx0uy51QXdyWbtAHNua4XJzUKca3OzKUd3vA==", + "dev": true, + "license": "MIT", + "dependencies": { + "path-key": "^3.1.0", + "shebang-command": "^2.0.0", + "which": "^2.0.1" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/debug": { + "version": "4.4.3", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.4.3.tgz", + "integrity": "sha512-RGwwWnwQvkVfavKVt22FGLw+xYSdzARwm0ru6DhTVA3umU5hZc28V3kO4stgYryrTlLpuvgI9GiijltAjNbcqA==", + "dev": true, + "license": "MIT", + "dependencies": { + "ms": "^2.1.3" + }, + "engines": { + "node": ">=6.0" + }, + "peerDependenciesMeta": { + "supports-color": { + "optional": true + } + } + }, + "node_modules/deep-is": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/deep-is/-/deep-is-0.1.4.tgz", + "integrity": "sha512-oIPzksmTg4/MriiaYGO+okXDT7ztn/w3Eptv/+gSIdMdKsJo0u4CfYNFJPy+4SKMuCqGw2wxnA+URMg3t8a/bQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/esbuild": { + "version": "0.28.1", + "resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.28.1.tgz", + "integrity": "sha512-HrJrvZv5ayxBzPfwphOoNzkzOIIlifzk0KJrGK2c8R4+LKpMtpYLQeUdjnwjWv/LZlkH2laZk+4w78pi99D4Vw==", + "dev": true, + "hasInstallScript": true, + "license": "MIT", + "bin": { + "esbuild": "bin/esbuild" + }, + "engines": { + "node": ">=18" + }, + "optionalDependencies": { + "@esbuild/aix-ppc64": "0.28.1", + "@esbuild/android-arm": "0.28.1", + "@esbuild/android-arm64": "0.28.1", + "@esbuild/android-x64": "0.28.1", + "@esbuild/darwin-arm64": "0.28.1", + "@esbuild/darwin-x64": "0.28.1", + "@esbuild/freebsd-arm64": "0.28.1", + "@esbuild/freebsd-x64": "0.28.1", + "@esbuild/linux-arm": "0.28.1", + "@esbuild/linux-arm64": "0.28.1", + "@esbuild/linux-ia32": "0.28.1", + "@esbuild/linux-loong64": "0.28.1", + "@esbuild/linux-mips64el": "0.28.1", + "@esbuild/linux-ppc64": "0.28.1", + "@esbuild/linux-riscv64": "0.28.1", + "@esbuild/linux-s390x": "0.28.1", + "@esbuild/linux-x64": "0.28.1", + "@esbuild/netbsd-arm64": "0.28.1", + "@esbuild/netbsd-x64": "0.28.1", + "@esbuild/openbsd-arm64": "0.28.1", + "@esbuild/openbsd-x64": "0.28.1", + "@esbuild/openharmony-arm64": "0.28.1", + "@esbuild/sunos-x64": "0.28.1", + "@esbuild/win32-arm64": "0.28.1", + "@esbuild/win32-ia32": "0.28.1", + "@esbuild/win32-x64": "0.28.1" + } + }, + "node_modules/escape-string-regexp": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-4.0.0.tgz", + "integrity": "sha512-TtpcNJ3XAzx3Gq8sWRzJaVajRs0uVxA2YAkdb1jm2YkPz4G6egUFAyA3n5vtEIZefPk5Wa4UXbKuS5fKkJWdgA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/eslint": { + "version": "10.11.0", + "resolved": "https://registry.npmjs.org/eslint/-/eslint-10.11.0.tgz", + "integrity": "sha512-P7a6UEEqb9G95MYAtqkmsTbVXIYyzIfl6NGOIJk162PaahFxFyeGcrlXYFSiagECg4sEm8IseJdZBKR3rx6MsQ==", + "dev": true, + "license": "MIT", + "workspaces": [ + "packages/*" + ], + "dependencies": { + "@eslint-community/eslint-utils": "^4.8.0", + "@eslint-community/regexpp": "^4.12.2", + "@eslint/config-array": "^0.23.5", + "@eslint/config-helpers": "^0.7.0", + "@eslint/core": "^1.2.1", + "@eslint/plugin-kit": "^0.7.3", + "@humanfs/node": "^0.16.6", + "@humanwhocodes/module-importer": "^1.0.1", + "@humanwhocodes/retry": "^0.4.2", + "@types/estree": "^1.0.6", + "ajv": "^6.14.0", + "cross-spawn": "^7.0.6", + "debug": "^4.3.2", + "escape-string-regexp": "^4.0.0", + "eslint-scope": "^9.1.2", + "eslint-visitor-keys": "^5.0.1", + "espree": "^11.2.0", + "esquery": "^1.7.0", + "esutils": "^2.0.2", + "fast-deep-equal": "^3.1.3", + "file-entry-cache": "11.1.5 || >11.1.6 <12", + "find-up": "^5.0.0", + "glob-parent": "^6.0.2", + "ignore": "^5.2.0", + "imurmurhash": "^0.1.4", + "is-glob": "^4.0.0", + "json-stable-stringify-without-jsonify": "^1.0.1", + "minimatch": "^10.2.5", + "natural-compare": "^1.4.0", + "optionator": "^0.9.3" + }, + "bin": { + "eslint": "bin/eslint.js" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://eslint.org/donate" + }, + "peerDependencies": { + "jiti": "*" + }, + "peerDependenciesMeta": { + "jiti": { + "optional": true + } + } + }, + "node_modules/eslint-scope": { + "version": "9.1.2", + "resolved": "https://registry.npmjs.org/eslint-scope/-/eslint-scope-9.1.2.tgz", + "integrity": "sha512-xS90H51cKw0jltxmvmHy2Iai1LIqrfbw57b79w/J7MfvDfkIkFZ+kj6zC3BjtUwh150HsSSdxXZcsuv72miDFQ==", + "dev": true, + "license": "BSD-2-Clause", + "dependencies": { + "@types/esrecurse": "^4.3.1", + "@types/estree": "^1.0.8", + "esrecurse": "^4.3.0", + "estraverse": "^5.2.0" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://opencollective.com/eslint" + } + }, + "node_modules/eslint-visitor-keys": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/eslint-visitor-keys/-/eslint-visitor-keys-5.0.1.tgz", + "integrity": "sha512-tD40eHxA35h0PEIZNeIjkHoDR4YjjJp34biM0mDvplBe//mB+IHCqHDGV7pxF+7MklTvighcCPPZC7ynWyjdTA==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://opencollective.com/eslint" + } + }, + "node_modules/eslint/node_modules/glob-parent": { + "version": "6.0.2", + "resolved": "https://registry.npmjs.org/glob-parent/-/glob-parent-6.0.2.tgz", + "integrity": "sha512-XxwI8EOhVQgWp6iDL+3b0r86f4d6AX6zSU55HfB4ydCEuXLXc5FcYeOu+nnGftS4TEju/11rt4KJPTMgbfmv4A==", + "dev": true, + "license": "ISC", + "dependencies": { + "is-glob": "^4.0.3" + }, + "engines": { + "node": ">=10.13.0" + } + }, + "node_modules/espree": { + "version": "11.2.0", + "resolved": "https://registry.npmjs.org/espree/-/espree-11.2.0.tgz", + "integrity": "sha512-7p3DrVEIopW1B1avAGLuCSh1jubc01H2JHc8B4qqGblmg5gI9yumBgACjWo4JlIc04ufug4xJ3SQI8HkS/Rgzw==", + "dev": true, + "license": "BSD-2-Clause", + "dependencies": { + "acorn": "^8.16.0", + "acorn-jsx": "^5.3.2", + "eslint-visitor-keys": "^5.0.1" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://opencollective.com/eslint" + } + }, + "node_modules/esquery": { + "version": "1.7.0", + "resolved": "https://registry.npmjs.org/esquery/-/esquery-1.7.0.tgz", + "integrity": "sha512-Ap6G0WQwcU/LHsvLwON1fAQX9Zp0A2Y6Y/cJBl9r/JbW90Zyg4/zbG6zzKa2OTALELarYHmKu0GhpM5EO+7T0g==", + "dev": true, + "license": "BSD-3-Clause", + "dependencies": { + "estraverse": "^5.1.0" + }, + "engines": { + "node": ">=0.10" + } + }, + "node_modules/esrecurse": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/esrecurse/-/esrecurse-4.3.0.tgz", + "integrity": "sha512-KmfKL3b6G+RXvP8N1vr3Tq1kL/oCFgn2NYXEtqP8/L3pKapUA4G8cFVaoF3SU323CD4XypR/ffioHmkti6/Tag==", + "dev": true, + "license": "BSD-2-Clause", + "dependencies": { + "estraverse": "^5.2.0" + }, + "engines": { + "node": ">=4.0" + } + }, + "node_modules/estraverse": { + "version": "5.3.0", + "resolved": "https://registry.npmjs.org/estraverse/-/estraverse-5.3.0.tgz", + "integrity": "sha512-MMdARuVEQziNTeJD8DgMqmhwR11BRQ/cBP+pLtYdSTnf3MIO8fFeiINEbX36ZdNlfU/7A9f3gUw49B3oQsvwBA==", + "dev": true, + "license": "BSD-2-Clause", + "engines": { + "node": ">=4.0" + } + }, + "node_modules/esutils": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/esutils/-/esutils-2.0.3.tgz", + "integrity": "sha512-kVscqXk4OCp68SZ0dkgEKVi6/8ij300KBWTJq32P/dYeWTSwK41WyTxalN1eRmA5Z9UU/LX9D7FWSmV9SAYx6g==", + "dev": true, + "license": "BSD-2-Clause", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/fast-deep-equal": { + "version": "3.1.3", + "resolved": "https://registry.npmjs.org/fast-deep-equal/-/fast-deep-equal-3.1.3.tgz", + "integrity": "sha512-f3qQ9oQy9j2AhBe/H9VC91wLmKBCCU/gDOnKNAYG5hswO7BLKj09Hc5HYNz9cGI++xlpDCIgDaitVs03ATR84Q==", + "dev": true, + "license": "MIT" + }, + "node_modules/fast-json-stable-stringify": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/fast-json-stable-stringify/-/fast-json-stable-stringify-2.1.0.tgz", + "integrity": "sha512-lhd/wF+Lk98HZoTCtlVraHtfh5XYijIjalXck7saUtuanSDyLMxnHhSXEDJqHxD7msR8D0uCmqlkwjCV8xvwHw==", + "dev": true, + "license": "MIT" + }, + "node_modules/fast-levenshtein": { + "version": "2.0.6", + "resolved": "https://registry.npmjs.org/fast-levenshtein/-/fast-levenshtein-2.0.6.tgz", + "integrity": "sha512-DCXu6Ifhqcks7TZKY3Hxp3y6qphY5SJZmrWMDrKcERSOXWQdMhU9Ig/PYrzyw/ul9jOIyh0N4M0tbC5hodg8dw==", + "dev": true, + "license": "MIT" + }, + "node_modules/file-entry-cache": { + "version": "11.1.5", + "resolved": "https://registry.npmjs.org/file-entry-cache/-/file-entry-cache-11.1.5.tgz", + "integrity": "sha512-+PFTHITI08JIGhnNpGNI8T8inUpgZfk3GNEqfT9R2zZV2iFXg3CvqzSl/uEhs7TSGujYRELEANyDvS8Fj7+S7Q==", + "dev": true, + "license": "MIT", + "dependencies": { + "flat-cache": "^6.1.23" + } + }, + "node_modules/fill-range": { + "version": "7.1.1", + "resolved": "https://registry.npmjs.org/fill-range/-/fill-range-7.1.1.tgz", + "integrity": "sha512-YsGpe3WHLK8ZYi4tWDg2Jy3ebRz2rXowDxnld4bkQB00cc/1Zw9AWnC0i9ztDJitivtQvaI9KaLyKrc+hBW0yg==", + "dev": true, + "license": "MIT", + "dependencies": { + "to-regex-range": "^5.0.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/find-up": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/find-up/-/find-up-5.0.0.tgz", + "integrity": "sha512-78/PXT1wlLLDgTzDs7sjq9hzz0vXD+zn+7wypEe4fXQxCmdmqfGsEPQxmiCSQI3ajFV91bVSsvNtrJRiW6nGng==", + "dev": true, + "license": "MIT", + "dependencies": { + "locate-path": "^6.0.0", + "path-exists": "^4.0.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/flat-cache": { + "version": "6.1.23", + "resolved": "https://registry.npmjs.org/flat-cache/-/flat-cache-6.1.23.tgz", + "integrity": "sha512-f++BY9pTk+983xK1FLzlLpmM0i0z+jHmx3QESGkURMXujQZz1k5wzwX6hjnQ8goaD0B+sYnDK1yZ6MTyZfUaqA==", + "dev": true, + "license": "MIT", + "dependencies": { + "cacheable": "^2.5.0", + "flatted": "^3.4.2", + "hookified": "^1.15.0" + } + }, + "node_modules/flatted": { + "version": "3.4.4", + "resolved": "https://registry.npmjs.org/flatted/-/flatted-3.4.4.tgz", + "integrity": "sha512-5+ybhBZANEJxaH3X5evAFatUxLfEHSr7n6kYJ+1Qd0mUqr4eu9gIf6GDbWHf8RJijHrjjO8G+la14SlL2SeS1Q==", + "dev": true, + "license": "ISC" + }, + "node_modules/fsevents": { + "version": "2.3.3", + "resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.3.tgz", + "integrity": "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==", + "dev": true, + "hasInstallScript": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^8.16.0 || ^10.6.0 || >=11.0.0" + } + }, + "node_modules/glob-parent": { + "version": "5.1.2", + "resolved": "https://registry.npmjs.org/glob-parent/-/glob-parent-5.1.2.tgz", + "integrity": "sha512-AOIgSQCepiJYwP3ARnGx+5VnTu2HBYdzbGP45eLw1vr3zB3vZLeyed1sC9hnbcOc9/SrMyM5RPQrkGz4aS9Zow==", + "dev": true, + "license": "ISC", + "dependencies": { + "is-glob": "^4.0.1" + }, + "engines": { + "node": ">= 6" + } + }, + "node_modules/has-flag": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/has-flag/-/has-flag-3.0.0.tgz", + "integrity": "sha512-sKJf1+ceQBr4SMkvQnBDNDtf4TXpVhVGateu0t918bl30FnbE2m4vNLX+VWe/dpjlb+HugGYzW7uQXH98HPEYw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=4" + } + }, + "node_modules/hashery": { + "version": "1.5.1", + "resolved": "https://registry.npmjs.org/hashery/-/hashery-1.5.1.tgz", + "integrity": "sha512-iZyKG96/JwPz1N55vj2Ie2vXbhu440zfUfJvSwEqEbeLluk7NnapfGqa7LH0mOsnDxTF85Mx8/dyR6HfqcbmbQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "hookified": "^1.15.0" + }, + "engines": { + "node": ">=20" + } + }, + "node_modules/hookified": { + "version": "1.15.1", + "resolved": "https://registry.npmjs.org/hookified/-/hookified-1.15.1.tgz", + "integrity": "sha512-MvG/clsADq1GPM2KGo2nyfaWVyn9naPiXrqIe4jYjXNZQt238kWyOGrsyc/DmRAQ+Re6yeo6yX/yoNCG5KAEVg==", + "dev": true, + "license": "MIT" + }, + "node_modules/ignore": { + "version": "5.3.2", + "resolved": "https://registry.npmjs.org/ignore/-/ignore-5.3.2.tgz", + "integrity": "sha512-hsBTNUqQTDwkWtcdYI2i06Y/nUBEsNEDJKjWdigLvegy8kDuJAS8uRlpkkcQpyEXL0Z/pjDy5HBmMjRCJ2gq+g==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 4" + } + }, + "node_modules/ignore-by-default": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/ignore-by-default/-/ignore-by-default-1.0.1.tgz", + "integrity": "sha512-Ius2VYcGNk7T90CppJqcIkS5ooHUZyIQK+ClZfMfMNFEF9VSE73Fq+906u/CWu92x4gzZMWOwfFYckPObzdEbA==", + "dev": true, + "license": "ISC" + }, + "node_modules/imurmurhash": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/imurmurhash/-/imurmurhash-0.1.4.tgz", + "integrity": "sha512-JmXMZ6wuvDmLiHEml9ykzqO6lwFbof0GG4IkcGaENdCRDDmMVnny7s5HsIgHCbaq0w2MyPhDqkhTUgS2LU2PHA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.8.19" + } + }, + "node_modules/is-binary-path": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/is-binary-path/-/is-binary-path-2.1.0.tgz", + "integrity": "sha512-ZMERYes6pDydyuGidse7OsHxtbI7WVeUEozgR/g7rd0xUimYNlvZRE/K2MgZTjWy725IfelLeVcEM97mmtRGXw==", + "dev": true, + "license": "MIT", + "dependencies": { + "binary-extensions": "^2.0.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/is-extglob": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/is-extglob/-/is-extglob-2.1.1.tgz", + "integrity": "sha512-SbKbANkN603Vi4jEZv49LeVJMn4yGwsbzZworEoyEiutsN3nJYdbO36zfhGJ6QEDpOZIFkDtnq5JRxmvl3jsoQ==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/is-glob": { + "version": "4.0.3", + "resolved": "https://registry.npmjs.org/is-glob/-/is-glob-4.0.3.tgz", + "integrity": "sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-extglob": "^2.1.1" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/is-number": { + "version": "7.0.0", + "resolved": "https://registry.npmjs.org/is-number/-/is-number-7.0.0.tgz", + "integrity": "sha512-41Cifkg6e8TylSpdtTpeLVMqvSBEVzTttHvERD741+pnZ8ANv0004MRL43QKPDlK9cGvNp6NZWZUBlbGXYxxng==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.12.0" + } + }, + "node_modules/isexe": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz", + "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==", + "dev": true, + "license": "ISC" + }, + "node_modules/json-schema-traverse": { + "version": "0.4.1", + "resolved": "https://registry.npmjs.org/json-schema-traverse/-/json-schema-traverse-0.4.1.tgz", + "integrity": "sha512-xbbCH5dCYU5T8LcEhhuh7HJ88HXuW3qsI3Y0zOZFKfZEHcpWiHU/Jxzk629Brsab/mMiHQti9wMP+845RPe3Vg==", + "dev": true, + "license": "MIT" + }, + "node_modules/json-stable-stringify-without-jsonify": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/json-stable-stringify-without-jsonify/-/json-stable-stringify-without-jsonify-1.0.1.tgz", + "integrity": "sha512-Bdboy+l7tA3OGW6FjyFHWkP5LuByj1Tk33Ljyq0axyzdk9//JSi2u3fP1QSmd1KNwq6VOKYGlAu87CisVir6Pw==", + "dev": true, + "license": "MIT" + }, + "node_modules/keyv": { + "version": "5.6.0", + "resolved": "https://registry.npmjs.org/keyv/-/keyv-5.6.0.tgz", + "integrity": "sha512-CYDD3SOtsHtyXeEORYRx2qBtpDJFjRTGXUtmNEMGyzYOKj1TE3tycdlho7kA1Ufx9OYWZzg52QFBGALTirzDSw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@keyv/serialize": "^1.1.1" + } + }, + "node_modules/levn": { + "version": "0.4.1", + "resolved": "https://registry.npmjs.org/levn/-/levn-0.4.1.tgz", + "integrity": "sha512-+bT2uH4E5LGE7h/n3evcS/sQlJXCpIp6ym8OWJ5eV6+67Dsql/LaaT7qJBAt2rzfoa/5QBGBhxDix1dMt2kQKQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "prelude-ls": "^1.2.1", + "type-check": "~0.4.0" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/locate-path": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/locate-path/-/locate-path-6.0.0.tgz", + "integrity": "sha512-iPZK6eYjbxRu3uB4/WZ3EsEIMJFMqAoopl3R+zuq0UjcAm/MO6KCweDgPfP3elTztoKP3KtnVHxTn2NHBSDVUw==", + "dev": true, + "license": "MIT", + "dependencies": { + "p-locate": "^5.0.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/minimatch": { + "version": "10.2.6", + "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-10.2.6.tgz", + "integrity": "sha512-vpLQEs+VLCr1nU0BXS07maYoFwlDAH0gngQuuttxIwutDFEMHq2blX+8vpgxDdK3J1PwjCJiep77OitTZ4Ll1A==", + "dev": true, + "license": "BlueOak-1.0.0", + "dependencies": { + "brace-expansion": "^5.0.8" + }, + "engines": { + "node": "18 || 20 || >=22" + }, + "funding": { + "url": "https://github.com/sponsors/isaacs" + } + }, + "node_modules/ms": { + "version": "2.1.3", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz", + "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==", + "dev": true, + "license": "MIT" + }, + "node_modules/natural-compare": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/natural-compare/-/natural-compare-1.4.0.tgz", + "integrity": "sha512-OWND8ei3VtNC9h7V60qff3SVobHr996CTwgxubgyQYEpg290h9J0buyECNNJexkFm5sOajh5G116RYA1c8ZMSw==", + "dev": true, + "license": "MIT" + }, + "node_modules/nodemon": { + "version": "3.1.14", + "resolved": "https://registry.npmjs.org/nodemon/-/nodemon-3.1.14.tgz", + "integrity": "sha512-jakjZi93UtB3jHMWsXL68FXSAosbLfY0In5gtKq3niLSkrWznrVBzXFNOEMJUfc9+Ke7SHWoAZsiMkNP3vq6Jw==", + "dev": true, + "license": "MIT", + "dependencies": { + "chokidar": "^3.5.2", + "debug": "^4", + "ignore-by-default": "^1.0.1", + "minimatch": "^10.2.1", + "pstree.remy": "^1.1.8", + "semver": "^7.5.3", + "simple-update-notifier": "^2.0.0", + "supports-color": "^5.5.0", + "touch": "^3.1.0", + "undefsafe": "^2.0.5" + }, + "bin": { + "nodemon": "bin/nodemon.js" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/nodemon" + } + }, + "node_modules/normalize-path": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/normalize-path/-/normalize-path-3.0.0.tgz", + "integrity": "sha512-6eZs5Ls3WtCisHWp9S2GUy8dqkpGi4BVSz3GaqiE6ezub0512ESztXUwUB6C6IKbQkY2Pnb/mD4WYojCRwcwLA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/optionator": { + "version": "0.9.4", + "resolved": "https://registry.npmjs.org/optionator/-/optionator-0.9.4.tgz", + "integrity": "sha512-6IpQ7mKUxRcZNLIObR0hz7lxsapSSIYNZJwXPGeF0mTVqGKFIXj1DQcMoT22S3ROcLyY/rz0PWaWZ9ayWmad9g==", + "dev": true, + "license": "MIT", + "dependencies": { + "deep-is": "^0.1.3", + "fast-levenshtein": "^2.0.6", + "levn": "^0.4.1", + "prelude-ls": "^1.2.1", + "type-check": "^0.4.0", + "word-wrap": "^1.2.5" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/p-limit": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/p-limit/-/p-limit-3.1.0.tgz", + "integrity": "sha512-TYOanM3wGwNGsZN2cVTYPArw454xnXj5qmWF1bEoAc4+cU/ol7GVh7odevjp1FNHduHc3KZMcFduxU5Xc6uJRQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "yocto-queue": "^0.1.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/p-locate": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/p-locate/-/p-locate-5.0.0.tgz", + "integrity": "sha512-LaNjtRWUBY++zB5nE/NwcaoMylSPk+S+ZHNB1TzdbMJMny6dynpAGt7X/tl/QYq3TIeE6nxHppbo2LGymrG5Pw==", + "dev": true, + "license": "MIT", + "dependencies": { + "p-limit": "^3.0.2" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/path-exists": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/path-exists/-/path-exists-4.0.0.tgz", + "integrity": "sha512-ak9Qy5Q7jYb2Wwcey5Fpvg2KoAc/ZIhLSLOSBmRmygPsGwkVVt0fZa0qrtMz+m6tJTAHfZQ8FnmB4MG4LWy7/w==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, + "node_modules/path-key": { + "version": "3.1.1", + "resolved": "https://registry.npmjs.org/path-key/-/path-key-3.1.1.tgz", + "integrity": "sha512-ojmeN0qd+y0jszEtoY48r0Peq5dwMEkIlCOu6Q5f41lfkswXuKtYrhgoTpLnyIcHm24Uhqx+5Tqm2InSwLhE6Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, + "node_modules/picomatch": { + "version": "2.3.2", + "resolved": "https://registry.npmjs.org/picomatch/-/picomatch-2.3.2.tgz", + "integrity": "sha512-V7+vQEJ06Z+c5tSye8S+nHUfI51xoXIXjHQ99cQtKUkQqqO1kO/KCJUfZXuB47h/YBlDhah2H3hdUGXn8ie0oA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8.6" + }, + "funding": { + "url": "https://github.com/sponsors/jonschlinkert" + } + }, + "node_modules/prelude-ls": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/prelude-ls/-/prelude-ls-1.2.1.tgz", + "integrity": "sha512-vkcDPrRZo1QZLbn5RLGPpg/WmIQ65qoWWhcGKf/b5eplkkarX0m9z8ppCat4mlOqUsWpyNuYgO3VRyrYHSzX5g==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/pstree.remy": { + "version": "1.1.8", + "resolved": "https://registry.npmjs.org/pstree.remy/-/pstree.remy-1.1.8.tgz", + "integrity": "sha512-77DZwxQmxKnu3aR542U+X8FypNzbfJ+C5XQDk3uWjWxn6151aIMGthWYRXTqT1E5oJvg+ljaa2OJi+VfvCOQ8w==", + "dev": true, + "license": "MIT" + }, + "node_modules/punycode": { + "version": "2.3.1", + "resolved": "https://registry.npmjs.org/punycode/-/punycode-2.3.1.tgz", + "integrity": "sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6" + } + }, + "node_modules/qified": { + "version": "0.10.1", + "resolved": "https://registry.npmjs.org/qified/-/qified-0.10.1.tgz", + "integrity": "sha512-+Owyggi9IxT1ePKGafcI87ubSmxol6smwJ+RAHDQlx9+9cPwFWDiKFFCPuWhr9ignlGpZ9vDQLw67N4dcTVFEA==", + "dev": true, + "license": "MIT", + "dependencies": { + "hookified": "^2.1.1" + }, + "engines": { + "node": ">=20" + } + }, + "node_modules/qified/node_modules/hookified": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/hookified/-/hookified-2.2.0.tgz", + "integrity": "sha512-p/LgFzRN5FeoD3DLS6bkUapeye6E4SI6yJs6KetENd18S+FBthqYq2amJUWpt5z0EQwwHemidjY5OqJGEKm5uA==", + "dev": true, + "license": "MIT" + }, + "node_modules/readdirp": { + "version": "3.6.0", + "resolved": "https://registry.npmjs.org/readdirp/-/readdirp-3.6.0.tgz", + "integrity": "sha512-hOS089on8RduqdbhvQ5Z37A0ESjsqz6qnRcffsMU3495FuTdqSm+7bhJ29JvIOsBDEEnan5DPu9t3To9VRlMzA==", + "dev": true, + "license": "MIT", + "dependencies": { + "picomatch": "^2.2.1" + }, + "engines": { + "node": ">=8.10.0" + } + }, + "node_modules/semver": { + "version": "7.7.4", + "resolved": "https://registry.npmjs.org/semver/-/semver-7.7.4.tgz", + "integrity": "sha512-vFKC2IEtQnVhpT78h1Yp8wzwrf8CM+MzKMHGJZfBtzhZNycRFnXsHk6E5TxIkkMsgNS7mdX3AGB7x2QM2di4lA==", + "dev": true, + "license": "ISC", + "bin": { + "semver": "bin/semver.js" + }, + "engines": { + "node": ">=10" + } + }, + "node_modules/shebang-command": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/shebang-command/-/shebang-command-2.0.0.tgz", + "integrity": "sha512-kHxr2zZpYtdmrN1qDjrrX/Z1rR1kG8Dx+gkpK1G4eXmvXswmcE1hTWBWYUzlraYw1/yZp6YuDY77YtvbN0dmDA==", + "dev": true, + "license": "MIT", + "dependencies": { + "shebang-regex": "^3.0.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/shebang-regex": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/shebang-regex/-/shebang-regex-3.0.0.tgz", + "integrity": "sha512-7++dFhtcx3353uBaq8DDR4NuxBetBzC7ZQOhmTQInHEd6bSrXdiEyzCvG07Z44UYdLShWUyXt5M/yhz8ekcb1A==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, + "node_modules/simple-update-notifier": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/simple-update-notifier/-/simple-update-notifier-2.0.0.tgz", + "integrity": "sha512-a2B9Y0KlNXl9u/vsW6sTIu9vGEpfKu2wRV6l1H3XEas/0gUIzGzBoP/IouTcUQbm9JWZLH3COxyn03TYlFax6w==", + "dev": true, + "license": "MIT", + "dependencies": { + "semver": "^7.5.3" + }, + "engines": { + "node": ">=10" + } + }, + "node_modules/supports-color": { + "version": "5.5.0", + "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-5.5.0.tgz", + "integrity": "sha512-QjVjwdXIt408MIiAqCX4oUKsgU2EqAGzs2Ppkm4aQYbjm+ZEWEcW4SfFNTr4uMNZma0ey4f5lgLrkB0aX0QMow==", + "dev": true, + "license": "MIT", + "dependencies": { + "has-flag": "^3.0.0" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/tinyglobby": { + "version": "0.2.17", + "resolved": "https://registry.npmjs.org/tinyglobby/-/tinyglobby-0.2.17.tgz", + "integrity": "sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g==", + "dev": true, + "license": "MIT", + "dependencies": { + "fdir": "^6.5.0", + "picomatch": "^4.0.4" + }, + "engines": { + "node": ">=12.0.0" + }, + "funding": { + "url": "https://github.com/sponsors/SuperchupuDev" + } + }, + "node_modules/tinyglobby/node_modules/fdir": { + "version": "6.5.0", + "resolved": "https://registry.npmjs.org/fdir/-/fdir-6.5.0.tgz", + "integrity": "sha512-tIbYtZbucOs0BRGqPJkshJUYdL+SDH7dVM8gjy+ERp3WAUjLEFJE+02kanyHtwjWOnwrKYBiwAmM0p4kLJAnXg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=12.0.0" + }, + "peerDependencies": { + "picomatch": "^3 || ^4" + }, + "peerDependenciesMeta": { + "picomatch": { + "optional": true + } + } + }, + "node_modules/tinyglobby/node_modules/picomatch": { + "version": "4.0.7", + "resolved": "https://registry.npmjs.org/picomatch/-/picomatch-4.0.7.tgz", + "integrity": "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=12" + }, + "funding": { + "url": "https://github.com/sponsors/jonschlinkert" + } + }, + "node_modules/to-regex-range": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/to-regex-range/-/to-regex-range-5.0.1.tgz", + "integrity": "sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-number": "^7.0.0" + }, + "engines": { + "node": ">=8.0" + } + }, + "node_modules/touch": { + "version": "3.1.1", + "resolved": "https://registry.npmjs.org/touch/-/touch-3.1.1.tgz", + "integrity": "sha512-r0eojU4bI8MnHr8c5bNo7lJDdI2qXlWWJk6a9EAFG7vbhTjElYhBVS3/miuE0uOuoLdb8Mc/rVfsmm6eo5o9GA==", + "dev": true, + "license": "ISC", + "bin": { + "nodetouch": "bin/nodetouch.js" + } + }, + "node_modules/ts-api-utils": { + "version": "2.5.0", + "resolved": "https://registry.npmjs.org/ts-api-utils/-/ts-api-utils-2.5.0.tgz", + "integrity": "sha512-OJ/ibxhPlqrMM0UiNHJ/0CKQkoKF243/AEmplt3qpRgkW8VG7IfOS41h7V8TjITqdByHzrjcS/2si+y4lIh8NA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=18.12" + }, + "peerDependencies": { + "typescript": ">=4.8.4" + } + }, + "node_modules/tsx": { + "version": "4.23.15", + "resolved": "https://registry.npmjs.org/tsx/-/tsx-4.23.15.tgz", + "integrity": "sha512-Yiex1Ovn8z2xPpOWckIiysV1SSyRMY9BkLF++q0yKiDxCqRhosKfMg3janKkiLBwZ5c/YryloKwGZcrEmtwxKw==", + "dev": true, + "license": "MIT", + "dependencies": { + "esbuild": "~0.28.0" + }, + "bin": { + "tsx": "dist/cli.mjs" + }, + "engines": { + "node": ">=18.0.0" + }, + "optionalDependencies": { + "fsevents": "~2.3.3" + } + }, + "node_modules/type-check": { + "version": "0.4.0", + "resolved": "https://registry.npmjs.org/type-check/-/type-check-0.4.0.tgz", + "integrity": "sha512-XleUoc9uwGXqjWwXaUTZAmzMcFZ5858QA2vvx1Ur5xIcixXIP+8LnFDgRplU30us6teqdlskFfu+ae4K79Ooew==", + "dev": true, + "license": "MIT", + "dependencies": { + "prelude-ls": "^1.2.1" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/typescript": { + "version": "5.9.3", + "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.9.3.tgz", + "integrity": "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw==", + "dev": true, + "license": "Apache-2.0", + "bin": { + "tsc": "bin/tsc", + "tsserver": "bin/tsserver" + }, + "engines": { + "node": ">=14.17" + } + }, + "node_modules/typescript-eslint": { + "version": "8.72.1", + "resolved": "https://registry.npmjs.org/typescript-eslint/-/typescript-eslint-8.72.1.tgz", + "integrity": "sha512-3Li9FfPmQp45nxEtFD1ZCrYFI3cYK5kpyNtmm1H7lMagm8u9sy6PTjy3ytwQZs7KNukOyKFHAZ6z6GjYFeaeXw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@typescript-eslint/eslint-plugin": "8.72.1", + "@typescript-eslint/parser": "8.72.1", + "@typescript-eslint/typescript-estree": "8.72.1", + "@typescript-eslint/utils": "8.72.1" + }, + "engines": { + "node": "^18.18.0 || ^20.9.0 || >=21.1.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/typescript-eslint" + }, + "peerDependencies": { + "eslint": "^8.57.0 || ^9.0.0 || ^10.0.0", + "typescript": ">=4.8.4 <6.1.0" + } + }, + "node_modules/undefsafe": { + "version": "2.0.5", + "resolved": "https://registry.npmjs.org/undefsafe/-/undefsafe-2.0.5.tgz", + "integrity": "sha512-WxONCrssBM8TSPRqN5EmsjVrsv4A8X12J4ArBiiayv3DyyG3ZlIg6yysuuSYdZsVz3TKcTg2fd//Ujd4CHV1iA==", + "dev": true, + "license": "MIT" + }, + "node_modules/undici-types": { + "version": "8.9.0", + "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-8.9.0.tgz", + "integrity": "sha512-KTDyRTYX8sWmKXAikPHHSyc63CRPETMctyjKFupcC6OBLXT3xsN0e9aF7m+mIXutFWpUXuedtowG7iLOzp0kQg==", + "dev": true, + "license": "MIT" + }, + "node_modules/uri-js": { + "version": "4.4.1", + "resolved": "https://registry.npmjs.org/uri-js/-/uri-js-4.4.1.tgz", + "integrity": "sha512-7rKUyy33Q1yc98pQ1DAmLtwX109F7TIfWlW1Ydo8Wl1ii1SeHieeh0HHfPeL2fMXK6z0s8ecKs9frCuLJvndBg==", + "dev": true, + "license": "BSD-2-Clause", + "dependencies": { + "punycode": "^2.1.0" + } + }, + "node_modules/vscode-jsonrpc": { + "version": "8.2.1", + "resolved": "https://registry.npmjs.org/vscode-jsonrpc/-/vscode-jsonrpc-8.2.1.tgz", + "integrity": "sha512-kdjOSJ2lLIn7r1rtrMbbNCHjyMPfRnowdKjBQ+mGq6NAW5QY2bEZC/khaC5OR8svbbjvLEaIXkOq45e2X9BIbQ==", + "license": "MIT", + "engines": { + "node": ">=14.0.0" + } + }, + "node_modules/which": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz", + "integrity": "sha512-BLI3Tl1TW3Pvl70l3yq3Y64i+awpwXqsGBYWkkqMtnbXgrMD+yj7rhW0kuEDxzJaYXGjEW5ogapKNMEKNMjibA==", + "dev": true, + "license": "ISC", + "dependencies": { + "isexe": "^2.0.0" + }, + "bin": { + "node-which": "bin/node-which" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/word-wrap": { + "version": "1.2.5", + "resolved": "https://registry.npmjs.org/word-wrap/-/word-wrap-1.2.5.tgz", + "integrity": "sha512-BN22B5eaMMI9UMtjrGd5g5eCYPpCPDUy0FJXbYsaT5zYxjFOckS53SQDE3pWkVoWpHXVb3BrYcEN4Twa55B5cA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/yocto-queue": { + "version": "0.1.0", + "resolved": "https://registry.npmjs.org/yocto-queue/-/yocto-queue-0.1.0.tgz", + "integrity": "sha512-rVksvsnNCdJ/ohGc6xgPwyN8eheCxsiLM8mxuE/t/mOVqJewPuO1miLpTHQiRgTKCLexL4MeAFVagts7HmNZ2Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + } + } +} diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/package.json b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/package.json new file mode 100644 index 000000000..588d5670f --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/package.json @@ -0,0 +1,28 @@ +{ + "name": "validationapphost", + "version": "1.0.0", + "private": true, + "type": "module", + "scripts": { + "lint": "eslint apphost.mts", + "predev": "npm run lint", + "dev": "aspire run", + "prebuild": "npm run lint", + "build": "tsc", + "watch": "tsc --watch" + }, + "dependencies": { + "vscode-jsonrpc": "^8.2.0" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "devDependencies": { + "@types/node": "^26.6.6", + "eslint": "^10.11.0", + "nodemon": "^3.1.14", + "tsx": "^4.23.15", + "typescript": "^5.9.3", + "typescript-eslint": "^8.72.1" + } +} diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/tsconfig.json b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/tsconfig.json new file mode 100644 index 000000000..e70fa1fa2 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/tsconfig.json @@ -0,0 +1,20 @@ +{ + "compilerOptions": { + "target": "ES2022", + "module": "NodeNext", + "moduleResolution": "NodeNext", + "esModuleInterop": true, + "forceConsistentCasingInFileNames": true, + "strict": true, + "skipLibCheck": true, + "outDir": "./dist", + "rootDir": "." + }, + "include": [ + "apphost.mts", + ".aspire/modules/**/*.ts" + ], + "exclude": [ + "node_modules" + ] +} diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/AppHost.cs b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/AppHost.cs new file mode 100644 index 000000000..04989361c --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/AppHost.cs @@ -0,0 +1,16 @@ +var builder = DistributedApplication.CreateBuilder(args); + +// vLLM serves an OpenAI-compatible API at "{endpoint}/v1". Resources that wait for it start +// only after its /health check passes, which happens once the model has finished loading. +var vllm = builder.AddVLLM("vllm") + .WithGPUSupport() + .WithDataVolume() + .WithModel("Qwen/Qwen3-0.6B"); + +#pragma warning disable ASPIREDOTNETPROJECT001 +builder.AddDotnetProject("consumer", new Projects.CommunityToolkit_Aspire_Hosting_VLLM_ConsumerApp().ProjectPath) +#pragma warning restore ASPIREDOTNETPROJECT001 + .WithReference(vllm) + .WaitFor(vllm); + +builder.Build().Run(); diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.csproj b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.csproj new file mode 100644 index 000000000..92767df10 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.csproj @@ -0,0 +1,16 @@ + + + + Exe + 01349015-0d5e-49ee-ad45-99b329a11812 + + + + + + + + + + + diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/Properties/launchSettings.json b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/Properties/launchSettings.json new file mode 100644 index 000000000..2ff2b41b2 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/Properties/launchSettings.json @@ -0,0 +1,29 @@ +{ + "$schema": "https://json.schemastore.org/launchsettings.json", + "profiles": { + "https": { + "commandName": "Project", + "dotnetRunMessages": true, + "launchBrowser": true, + "applicationUrl": "https://localhost:17284;http://localhost:15193", + "environmentVariables": { + "ASPNETCORE_ENVIRONMENT": "Development", + "DOTNET_ENVIRONMENT": "Development", + "DOTNET_DASHBOARD_OTLP_ENDPOINT_URL": "https://localhost:21186", + "DOTNET_RESOURCE_SERVICE_ENDPOINT_URL": "https://localhost:22341" + } + }, + "http": { + "commandName": "Project", + "dotnetRunMessages": true, + "launchBrowser": true, + "applicationUrl": "http://localhost:15193", + "environmentVariables": { + "ASPNETCORE_ENVIRONMENT": "Development", + "DOTNET_ENVIRONMENT": "Development", + "DOTNET_DASHBOARD_OTLP_ENDPOINT_URL": "http://localhost:19137", + "DOTNET_RESOURCE_SERVICE_ENDPOINT_URL": "http://localhost:20388" + } + } + } +} diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/appsettings.json b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/appsettings.json new file mode 100644 index 000000000..31c092aa4 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost/appsettings.json @@ -0,0 +1,9 @@ +{ + "Logging": { + "LogLevel": { + "Default": "Information", + "Microsoft.AspNetCore": "Warning", + "Aspire.Hosting.Dcp": "Warning" + } + } +} diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp.csproj b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp.csproj new file mode 100644 index 000000000..cb046fa81 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp.csproj @@ -0,0 +1,16 @@ + + + + Exe + 5d8678e4-15e2-45ac-bd5b-d388b1ffaef5 + + + + + + + + + + + diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Program.cs b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Program.cs new file mode 100644 index 000000000..a056e7ede --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Program.cs @@ -0,0 +1,10 @@ +using CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp; + +var builder = Host.CreateApplicationBuilder(args); + +builder.AddVLLMClient("vllm") + .AddChatClient("Qwen/Qwen3-0.6B"); + +builder.Services.AddHostedService(); + +builder.Build().Run(); diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Worker.cs b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Worker.cs new file mode 100644 index 000000000..2079ec790 --- /dev/null +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Worker.cs @@ -0,0 +1,26 @@ +using Microsoft.Extensions.AI; + +namespace CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp; + +/// +/// Sends a single prompt to the vLLM-backed , logs the response, and stops the application. +/// +public sealed class Worker(IChatClient chatClient, ILogger logger, IHostApplicationLifetime lifetime) : BackgroundService +{ + protected override async Task ExecuteAsync(CancellationToken stoppingToken) + { + try + { + var response = await chatClient.GetResponseAsync("In one sentence, what is Aspire?", cancellationToken: stoppingToken); + logger.LogInformation("vLLM response: {Response}", response.Text); + } + catch (Exception ex) when (ex is not OperationCanceledException) + { + logger.LogError(ex, "Failed to call the vLLM chat client."); + } + finally + { + lifetime.StopApplication(); + } + } +} diff --git a/tests-app-hosts/VLLM.AppHost/AppHost.cs b/tests-app-hosts/VLLM.AppHost/AppHost.cs new file mode 100644 index 000000000..b961bc5bf --- /dev/null +++ b/tests-app-hosts/VLLM.AppHost/AppHost.cs @@ -0,0 +1,11 @@ +var builder = DistributedApplication.CreateBuilder(args); + +// The CPU build of vLLM with a tiny model keeps this test runnable on CI agents without a GPU. +builder.AddVLLM("vllm") + .WithImage("vllm/vllm-openai-cpu", "v0.33.0") + .WithModel("facebook/opt-125m") + .WithArgs("--max-model-len", "512") + // The CPU build otherwise reserves most of the host memory for the KV cache (in GiB). + .WithEnvironment("VLLM_CPU_KVCACHE_SPACE", "1"); + +builder.Build().Run(); diff --git a/tests-app-hosts/VLLM.AppHost/VLLM.AppHost.csproj b/tests-app-hosts/VLLM.AppHost/VLLM.AppHost.csproj new file mode 100644 index 000000000..d45305a03 --- /dev/null +++ b/tests-app-hosts/VLLM.AppHost/VLLM.AppHost.csproj @@ -0,0 +1,12 @@ + + + + Exe + 5c7f1d2e-6b0a-4f3e-9a8d-2e4b7c1f0a93 + + + + + + + diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AddVLLMTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AddVLLMTests.cs new file mode 100644 index 000000000..2d7fa17c2 --- /dev/null +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AddVLLMTests.cs @@ -0,0 +1,213 @@ +using Aspire.Hosting; +using Aspire.Hosting.Utils; +using CommunityToolkit.Aspire.Testing; + +namespace CommunityToolkit.Aspire.Hosting.VLLM.Tests; + +public class AddVLLMTests +{ + [Fact] + public void AddVLLMRegistersResourceWithDefaultImage() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm"); + + using var app = builder.Build(); + + var resource = AssertSingleResource(app); + Assert.Equal("vllm", resource.Name); + + Assert.True(resource.TryGetLastAnnotation(out var image)); + Assert.Equal(VLLMContainerImageTags.Registry, image.Registry); + Assert.Equal(VLLMContainerImageTags.Image, image.Image); + Assert.Equal(VLLMContainerImageTags.Tag, image.Tag); + } + + [Fact] + public async Task AddVLLMSetsSharedMemorySize() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm"); + + using var app = builder.Build(); + + await AssertContainerRuntimeArgs(AssertSingleResource(app)); + } + + [Fact] + public void AddVLLMConfiguresHttpEndpointAndHealthCheck() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm"); + + using var app = builder.Build(); + + var resource = AssertSingleResource(app); + var endpoint = Assert.Single(resource.Annotations.OfType()); + Assert.Equal("http", endpoint.Name); + Assert.Equal("http", endpoint.UriScheme); + Assert.Equal(8000, endpoint.TargetPort); + Assert.Null(endpoint.Port); + + Assert.Single(resource.Annotations.OfType()); + } + + [Fact] + public void AddVLLMWithExplicitPortSetsHostPort() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm", port: 9000); + + using var app = builder.Build(); + + var resource = AssertSingleResource(app); + var endpoint = Assert.Single(resource.Annotations.OfType()); + Assert.Equal(9000, endpoint.Port); + Assert.Equal(8000, endpoint.TargetPort); + } + + [Fact] + public async Task ConnectionStringUsesEndpointFormat() + { + var builder = DistributedApplication.CreateBuilder(); + var vllm = builder.AddVLLM("vllm"); + vllm.WithEndpoint("http", e => e.AllocatedEndpoint = new AllocatedEndpoint(e, "localhost", 27000)); + + var connectionString = await vllm.Resource.ConnectionStringExpression.GetValueAsync(default); + + Assert.Equal("Endpoint=http://localhost:27000", connectionString); + Assert.Equal("Endpoint={vllm.bindings.http.scheme}://{vllm.bindings.http.host}:{vllm.bindings.http.port}", vllm.Resource.ConnectionStringExpression.ValueExpression); + } + + [Fact] + public void ConnectionPropertiesIncludeHostPortAndUri() + { + var builder = DistributedApplication.CreateBuilder(); + var vllm = builder.AddVLLM("vllm"); + + var properties = ((IResourceWithConnectionString)vllm.Resource).GetConnectionProperties().ToDictionary(p => p.Key, p => p.Value); + + Assert.Equal(["Host", "Port", "Uri"], properties.Keys); + Assert.Equal("{vllm.bindings.http.scheme}://{vllm.bindings.http.host}:{vllm.bindings.http.port}", properties["Uri"].ValueExpression); + } + + [Fact] + public async Task WithNvidiaGPUSupport() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm").WithGPUSupport(); + + using var app = builder.Build(); + + await AssertContainerRuntimeArgs(AssertSingleResource(app), "--gpus", "all"); + } + + [Theory] + [InlineData("ASPIRE_CONTAINER_RUNTIME")] + [InlineData("DOTNET_ASPIRE_CONTAINER_RUNTIME")] + public async Task WithNvidiaGPUSupportOnPodman(string configKey) + { + var builder = DistributedApplication.CreateBuilder(); + builder.Configuration[configKey] = "podman"; + builder.AddVLLM("vllm").WithGPUSupport(VLLMGpuVendor.Nvidia); + + using var app = builder.Build(); + + await AssertContainerRuntimeArgs(AssertSingleResource(app), "--device", "nvidia.com/gpu=all"); + } + + [Fact] + public async Task WithAMDGPUSupportSwitchesToRocmImage() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm").WithGPUSupport(VLLMGpuVendor.AMD); + + using var app = builder.Build(); + + var resource = AssertSingleResource(app); + await AssertContainerRuntimeArgs(resource, "--device", "/dev/kfd", "--device", "/dev/dri"); + + Assert.True(resource.TryGetLastAnnotation(out var image)); + Assert.Equal(VLLMContainerImageTags.RocmImage, image.Image); + Assert.Equal(VLLMContainerImageTags.Tag, image.Tag); + } + + [Fact] + public void WithAMDGPUSupportKeepsCustomImage() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm").WithImage("my/vllm", "dev").WithGPUSupport(VLLMGpuVendor.AMD); + + using var app = builder.Build(); + + Assert.True(AssertSingleResource(app).TryGetLastAnnotation(out var image)); + Assert.Equal("my/vllm", image.Image); + Assert.Equal("dev", image.Tag); + } + + [Fact] + public async Task WithModelIsFirstArgumentRegardlessOfOrder() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm") + .WithArgs("--dtype", "bfloat16") + .WithServedModelName("my-model") + .WithModel("Qwen/Qwen3-0.6B"); + + using var app = builder.Build(); + + var args = await ArgumentEvaluator.GetArgumentListAsync(AssertSingleResource(app)); + + Assert.Equal(["Qwen/Qwen3-0.6B", "--dtype", "bfloat16", "--served-model-name", "my-model"], args); + } + + [Theory] + [InlineData(null)] + [InlineData("hf-cache")] + public void WithDataVolumeMountsHuggingFaceCache(string? volumeName) + { + var builder = DistributedApplication.CreateBuilder(); + var vllm = builder.AddVLLM("vllm").WithDataVolume(volumeName); + + using var app = builder.Build(); + + var mount = Assert.Single(AssertSingleResource(app).Annotations.OfType()); + Assert.Equal(volumeName ?? VolumeNameGenerator.Generate(vllm, "huggingface"), mount.Source); + Assert.Equal("/root/.cache/huggingface", mount.Target); + Assert.Equal(ContainerMountType.Volume, mount.Type); + Assert.False(mount.IsReadOnly); + } + + [Fact] + public async Task WithHuggingFaceTokenSetsEnvironmentVariable() + { + var builder = DistributedApplication.CreateBuilder(); + builder.Configuration["Parameters:hf-token"] = "secret-token"; + var token = builder.AddParameter("hf-token", secret: true); + builder.AddVLLM("vllm").WithHuggingFaceToken(token); + + using var app = builder.Build(); + + var env = await EnvironmentVariableEvaluator.GetEnvironmentVariablesAsync(AssertSingleResource(app)); + + Assert.Equal("secret-token", env["HF_TOKEN"]); + } + + private static VLLMResource AssertSingleResource(DistributedApplication app) + { + var appModel = app.Services.GetRequiredService(); + return Assert.Single(appModel.Resources.OfType()); + } + + private static async Task AssertContainerRuntimeArgs(IResource resource, params string[] expectedArgs) + { + var args = new List(); + var context = new ContainerRuntimeArgsCallbackContext(args, CancellationToken.None); + foreach (var annotation in resource.Annotations.OfType()) + { + await annotation.Callback(context); + } + + Assert.Equal(["--shm-size", "8g", .. expectedArgs], args.Select(a => a.ToString())); + } +} diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs new file mode 100644 index 000000000..222cc62cd --- /dev/null +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs @@ -0,0 +1,22 @@ +using Aspire.Components.Common.Tests; +using CommunityToolkit.Aspire.Testing; + +namespace CommunityToolkit.Aspire.Hosting.VLLM.Tests; + +[RequiresDocker] +public class AppHostTests(AspireIntegrationTestFixture fixture) : IClassFixture> +{ + [Fact] + public async Task VLLMResourceStartsAndServesModels() + { + // vLLM only reports healthy once the model has been downloaded and loaded. + await fixture.ResourceNotificationService.WaitForResourceHealthyAsync("vllm").WaitAsync(TimeSpan.FromMinutes(15)); + + using var httpClient = fixture.CreateHttpClient("vllm"); + + var response = await httpClient.GetAsync("/v1/models"); + + Assert.Equal(HttpStatusCode.OK, response.StatusCode); + Assert.Contains("facebook/opt-125m", await response.Content.ReadAsStringAsync()); + } +} diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests.csproj b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests.csproj new file mode 100644 index 000000000..7c867e955 --- /dev/null +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests.csproj @@ -0,0 +1,9 @@ + + + + + + + + + diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/GoAppHostTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/GoAppHostTests.cs new file mode 100644 index 000000000..9b6026819 --- /dev/null +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/GoAppHostTests.cs @@ -0,0 +1,15 @@ +using CommunityToolkit.Aspire.Testing; + +namespace CommunityToolkit.Aspire.Hosting.VLLM.Tests; + +public class GoAppHostTests +{ + [Fact] + public async Task GoAppHostCompiles() + { + await GoAppHostTest.Run( + appHostProject: "CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go", + exampleName: "vllm", + cancellationToken: TestContext.Current.CancellationToken); + } +} diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs new file mode 100644 index 000000000..f17050629 --- /dev/null +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs @@ -0,0 +1,19 @@ +using CommunityToolkit.Aspire.Testing; + +namespace CommunityToolkit.Aspire.Hosting.VLLM.Tests; + +[RequiresDocker] +public class TypeScriptAppHostTests +{ + [Fact] + public async Task TypeScriptAppHostCompilesAndStarts() + { + await TypeScriptAppHostTest.Run( + appHostProject: "CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript", + packageName: "CommunityToolkit.Aspire.Hosting.VLLM", + exampleName: "vllm", + waitForResources: ["vllm"], + waitTimeoutSeconds: 900, + cancellationToken: TestContext.Current.CancellationToken); + } +} diff --git a/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs b/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs new file mode 100644 index 000000000..76547e919 --- /dev/null +++ b/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs @@ -0,0 +1,213 @@ +using Microsoft.Extensions.AI; +using Microsoft.Extensions.Configuration; +using Microsoft.Extensions.Diagnostics.HealthChecks; +using Microsoft.Extensions.Hosting; +using Microsoft.Extensions.Options; + +namespace CommunityToolkit.Aspire.VLLM.Tests; + +public class AddVLLMClientTests +{ + private const string ConnectionName = "vllm"; + private const string Endpoint = "http://localhost:8000"; + private const string Model = "Qwen/Qwen3-0.6B"; + + [Fact] + public void AddChatClientRegistersResolvableChatClient() + { + var builder = CreateBuilder(); + builder.AddVLLMClient(ConnectionName, s => s.Model = Model).AddChatClient(); + + using var host = builder.Build(); + + Assert.NotNull(host.Services.GetRequiredService()); + } + + [Fact] + public void AddChatClientAppendsV1AndUsesServedModel() + { + var builder = CreateBuilder(); + builder.AddVLLMClient(ConnectionName, s => + { + s.Model = Model; + s.DisableTracing = true; + }).AddChatClient(); + + using var host = builder.Build(); + var metadata = host.Services.GetRequiredService().GetService(); + + Assert.NotNull(metadata); + Assert.Equal($"{Endpoint}/v1", metadata.ProviderUri!.AbsoluteUri.TrimEnd('/')); + Assert.Equal(Model, metadata.DefaultModelId); + } + + [Fact] + public void AddChatClientModelIdOverridesSettings() + { + var builder = CreateBuilder(); + builder.AddVLLMClient(ConnectionName, s => + { + s.Model = "from-settings"; + s.DisableTracing = true; + }).AddChatClient("from-argument"); + + using var host = builder.Build(); + var metadata = host.Services.GetRequiredService().GetService(); + + Assert.Equal("from-argument", metadata?.DefaultModelId); + } + + [Fact] + public void AddChatClientWithoutModelThrowsOnResolve() + { + var builder = CreateBuilder(); + builder.AddVLLMClient(ConnectionName).AddChatClient(); + + using var host = builder.Build(); + + var exception = Assert.Throws(() => host.Services.GetRequiredService()); + Assert.Contains("Model", exception.Message); + } + + [Fact] + public void AddChatClientWithoutApiKeyUsesPlaceholder() + { + var builder = CreateBuilder(); + var clientBuilder = builder.AddVLLMClient(ConnectionName, s => s.Model = Model); + clientBuilder.AddChatClient(); + + using var host = builder.Build(); + + Assert.Null(clientBuilder.Settings.Key); + Assert.Null(Record.Exception(() => host.Services.GetRequiredService())); + } + + [Fact] + public void AddVLLMClientResolvesEndpointFromConnectionString() + { + var builder = CreateBuilder(); + var clientBuilder = builder.AddVLLMClient(ConnectionName); + + Assert.Equal(new Uri(Endpoint), clientBuilder.Settings.Endpoint); + Assert.Equal(ConnectionName, clientBuilder.ConnectionName); + Assert.Null(clientBuilder.ServiceKey); + } + + [Fact] + public void AddVLLMClientBindsSettingsFromConfiguration() + { + var builder = CreateBuilder(new Dictionary + { + ["Aspire:VLLM:DisableTracing"] = "true", + [$"Aspire:VLLM:{ConnectionName}:Model"] = Model, + [$"Aspire:VLLM:{ConnectionName}:Key"] = "from-config", + }); + + var clientBuilder = builder.AddVLLMClient(ConnectionName); + + Assert.Equal(Model, clientBuilder.Settings.Model); + Assert.Equal("from-config", clientBuilder.Settings.Key); + Assert.True(clientBuilder.Settings.DisableTracing); + Assert.True(clientBuilder.DisableTracing); + } + + [Fact] + public void AddVLLMClientConfigureCallbackOverridesConfiguration() + { + var builder = CreateBuilder(new Dictionary + { + [$"Aspire:VLLM:{ConnectionName}:Model"] = "from-config", + }); + + var clientBuilder = builder.AddVLLMClient(ConnectionName, s => s.Model = "from-callback"); + + Assert.Equal("from-callback", clientBuilder.Settings.Model); + } + + [Fact] + public void AddVLLMClientMissingEndpointThrows() + { + var builder = CreateBuilder(connectionString: null); + + var exception = Assert.Throws(() => builder.AddVLLMClient(ConnectionName)); + + Assert.Contains(ConnectionName, exception.Message); + } + + [Fact] + public void AddVLLMClientRegistersHealthCheckByDefault() + { + var builder = CreateBuilder(); + builder.AddVLLMClient(ConnectionName, s => s.HealthCheckTimeout = 1500); + + using var host = builder.Build(); + + var registration = Assert.Single(GetHealthCheckRegistrations(host), r => r.Name == "VLLM"); + Assert.Equal(TimeSpan.FromMilliseconds(1500), registration.Timeout); + } + + [Fact] + public void AddVLLMClientDisableHealthChecksSkipsRegistration() + { + var builder = CreateBuilder(); + builder.AddVLLMClient(ConnectionName, s => s.DisableHealthChecks = true); + + using var host = builder.Build(); + + Assert.DoesNotContain(GetHealthCheckRegistrations(host), r => r.Name == "VLLM"); + } + + [Fact] + public void AddKeyedVLLMClientRegistersKeyedChatClientAndHealthCheck() + { + var builder = CreateBuilder(); + builder.AddKeyedVLLMClient(ConnectionName, s => s.Model = Model).AddKeyedChatClient(); + + using var host = builder.Build(); + + Assert.NotNull(host.Services.GetRequiredKeyedService(ConnectionName)); + Assert.Null(host.Services.GetService()); + Assert.Contains(GetHealthCheckRegistrations(host), r => r.Name == $"VLLM_{ConnectionName}"); + } + + [Fact] + public void AddKeyedVLLMClientWithServiceKeyUsesServiceKey() + { + var builder = CreateBuilder(); + var clientBuilder = builder.AddKeyedVLLMClient("chat", ConnectionName, s => s.Model = Model); + clientBuilder.AddKeyedChatClient(); + + using var host = builder.Build(); + + Assert.Equal("chat", clientBuilder.ServiceKey); + Assert.NotNull(host.Services.GetRequiredKeyedService("chat")); + } + + [Fact] + public void AddKeyedChatClientOnNonKeyedClientThrows() + { + var builder = CreateBuilder(); + var clientBuilder = builder.AddVLLMClient(ConnectionName, s => s.Model = Model); + + Assert.Throws(() => clientBuilder.AddKeyedChatClient()); + } + + private static HostApplicationBuilder CreateBuilder( + Dictionary? config = null, + string? connectionString = Endpoint) + { + var builder = Host.CreateEmptyApplicationBuilder(new HostApplicationBuilderSettings()); + + var values = new Dictionary(config ?? []); + if (connectionString is not null) + { + values[$"ConnectionStrings:{ConnectionName}"] = $"Endpoint={connectionString}"; + } + + builder.Configuration.AddInMemoryCollection(values); + return builder; + } + + private static ICollection GetHealthCheckRegistrations(IHost host) => + host.Services.GetRequiredService>().Value.Registrations; +} diff --git a/tests/CommunityToolkit.Aspire.VLLM.Tests/CommunityToolkit.Aspire.VLLM.Tests.csproj b/tests/CommunityToolkit.Aspire.VLLM.Tests/CommunityToolkit.Aspire.VLLM.Tests.csproj new file mode 100644 index 000000000..25e303548 --- /dev/null +++ b/tests/CommunityToolkit.Aspire.VLLM.Tests/CommunityToolkit.Aspire.VLLM.Tests.csproj @@ -0,0 +1,7 @@ + + + + + + + diff --git a/tests/CommunityToolkit.Aspire.VLLM.Tests/VLLMClientSettingsTests.cs b/tests/CommunityToolkit.Aspire.VLLM.Tests/VLLMClientSettingsTests.cs new file mode 100644 index 000000000..e9bec9bfb --- /dev/null +++ b/tests/CommunityToolkit.Aspire.VLLM.Tests/VLLMClientSettingsTests.cs @@ -0,0 +1,37 @@ +namespace CommunityToolkit.Aspire.VLLM.Tests; + +public class VLLMClientSettingsTests +{ + [Theory] + [InlineData("http://localhost:8000")] + [InlineData("Endpoint=http://localhost:8000")] + public void ParseConnectionStringSetsEndpoint(string connectionString) + { + var settings = new VLLMClientSettings(); + settings.ParseConnectionString(connectionString); + + Assert.Equal(new Uri("http://localhost:8000"), settings.Endpoint); + } + + [Fact] + public void ParseConnectionStringSetsEndpointKeyAndModel() + { + var settings = new VLLMClientSettings(); + settings.ParseConnectionString("Endpoint=https://host:8000;Key=secret;Model=my-model"); + + Assert.Equal(new Uri("https://host:8000"), settings.Endpoint); + Assert.Equal("secret", settings.Key); + Assert.Equal("my-model", settings.Model); + } + + [Theory] + [InlineData(null)] + [InlineData("")] + public void ParseConnectionStringWithEmptyValueLeavesEndpointNull(string? connectionString) + { + var settings = new VLLMClientSettings(); + settings.ParseConnectionString(connectionString); + + Assert.Null(settings.Endpoint); + } +} From c68f2ac19440a8b1d26917ec6df8d3b971344d27 Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 12:58:38 -0500 Subject: [PATCH 4/9] Complete vLLM API XML documentation Document internal integration members and inherited API contracts for the PR checklist. No runtime behavior changes. Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- .../Worker.cs | 4 ++++ .../VLLMContainerImageTags.cs | 18 +++++++++++++++++- .../VLLMResource.cs | 8 ++++++++ .../AspireVLLMClientBuilder.cs | 7 +++++++ .../AspireVLLMExtensions.cs | 3 +++ .../VLLMClientSettings.cs | 8 +++++++- .../VLLMHealthCheck.cs | 3 +++ 7 files changed, 49 insertions(+), 2 deletions(-) diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Worker.cs b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Worker.cs index 2079ec790..78e5dad37 100644 --- a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Worker.cs +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp/Worker.cs @@ -5,8 +5,12 @@ namespace CommunityToolkit.Aspire.Hosting.VLLM.ConsumerApp; /// /// Sends a single prompt to the vLLM-backed , logs the response, and stops the application. /// +/// The chat client connected to the vLLM server. +/// The logger for the response or request failure. +/// The application lifetime used to stop after the request. public sealed class Worker(IChatClient chatClient, ILogger logger, IHostApplicationLifetime lifetime) : BackgroundService { + /// protected override async Task ExecuteAsync(CancellationToken stoppingToken) { try diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMContainerImageTags.cs b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMContainerImageTags.cs index 7e595660a..500be1e37 100644 --- a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMContainerImageTags.cs +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMContainerImageTags.cs @@ -1,11 +1,27 @@ namespace CommunityToolkit.Aspire.Hosting.VLLM; +/// +/// Defines the default container registry, images, and release tag for vLLM. +/// internal static class VLLMContainerImageTags { + /// + /// The registry that hosts the vLLM images. + /// public const string Registry = "docker.io"; + + /// + /// The default vLLM image for NVIDIA GPUs. + /// public const string Image = "vllm/vllm-openai"; + + /// + /// The pinned vLLM release tag. + /// public const string Tag = "v0.33.0"; - // AMD ROCm builds are published to a separate repository using the same release tags. + /// + /// The AMD ROCm image, published separately using the same release tags. + /// public const string RocmImage = "vllm/vllm-openai-rocm"; } diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs index fd040154e..dad478685 100644 --- a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs @@ -10,7 +10,14 @@ namespace Aspire.Hosting.ApplicationModel; [AspireExport(ExposeProperties = true)] public class VLLMResource(string name) : ContainerResource(name), IResourceWithConnectionString { + /// + /// The name of the HTTP endpoint that exposes the vLLM API. + /// internal const string PrimaryEndpointName = "http"; + + /// + /// The default HTTP port inside the vLLM container. + /// internal const int DefaultContainerPort = 8000; private EndpointReference? _primaryEndpoint; @@ -46,6 +53,7 @@ public class VLLMResource(string name) : ContainerResource(name), IResourceWithC public ReferenceExpression UriExpression => ReferenceExpression.Create($"{PrimaryEndpoint.Property(EndpointProperty.Scheme)}://{Host}:{Port}"); + /// IEnumerable> IResourceWithConnectionString.GetConnectionProperties() { yield return new("Host", ReferenceExpression.Create($"{Host}")); diff --git a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMClientBuilder.cs b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMClientBuilder.cs index 5a85fbee7..0b412b805 100644 --- a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMClientBuilder.cs +++ b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMClientBuilder.cs @@ -7,6 +7,13 @@ namespace Microsoft.Extensions.Hosting; /// public sealed class AspireVLLMClientBuilder { + /// + /// Initializes a new instance of the class. + /// + /// The application builder on which clients are registered. + /// The name of the vLLM connection. + /// The key for keyed registrations, or for unkeyed registrations. + /// The resolved client settings. internal AspireVLLMClientBuilder(IHostApplicationBuilder hostBuilder, string connectionName, object? serviceKey, VLLMClientSettings settings) { HostBuilder = hostBuilder; diff --git a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs index 9ada59fbd..6d928a86d 100644 --- a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs +++ b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs @@ -11,6 +11,9 @@ namespace Microsoft.Extensions.Hosting; /// public static class AspireVLLMExtensions { + /// + /// The configuration section used for shared and per-connection vLLM settings. + /// internal const string DefaultConfigSectionName = "Aspire:VLLM"; /// diff --git a/src/CommunityToolkit.Aspire.VLLM/VLLMClientSettings.cs b/src/CommunityToolkit.Aspire.VLLM/VLLMClientSettings.cs index ef5e815e6..518b9af78 100644 --- a/src/CommunityToolkit.Aspire.VLLM/VLLMClientSettings.cs +++ b/src/CommunityToolkit.Aspire.VLLM/VLLMClientSettings.cs @@ -7,7 +7,9 @@ namespace CommunityToolkit.Aspire.VLLM; /// public sealed class VLLMClientSettings { - // vLLM ignores the API key unless started with --api-key, but the OpenAI client requires a non-empty credential. + /// + /// A non-secret placeholder required by the OpenAI client when vLLM authentication is not configured. + /// internal const string PlaceholderApiKey = "not-used"; /// @@ -55,6 +57,10 @@ public sealed class VLLMClientSettings /// public bool EnableSensitiveTelemetryData { get; set; } + /// + /// Applies a base HTTP URI or the endpoint, key, and model values from a connection string. + /// + /// The connection string, or to leave the settings unchanged. internal void ParseConnectionString(string? connectionString) { if (string.IsNullOrWhiteSpace(connectionString)) diff --git a/src/CommunityToolkit.Aspire.VLLM/VLLMHealthCheck.cs b/src/CommunityToolkit.Aspire.VLLM/VLLMHealthCheck.cs index 9a1c5f898..10880521f 100644 --- a/src/CommunityToolkit.Aspire.VLLM/VLLMHealthCheck.cs +++ b/src/CommunityToolkit.Aspire.VLLM/VLLMHealthCheck.cs @@ -5,10 +5,13 @@ namespace CommunityToolkit.Aspire.VLLM; /// /// A health check that probes the vLLM /health endpoint, which succeeds once the model is loaded. /// +/// The HTTP client used to probe the server. +/// The base endpoint of the vLLM server. internal sealed class VLLMHealthCheck(HttpClient httpClient, Uri endpoint) : IHealthCheck { private readonly Uri _healthUri = new(new Uri(endpoint.AbsoluteUri.TrimEnd('/') + "/"), "health"); + /// public async Task CheckHealthAsync(HealthCheckContext context, CancellationToken cancellationToken = default) { try From 1462315427dca206712c69a1a879b728a6232c02 Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 14:35:47 -0500 Subject: [PATCH 5/9] Fix vLLM review findings Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- .../apphost.go | 5 ----- .../VLLMResource.cs | 5 +++++ .../VLLMResourceBuilderExtensions.cs | 9 ++++++++- .../AspireVLLMExtensions.cs | 2 +- .../AddVLLMTests.cs | 16 ++++++++++++++++ .../TypeScriptAppHostTests.cs | 1 + .../AddVLLMClientTests.cs | 14 ++++++++++++++ 7 files changed, 45 insertions(+), 7 deletions(-) diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/apphost.go b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/apphost.go index 39e42e0a0..4b23e45ea 100644 --- a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/apphost.go +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.Go/apphost.go @@ -11,14 +11,9 @@ func main() { log.Fatal(aspire.FormatError(err)) } - hfToken := builder.AddParameter("hf-token", &aspire.AddParameterOptions{ - Value: aspire.StringPtr("hf-token-value"), Secret: aspire.BoolPtr(true), - }) - vllm := builder.AddVLLM("vllm"). WithGPUSupport(). WithDataVolume(). - WithHuggingFaceToken(hfToken). WithModel("Qwen/Qwen3-0.6B"). WithServedModelName("qwen") _ = vllm.ConnectionStringExpression() diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs index dad478685..ff061aee5 100644 --- a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResource.cs @@ -22,6 +22,11 @@ public class VLLMResource(string name) : ContainerResource(name), IResourceWithC private EndpointReference? _primaryEndpoint; + /// + /// Gets or sets the model to pass as the resource's positional argument. + /// + internal string? Model { get; set; } + /// /// Gets the primary HTTP endpoint that exposes the OpenAI-compatible API. /// diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResourceBuilderExtensions.cs b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResourceBuilderExtensions.cs index 24c9be0b1..7679ef7e7 100644 --- a/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResourceBuilderExtensions.cs +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/VLLMResourceBuilderExtensions.cs @@ -100,6 +100,7 @@ public static IResourceBuilder WithHuggingFaceToken(this IResource /// A reference to the . /// /// The model is passed as the first positional argument to vllm serve, regardless of when other arguments are added. + /// Calling this method again replaces the previously selected model. /// [AspireExport("withVLLMModel", MethodName = "withModel")] public static IResourceBuilder WithModel(this IResourceBuilder builder, string model) @@ -107,7 +108,13 @@ public static IResourceBuilder WithModel(this IResourceBuilder context.Args.Insert(0, model)); + var resource = builder.Resource; + var isFirstModel = resource.Model is null; + resource.Model = model; + + return isFirstModel + ? builder.WithArgs(context => context.Args.Insert(0, resource.Model!)) + : builder; } /// diff --git a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs index 6d928a86d..f30710829 100644 --- a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs +++ b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs @@ -93,7 +93,7 @@ private static AspireVLLMClientBuilder AddVLLMClientInternal( if (!settings.DisableHealthChecks) { - var healthCheckName = serviceKey is null ? "VLLM" : $"VLLM_{connectionName}"; + var healthCheckName = serviceKey is null ? "VLLM" : $"VLLM_{serviceKey}"; var httpClientName = $"{connectionName}_vllm_healthcheck"; var endpoint = settings.Endpoint; diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AddVLLMTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AddVLLMTests.cs index 2d7fa17c2..9563a87a7 100644 --- a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AddVLLMTests.cs +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AddVLLMTests.cs @@ -161,6 +161,22 @@ public async Task WithModelIsFirstArgumentRegardlessOfOrder() Assert.Equal(["Qwen/Qwen3-0.6B", "--dtype", "bfloat16", "--served-model-name", "my-model"], args); } + [Fact] + public async Task WithModelReplacesPreviousValue() + { + var builder = DistributedApplication.CreateBuilder(); + builder.AddVLLM("vllm") + .WithModel("model-a") + .WithArgs("--dtype", "bfloat16") + .WithModel("model-b"); + + using var app = builder.Build(); + + var args = await ArgumentEvaluator.GetArgumentListAsync(AssertSingleResource(app)); + + Assert.Equal(["model-b", "--dtype", "bfloat16"], args); + } + [Theory] [InlineData(null)] [InlineData("hf-cache")] diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs index f17050629..f9f64823d 100644 --- a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs @@ -13,6 +13,7 @@ await TypeScriptAppHostTest.Run( packageName: "CommunityToolkit.Aspire.Hosting.VLLM", exampleName: "vllm", waitForResources: ["vllm"], + waitStatus: "up", waitTimeoutSeconds: 900, cancellationToken: TestContext.Current.CancellationToken); } diff --git a/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs b/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs index 76547e919..17bbebf0c 100644 --- a/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs +++ b/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs @@ -183,6 +183,20 @@ public void AddKeyedVLLMClientWithServiceKeyUsesServiceKey() Assert.NotNull(host.Services.GetRequiredKeyedService("chat")); } + [Fact] + public void KeyedVLLMClientsWithSameConnectionNameRegisterIndependentHealthChecks() + { + var builder = CreateBuilder(); + builder.AddKeyedVLLMClient("first", ConnectionName, s => s.Endpoint = new Uri("http://localhost:8001")); + builder.AddKeyedVLLMClient("second", ConnectionName, s => s.Endpoint = new Uri("http://localhost:8002")); + + using var host = builder.Build(); + + var registrations = GetHealthCheckRegistrations(host); + Assert.Contains(registrations, registration => registration.Name == "VLLM_first"); + Assert.Contains(registrations, registration => registration.Name == "VLLM_second"); + } + [Fact] public void AddKeyedChatClientOnNonKeyedClientThrows() { From 77d0bb4551f9a2d9453eeaaa46d5372ae03a1a80 Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 16:39:07 -0500 Subject: [PATCH 6/9] Fix vLLM health check collisions and readiness tests Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- .../AspireVLLMExtensions.cs | 35 +++++++++- .../AppHostTests.cs | 1 + .../TypeScriptAppHostTests.cs | 2 +- .../AddVLLMClientTests.cs | 70 +++++++++++++++++-- 4 files changed, 100 insertions(+), 8 deletions(-) diff --git a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs index f30710829..e92177b67 100644 --- a/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs +++ b/src/CommunityToolkit.Aspire.VLLM/AspireVLLMExtensions.cs @@ -11,6 +11,8 @@ namespace Microsoft.Extensions.Hosting; /// public static class AspireVLLMExtensions { + private static readonly object s_healthCheckNamesKey = new(); + /// /// The configuration section used for shared and per-connection vLLM settings. /// @@ -93,7 +95,7 @@ private static AspireVLLMClientBuilder AddVLLMClientInternal( if (!settings.DisableHealthChecks) { - var healthCheckName = serviceKey is null ? "VLLM" : $"VLLM_{serviceKey}"; + var healthCheckName = GetHealthCheckName(builder, serviceKey); var httpClientName = $"{connectionName}_vllm_healthcheck"; var endpoint = settings.Endpoint; @@ -108,4 +110,35 @@ private static AspireVLLMClientBuilder AddVLLMClientInternal( return new AspireVLLMClientBuilder(builder, connectionName, serviceKey, settings); } + + private static string GetHealthCheckName(IHostApplicationBuilder builder, object? serviceKey) + { + if (serviceKey is null) + { + return "VLLM"; + } + + if (!builder.Properties.TryGetValue(s_healthCheckNamesKey, out var value)) + { + value = new Dictionary(); + builder.Properties.Add(s_healthCheckNamesKey, value); + } + + var names = (Dictionary)value; + if (names.TryGetValue(serviceKey, out var name)) + { + return name; + } + + var baseName = $"VLLM_{serviceKey}"; + name = baseName; + var suffix = 2; + while (names.Values.Contains(name, StringComparer.OrdinalIgnoreCase)) + { + name = $"{baseName}_{suffix++}"; + } + + names.Add(serviceKey, name); + return name; + } } diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs index 222cc62cd..f12100aea 100644 --- a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs @@ -4,6 +4,7 @@ namespace CommunityToolkit.Aspire.Hosting.VLLM.Tests; [RequiresDocker] +[Collection("VLLM Docker AppHosts")] public class AppHostTests(AspireIntegrationTestFixture fixture) : IClassFixture> { [Fact] diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs index f9f64823d..24100d2d3 100644 --- a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs @@ -3,6 +3,7 @@ namespace CommunityToolkit.Aspire.Hosting.VLLM.Tests; [RequiresDocker] +[Collection("VLLM Docker AppHosts")] public class TypeScriptAppHostTests { [Fact] @@ -13,7 +14,6 @@ await TypeScriptAppHostTest.Run( packageName: "CommunityToolkit.Aspire.Hosting.VLLM", exampleName: "vllm", waitForResources: ["vllm"], - waitStatus: "up", waitTimeoutSeconds: 900, cancellationToken: TestContext.Current.CancellationToken); } diff --git a/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs b/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs index 17bbebf0c..a61e6e292 100644 --- a/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs +++ b/tests/CommunityToolkit.Aspire.VLLM.Tests/AddVLLMClientTests.cs @@ -184,17 +184,55 @@ public void AddKeyedVLLMClientWithServiceKeyUsesServiceKey() } [Fact] - public void KeyedVLLMClientsWithSameConnectionNameRegisterIndependentHealthChecks() + public async Task KeyedVLLMClientsWithSameConnectionNameRegisterIndependentHealthChecks() { var builder = CreateBuilder(); - builder.AddKeyedVLLMClient("first", ConnectionName, s => s.Endpoint = new Uri("http://localhost:8001")); - builder.AddKeyedVLLMClient("second", ConnectionName, s => s.Endpoint = new Uri("http://localhost:8002")); + builder.AddKeyedVLLMClient("first", ConnectionName, s => s.Endpoint = new Uri("http://first")); + builder.AddKeyedVLLMClient("second", ConnectionName, s => s.Endpoint = new Uri("http://second")); + ConfigureHealthCheckHandler(builder); using var host = builder.Build(); - var registrations = GetHealthCheckRegistrations(host); - Assert.Contains(registrations, registration => registration.Name == "VLLM_first"); - Assert.Contains(registrations, registration => registration.Name == "VLLM_second"); + var report = await host.Services.GetRequiredService().CheckHealthAsync(TestContext.Current.CancellationToken); + Assert.Equal(2, report.Entries.Count); + Assert.Equal(HealthStatus.Healthy, report.Entries["VLLM_first"].Status); + Assert.Equal(HealthStatus.Unhealthy, report.Entries["VLLM_second"].Status); + } + + [Theory] + [InlineData("same", "SAME")] + [InlineData("1", 1)] + public async Task DistinctServiceKeysWithCollidingNamesHaveIndependentHealthChecks(object firstKey, object secondKey) + { + var builder = CreateBuilder(); + builder.AddKeyedVLLMClient(firstKey, ConnectionName, s => s.Endpoint = new Uri("http://first")); + builder.AddKeyedVLLMClient(secondKey, ConnectionName, s => s.Endpoint = new Uri("http://second")); + builder.AddKeyedVLLMClient(firstKey, ConnectionName, s => s.Endpoint = new Uri("http://first")); + ConfigureHealthCheckHandler(builder); + + using var host = builder.Build(); + + var report = await host.Services.GetRequiredService().CheckHealthAsync(TestContext.Current.CancellationToken); + Assert.Equal(2, report.Entries.Count); + Assert.Single(report.Entries.Values, entry => entry.Status == HealthStatus.Healthy); + Assert.Single(report.Entries.Values, entry => entry.Status == HealthStatus.Unhealthy); + } + + [Fact] + public async Task ServiceKeyMatchingGeneratedSuffixHasIndependentHealthCheck() + { + var builder = CreateBuilder(); + builder.AddKeyedVLLMClient("first", ConnectionName, s => s.Endpoint = new Uri("http://first")); + builder.AddKeyedVLLMClient("FIRST", ConnectionName, s => s.Endpoint = new Uri("http://second")); + builder.AddKeyedVLLMClient("FIRST_2", ConnectionName, s => s.Endpoint = new Uri("http://third")); + ConfigureHealthCheckHandler(builder); + + using var host = builder.Build(); + + var report = await host.Services.GetRequiredService().CheckHealthAsync(TestContext.Current.CancellationToken); + Assert.Equal(3, report.Entries.Count); + Assert.Equal(2, report.Entries.Values.Count(entry => entry.Status == HealthStatus.Healthy)); + Assert.Single(report.Entries.Values, entry => entry.Status == HealthStatus.Unhealthy); } [Fact] @@ -224,4 +262,24 @@ private static HostApplicationBuilder CreateBuilder( private static ICollection GetHealthCheckRegistrations(IHost host) => host.Services.GetRequiredService>().Value.Registrations; + + private static void ConfigureHealthCheckHandler(HostApplicationBuilder builder) => + builder.Services.AddHttpClient($"{ConnectionName}_vllm_healthcheck") + .ConfigurePrimaryHttpMessageHandler(() => new HealthCheckHandler()); + + private sealed class HealthCheckHandler : HttpMessageHandler + { + protected override Task SendAsync(HttpRequestMessage request, CancellationToken cancellationToken) + { + var statusCode = request.RequestUri?.AbsoluteUri switch + { + "http://first/health" => HttpStatusCode.OK, + "http://second/health" => HttpStatusCode.ServiceUnavailable, + "http://third/health" => HttpStatusCode.OK, + _ => throw new InvalidOperationException($"Unexpected health check URI: {request.RequestUri}"), + }; + + return Task.FromResult(new HttpResponseMessage(statusCode)); + } + } } From 68a687b56a4609eff8722dabc168827482011205 Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 16:53:49 -0500 Subject: [PATCH 7/9] Restore independent Docker smoke test scheduling Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs | 1 - .../TypeScriptAppHostTests.cs | 1 - 2 files changed, 2 deletions(-) diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs index f12100aea..222cc62cd 100644 --- a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/AppHostTests.cs @@ -4,7 +4,6 @@ namespace CommunityToolkit.Aspire.Hosting.VLLM.Tests; [RequiresDocker] -[Collection("VLLM Docker AppHosts")] public class AppHostTests(AspireIntegrationTestFixture fixture) : IClassFixture> { [Fact] diff --git a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs index 24100d2d3..f17050629 100644 --- a/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs +++ b/tests/CommunityToolkit.Aspire.Hosting.VLLM.Tests/TypeScriptAppHostTests.cs @@ -3,7 +3,6 @@ namespace CommunityToolkit.Aspire.Hosting.VLLM.Tests; [RequiresDocker] -[Collection("VLLM Docker AppHosts")] public class TypeScriptAppHostTests { [Fact] From 8211b1fb39366811ec84af3ec6cd62503438f3f7 Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 17:27:19 -0500 Subject: [PATCH 8/9] Reduce vLLM CPU smoke test warmup Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- .../apphost.mts | 2 ++ src/CommunityToolkit.Aspire.Hosting.VLLM/README.md | 2 ++ tests-app-hosts/VLLM.AppHost/AppHost.cs | 3 ++- 3 files changed, 6 insertions(+), 1 deletion(-) diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts index 46c7058ed..cb307ee08 100644 --- a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts @@ -10,6 +10,8 @@ await vllm.withImage("vllm/vllm-openai-cpu", { tag: "v0.33.0" }); await vllm.withDataVolume(); await vllm.withModel("facebook/opt-125m"); await vllm.withServedModelName("opt"); +// Limit warmup and concurrency for this CPU-only example. +await vllm.withArgs(["--max-num-seqs", "1"]); // The CPU build otherwise reserves most of the host memory for the KV cache (in GiB). await vllm.withEnvironment("VLLM_CPU_KVCACHE_SPACE", "1"); diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md b/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md index 3fd4479d8..9f989dad3 100644 --- a/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md @@ -38,6 +38,8 @@ vLLM's engine processes communicate through shared memory, so the container star To run without a GPU, use vLLM's CPU image, for example `.WithImage("vllm/vllm-openai-cpu", "v0.33.0")`. The CPU image reserves most of the host memory for the KV cache by default; set `VLLM_CPU_KVCACHE_SPACE` (in GiB) with `.WithEnvironment("VLLM_CPU_KVCACHE_SPACE", "1")` to limit it. +For low-resource CPU development or smoke tests, `.WithArgs("--max-num-seqs", "1")` limits concurrent sequences and can reduce startup warmup. Increase it for workloads that need more concurrency. + ## Additional Information - https://docs.vllm.ai diff --git a/tests-app-hosts/VLLM.AppHost/AppHost.cs b/tests-app-hosts/VLLM.AppHost/AppHost.cs index b961bc5bf..3ddff673d 100644 --- a/tests-app-hosts/VLLM.AppHost/AppHost.cs +++ b/tests-app-hosts/VLLM.AppHost/AppHost.cs @@ -4,7 +4,8 @@ builder.AddVLLM("vllm") .WithImage("vllm/vllm-openai-cpu", "v0.33.0") .WithModel("facebook/opt-125m") - .WithArgs("--max-model-len", "512") + // Keep CPU warmup practical on small CI runners; the smoke test uses one sequence. + .WithArgs("--max-model-len", "512", "--max-num-seqs", "1") // The CPU build otherwise reserves most of the host memory for the KV cache (in GiB). .WithEnvironment("VLLM_CPU_KVCACHE_SPACE", "1"); From 3c27e13c7a810e2e3d6e0437841bfd8437bfd7f3 Mon Sep 17 00:00:00 2001 From: luisquintanilla Date: Mon, 16 Nov 2026 17:47:59 -0500 Subject: [PATCH 9/9] Use eager execution for CPU smoke hosts Co-authored-by: Copilot App <223556219+Copilot@users.noreply.github.com> --- .../apphost.mts | 4 ++-- src/CommunityToolkit.Aspire.Hosting.VLLM/README.md | 2 +- tests-app-hosts/VLLM.AppHost/AppHost.cs | 4 ++-- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts index cb307ee08..3aaebf341 100644 --- a/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts +++ b/examples/vllm/CommunityToolkit.Aspire.Hosting.VLLM.AppHost.TypeScript/apphost.mts @@ -10,8 +10,8 @@ await vllm.withImage("vllm/vllm-openai-cpu", { tag: "v0.33.0" }); await vllm.withDataVolume(); await vllm.withModel("facebook/opt-125m"); await vllm.withServedModelName("opt"); -// Limit warmup and concurrency for this CPU-only example. -await vllm.withArgs(["--max-num-seqs", "1"]); +// Avoid JIT warmup for this CPU-only example. +await vllm.withArgs(["--enforce-eager"]); // The CPU build otherwise reserves most of the host memory for the KV cache (in GiB). await vllm.withEnvironment("VLLM_CPU_KVCACHE_SPACE", "1"); diff --git a/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md b/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md index 9f989dad3..b187dd7d9 100644 --- a/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md +++ b/src/CommunityToolkit.Aspire.Hosting.VLLM/README.md @@ -38,7 +38,7 @@ vLLM's engine processes communicate through shared memory, so the container star To run without a GPU, use vLLM's CPU image, for example `.WithImage("vllm/vllm-openai-cpu", "v0.33.0")`. The CPU image reserves most of the host memory for the KV cache by default; set `VLLM_CPU_KVCACHE_SPACE` (in GiB) with `.WithEnvironment("VLLM_CPU_KVCACHE_SPACE", "1")` to limit it. -For low-resource CPU development or smoke tests, `.WithArgs("--max-num-seqs", "1")` limits concurrent sequences and can reduce startup warmup. Increase it for workloads that need more concurrency. +For low-resource CPU development or smoke tests, `.WithArgs("--enforce-eager")` can reduce startup time by disabling graph compilation and JIT warmup. This may reduce inference throughput compared with compiled execution. ## Additional Information diff --git a/tests-app-hosts/VLLM.AppHost/AppHost.cs b/tests-app-hosts/VLLM.AppHost/AppHost.cs index 3ddff673d..0d749cc43 100644 --- a/tests-app-hosts/VLLM.AppHost/AppHost.cs +++ b/tests-app-hosts/VLLM.AppHost/AppHost.cs @@ -4,8 +4,8 @@ builder.AddVLLM("vllm") .WithImage("vllm/vllm-openai-cpu", "v0.33.0") .WithModel("facebook/opt-125m") - // Keep CPU warmup practical on small CI runners; the smoke test uses one sequence. - .WithArgs("--max-model-len", "512", "--max-num-seqs", "1") + // Avoid CPU JIT warmup on small CI runners. + .WithArgs("--max-model-len", "512", "--enforce-eager") // The CPU build otherwise reserves most of the host memory for the KV cache (in GiB). .WithEnvironment("VLLM_CPU_KVCACHE_SPACE", "1");