diff --git a/inference/suites/llm-d-benchmark/scenarios/accelerators/types/cpu.yaml b/inference/suites/llm-d-benchmark/scenarios/accelerators/types/cpu.yaml index 145fba7..1f6a04f 100644 --- a/inference/suites/llm-d-benchmark/scenarios/accelerators/types/cpu.yaml +++ b/inference/suites/llm-d-benchmark/scenarios/accelerators/types/cpu.yaml @@ -21,3 +21,11 @@ scenario: requests: {memory: 4Gi, cpu: "2"} accelerator: count: 0 + # Without this, the router/EPP pod falls back to the llm-d-router chart's + # own default (cpu: 8, memory: 8Gi), which is sized for a real GPU node + # and won't schedule on a laptop-sized cluster. + router: + epp: + resources: + limits: {memory: 512Mi, cpu: "1"} + requests: {memory: 128Mi, cpu: "100m"} diff --git a/inference/suites/llm-d-benchmark/scenarios/accelerators/types/sim.yaml b/inference/suites/llm-d-benchmark/scenarios/accelerators/types/sim.yaml index 0d4cdac..3f15f3f 100644 --- a/inference/suites/llm-d-benchmark/scenarios/accelerators/types/sim.yaml +++ b/inference/suites/llm-d-benchmark/scenarios/accelerators/types/sim.yaml @@ -22,3 +22,11 @@ scenario: requests: {memory: 100Mi, cpu: "0"} accelerator: count: 0 + # Without this, the router/EPP pod falls back to the llm-d-router chart's + # own default (cpu: 8, memory: 8Gi), which is sized for a real GPU node + # and won't schedule on a laptop-sized cluster. + router: + epp: + resources: + limits: {memory: 512Mi, cpu: "1"} + requests: {memory: 128Mi, cpu: "100m"}