From 8a08a5adc341c9f89f230978572a428170e205ef Mon Sep 17 00:00:00 2001 From: Tet-9 Date: Mon, 5 Oct 2026 09:50:14 +0100 Subject: [PATCH] Add manifest: edge-guard-lean --- manifests/edge-guard-lean.yaml | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 manifests/edge-guard-lean.yaml diff --git a/manifests/edge-guard-lean.yaml b/manifests/edge-guard-lean.yaml new file mode 100644 index 0000000..e8bda11 --- /dev/null +++ b/manifests/edge-guard-lean.yaml @@ -0,0 +1,18 @@ +schema: excore/manifest@1 +track: CPU-35B +name: edge-guard-lean +description: Q4_K body, Q3_K mid-depth MLPs to buy RAM back; first and last layers and attention kept precise. +default: Q4_K +rules: + - match: "L*.mlp" + layers: "16-67" + format: Q3_K + - match: "L*.mlp" + layers: "0-5,78-83" + format: Q6_K + - match: "L*.attn.*" + format: Q6_K + - match: "L*.gdn.out" + format: Q5_K + - match: "lm_head" + format: Q6_K