Skip to content

Add shard split and merge as a derived lineage #18

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We鈥檒l occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
wolpert merged 7 commits into from
Sep 19, 2026
Merged

Add shard split and merge as a derived lineage #18

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
9248ff6
Report the shards only the earlier snapshot enumerates
wolpert Sep 19, 2026
dc531bf
Derive a shard lineage and plan a division over it
wolpert Sep 19, 2026
7747423
Run the local step a division leaves on one node
wolpert Sep 19, 2026
000b4c2
Decide a directory extent over the prefix trie
wolpert Sep 19, 2026
e58320e
Expose the lineage and orient the user guide around it
wolpert Sep 19, 2026
f416575
Enforce the configured identifier and the epoch floor
wolpert Sep 19, 2026
bea4494
Report the events of the migration surface
wolpert Sep 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
185 changes: 158 additions & 27 deletions conformance/coverage.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,11 +1,33 @@
{
"specification": "docs/design/10-specification.md",
"statedRequirements": 656,
"coveredRequirements": 454,
"uncoveredRequirements": 202,
"coveragePercent": 69,
"statedRequirements": 689,
"coveredRequirements": 474,
"uncoveredRequirements": 215,
"coveragePercent": 68,
"identifiersNamedButNotStated": [],
"byPrefix": [
{
"prefix": "LIN",
"section": "",
"stated": 33,
"covered": 20,
"uncovered": [
"LIN-001",
"LIN-002",
"LIN-003",
"LIN-005",
"LIN-015",
"LIN-023",
"LIN-032",
"LIN-034",
"LIN-043",
"LIN-053",
"LIN-054",
"LIN-055",
"LIN-058"
],
"percent": 60
},
{
"prefix": "CFG",
"section": "Configuration surface",
Expand Down Expand Up @@ -735,6 +757,7 @@
"REPL-021",
"REPL-025",
"RING-013",
"RING-031",
"RV-013",
"SEC-011",
"SEC-013",
Expand Down Expand Up @@ -769,7 +792,7 @@
"TOPO-231",
"TOPO-241"
],
"requirementsAtLevel": 125,
"requirementsAtLevel": 126,
"requirementsWhenDeclared": 284
},
{
Expand Down Expand Up @@ -957,13 +980,35 @@
"CFG-050",
"CFG-052",
"CFG-055",
"DIR-002",
"DIR-010",
"ERR-050",
"ERR-052",
"ERR-053",
"HEALTH-005",
"HEALTH-041",
"HEALTH-043",
"HEALTH-048",
"LIN-004",
"LIN-006",
"LIN-007",
"LIN-011",
"LIN-012",
"LIN-013",
"LIN-014",
"LIN-016",
"LIN-021",
"LIN-022",
"LIN-031",
"LIN-033",
"LIN-041",
"LIN-042",
"LIN-044",
"LIN-045",
"LIN-051",
"LIN-052",
"LIN-056",
"LIN-057",
"MOVE-001",
"MOVE-011",
"MOVE-021",
Expand Down Expand Up @@ -1020,6 +1065,7 @@
"OBS-010",
"OBS-020",
"OBS-021",
"PLACE-065",
"RATE-001",
"RATE-011",
"RATE-021",
Expand All @@ -1035,8 +1081,8 @@
"TOPO-221",
"TOPO-231"
],
"requirementsAtLevel": 80,
"requirementsWhenDeclared": 404
"requirementsAtLevel": 103,
"requirementsWhenDeclared": 424
}
],
"coveredBy": {
Expand Down Expand Up @@ -1247,7 +1293,8 @@
"RING-031": [
"vectors/determinism/tie-breaks.json",
"vectors/placement/shard-enumeration.json",
"vectors/scale/ring-1000.json"
"vectors/scale/ring-1000.json",
"vectors/topology/ownership-delta.json"
],
"RV-003": [
"vectors/determinism/tie-breaks.json",
Expand All @@ -1270,14 +1317,16 @@
],
"TOPO-061": [
"properties/properties.json",
"scenarios/topology-acceptance-floor.json",
"scenarios/topology-rollback.json",
"vectors/digest/canonical-form.json"
],
"DIR-001": [
"vectors/directory/matcher-precedence.json"
],
"DIR-002": [
"vectors/directory/matcher-precedence.json"
"vectors/directory/matcher-precedence.json",
"vectors/migration/lineage.json"
],
"DIR-003": [
"vectors/directory/matcher-precedence.json",
Expand Down Expand Up @@ -1315,11 +1364,13 @@
],
"PLACE-065": [
"vectors/directory/matcher-precedence.json",
"vectors/migration/lineage.json",
"vectors/overrides/precedence-and-composition.json",
"vectors/rendezvous/tenant-router.json"
],
"DIR-010": [
"vectors/directory/no-match.json"
"vectors/directory/no-match.json",
"vectors/migration/lineage.json"
],
"DIR-011": [
"vectors/directory/no-match.json"
Expand Down Expand Up @@ -1482,7 +1533,8 @@
],
"ERR-050": [
"scenarios/rebase-drops-a-handoff.json",
"vectors/formulas/migration-rate.json"
"vectors/formulas/migration-rate.json",
"vectors/migration/lineage.json"
],
"MOVE-171": [
"properties/properties.json",
Expand Down Expand Up @@ -1631,6 +1683,80 @@
"KEY-044": [
"vectors/keytransform/prefix-fields-2.json"
],
"LIN-004": [
"vectors/migration/lineage.json"
],
"LIN-006": [
"vectors/migration/lineage.json"
],
"LIN-007": [
"vectors/migration/lineage.json"
],
"LIN-011": [
"vectors/migration/lineage.json"
],
"LIN-012": [
"vectors/migration/lineage.json"
],
"LIN-013": [
"vectors/migration/lineage.json"
],
"LIN-014": [
"vectors/migration/lineage.json"
],
"LIN-016": [
"vectors/migration/lineage.json"
],
"LIN-021": [
"vectors/migration/lineage.json"
],
"LIN-022": [
"vectors/migration/lineage.json"
],
"LIN-031": [
"vectors/migration/lineage.json"
],
"LIN-033": [
"vectors/migration/lineage.json"
],
"MOVE-241": [
"scenarios/handoff-happy-path.json",
"vectors/migration/lineage.json",
"vectors/topology/ownership-delta-unsupported.json"
],
"TOPO-231": [
"scenarios/plan-superseded-by-new-epoch.json",
"scenarios/rebase-drops-a-handoff.json",
"vectors/migration/lineage.json",
"vectors/topology/ownership-delta.json"
],
"LIN-041": [
"vectors/migration/plan-construction.json"
],
"LIN-042": [
"vectors/migration/plan-construction.json"
],
"LIN-044": [
"vectors/migration/plan-construction.json"
],
"LIN-045": [
"vectors/migration/plan-construction.json"
],
"LIN-051": [
"scenarios/handoff-local-division.json",
"scenarios/handoff-local-fold.json",
"vectors/migration/plan-construction.json"
],
"LIN-052": [
"scenarios/handoff-local-division.json",
"scenarios/handoff-local-fold.json",
"vectors/migration/plan-construction.json"
],
"LIN-057": [
"scenarios/handoff-local-division.json",
"scenarios/handoff-local-fold.json",
"vectors/migration/plan-construction.json"
],
"PROP-010": [
"properties/properties.json",
"vectors/movement/add-one-node.json"
Expand Down Expand Up @@ -2229,10 +2355,6 @@
"vectors/spread/degradation-ladder.json",
"vectors/spread/relaxation-stages.json"
],
"MOVE-241": [
"scenarios/handoff-happy-path.json",
"vectors/topology/ownership-delta-unsupported.json"
],
"MOVE-251": [
"vectors/topology/ownership-delta-unsupported.json"
],
Expand All @@ -2255,11 +2377,6 @@
"scenarios/handoff-happy-path.json",
"vectors/topology/ownership-delta.json"
],
"TOPO-231": [
"scenarios/plan-superseded-by-new-epoch.json",
"scenarios/rebase-drops-a-handoff.json",
"vectors/topology/ownership-delta.json"
],
"TOPO-241": [
"vectors/topology/ownership-delta.json"
],
Expand Down Expand Up @@ -2364,7 +2481,8 @@
"scenarios/topology-rollback.json"
],
"TOPO-071": [
"properties/properties.json"
"properties/properties.json",
"scenarios/topology-acceptance-floor.json"
],
"TOPO-081": [
"properties/properties.json",
Expand All @@ -2376,6 +2494,7 @@
],
"ERR-031": [
"properties/properties.json",
"scenarios/topology-acceptance-floor.json",
"scenarios/topology-rollback.json"
],
"ERR-034": [
Expand Down Expand Up @@ -2417,6 +2536,9 @@
"scenarios/abort-during-catching-up.json",
"scenarios/handoff-failure-kinds.json",
"scenarios/handoff-happy-path.json",
"scenarios/handoff-local-division.json",
"scenarios/handoff-local-fold.json",
"scenarios/handoff-local-step-aborted.json",
"scenarios/node-dies-mid-migration.json",
"scenarios/quiesce-lease-expiry.json",
"scenarios/undetermined-resolves-both-ways.json"
Expand All @@ -2425,6 +2547,8 @@
"properties/properties.json",
"scenarios/handoff-failure-kinds.json",
"scenarios/handoff-happy-path.json",
"scenarios/handoff-local-division.json",
"scenarios/handoff-local-fold.json",
"scenarios/undetermined-resolves-both-ways.json"
],
"MOVE-441": [
Expand Down Expand Up @@ -2477,6 +2601,7 @@
"properties/properties.json"
],
"ERR-032": [
"scenarios/topology-acceptance-floor.json",
"scenarios/topology-rollback.json"
],
"ERR-040": [
Expand Down Expand Up @@ -2570,7 +2695,9 @@
"scenarios/redirect-walk-depth-limit.json"
],
"MOVE-001": [
"scenarios/handoff-happy-path.json"
"scenarios/handoff-happy-path.json",
"scenarios/handoff-local-division.json",
"scenarios/handoff-local-fold.json"
],
"MOVE-041": [
"scenarios/handoff-happy-path.json"
Expand Down Expand Up @@ -2605,6 +2732,15 @@
"scenarios/handoff-happy-path.json",
"scenarios/quiesce-lease-expiry.json"
],
"LIN-056": [
"scenarios/handoff-local-step-aborted.json"
],
"MOVE-421": [
"scenarios/abort-during-catching-up.json",
"scenarios/handoff-local-step-aborted.json",
"scenarios/node-dies-mid-migration.json",
"scenarios/rebase-drops-a-handoff.json"
],
"CFG-055": [
"scenarios/quiesce-lease-expiry.json"
],
Expand Down Expand Up @@ -2634,11 +2770,6 @@
"HEALTH-048": [
"scenarios/node-dies-mid-migration.json"
],
"MOVE-421": [
"scenarios/abort-during-catching-up.json",
"scenarios/node-dies-mid-migration.json",
"scenarios/rebase-drops-a-handoff.json"
],
"MOVE-481": [
"scenarios/node-dies-mid-migration.json",
"scenarios/plan-superseded-by-new-epoch.json",
Expand Down
10 changes: 5 additions & 5 deletions conformance/declarations/java.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"port": "java",
"version": "unreleased",
"revision": "e91417161ae0de0002cf3748a9ecd969e82c6233f0d8ab97fd3e908492b24204",
"revision": "c29e6a8f3facafa56414e46851ada1610db5e64c016714a8dba915e08875d57c",
"strategySurfaces": [
"directory",
"rendezvous",
Expand Down Expand Up @@ -37,13 +37,13 @@
"run": {
"command": "cd ports/java && ./gradlew test",
"report": "ports/java/conformance/report.txt",
"vectorFiles": 67,
"vectorCases": 596,
"vectorFiles": 69,
"vectorCases": 609,
"failures": 0
},
"scale": {
"wallTimeMs": 833,
"peakResidentBytes": 683659264,
"wallTimeMs": 869,
"peakResidentBytes": 614211584,
"machine": "AMD Ryzen 7 7840U w/ Radeon 780M Graphics, Linux 6.8.0-138-generic",
"runtime": "OpenJDK 64-Bit Server VM 25.0.4, compiled against the Java 21 API"
},
Expand Down
Loading
Loading