{ "source_run": ".build/sharding24/run-96069c644864444ab7b4051abf24dbe5", "summary": { "mutation": { "detected": "multiple serving owners", "serving": [ "A", "B" ] }, "recovery": [ { "cut": "freeze", "first_pid": 46283, "recovery_pid": 46285, "retry_result": 5, "value": 50 }, { "cut": "install", "first_pid": 46306, "recovery_pid": 46308, "retry_result": 5, "value": 50 }, { "cut": "delete", "first_pid": 46310, "recovery_pid": 46352, "retry_result": 5, "value": 50 }, { "cut": "publish", "first_pid": 46375, "recovery_pid": 46389, "retry_result": 5, "value": 50 } ], "scope": "controlled process exits; separate atomic JSON services; no Raft or power-loss proof", "stale": { "newer": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "old": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "serving": [ "A" ], "value": 81 } }, "events": { "delete/events.jsonl": [ { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 0, "frozen": null, "kv": { "x": 5 }, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 }, "shard": "s" }, { "kind": "reply-dropped", "pid": 46242, "request": [ "client", 1 ] }, { "kind": "plan", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46242 }, { "kind": "controller-start", "pid": 46310 }, { "group": "A", "kind": "freeze", "pid": 46310 }, { "kind": "observe", "pid": 46310, "serving": { "s": [], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46310, "stage": "freeze" }, { "group": "B", "kind": "install", "pid": 46310 }, { "kind": "observe", "pid": 46310, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46310, "stage": "install" }, { "group": "A", "kind": "delete", "pid": 46310 }, { "kind": "observe", "pid": 46310, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46310, "stage": "delete" }, { "code": 73, "kind": "controlled-exit", "pid": 46310, "stage": "delete" }, { "child_pid": 46310, "code": 73, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 }, "shard": "t" }, { "group": "B", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "B", "kind": "business-result", "pid": 46242, "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 }, "shard": "s" }, { "kind": "controller-start", "pid": 46352 }, { "kind": "resume-from-target-receipt", "pid": 46352, "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, { "group": "A", "kind": "delete-retry", "pid": 46352 }, { "kind": "controller-stage-complete", "pid": 46352, "stage": "delete" }, { "kind": "publish", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46352 }, { "kind": "observe", "pid": 46352, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46352, "stage": "publish" }, { "kind": "controller-finished", "pid": 46352 }, { "child_pid": 46352, "code": 0, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "B", "kind": "business-retry", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, { "group": "B", "kind": "business-retry", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 6 }, "result": { "error": "identity-conflict" } }, { "epoch": 0, "group": "A", "kind": "business-rejected", "pid": 46242, "shard": "s" }, { "epoch": 1, "group": "A", "kind": "get-result", "pid": 46242, "result": { "error": "wrong-owner-or-epoch" }, "shard": "s" }, { "epoch": 1, "group": "B", "kind": "get-result", "pid": 46242, "result": { "value": 50 }, "shard": "s" }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } } ], "freeze/events.jsonl": [ { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 0, "frozen": null, "kv": { "x": 5 }, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 }, "shard": "s" }, { "kind": "reply-dropped", "pid": 46242, "request": [ "client", 1 ] }, { "kind": "plan", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46242 }, { "kind": "controller-start", "pid": 46283 }, { "group": "A", "kind": "freeze", "pid": 46283 }, { "kind": "observe", "pid": 46283, "serving": { "s": [], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46283, "stage": "freeze" }, { "code": 73, "kind": "controlled-exit", "pid": 46283, "stage": "freeze" }, { "child_pid": 46283, "code": 73, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 }, "shard": "t" }, { "kind": "observe", "pid": 46242, "serving": { "s": [], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "epoch": 1, "group": "A", "kind": "get-result", "pid": 46242, "result": { "error": "wrong-owner-or-epoch" }, "shard": "s" }, { "epoch": 1, "group": "B", "kind": "get-result", "pid": 46242, "result": { "error": "wrong-owner-or-epoch" }, "shard": "s" }, { "kind": "expected-rejection", "pid": 46242 }, { "kind": "controller-start", "pid": 46285 }, { "group": "A", "kind": "freeze-retry", "pid": 46285 }, { "kind": "controller-stage-complete", "pid": 46285, "stage": "freeze" }, { "group": "B", "kind": "install", "pid": 46285 }, { "kind": "observe", "pid": 46285, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46285, "stage": "install" }, { "group": "A", "kind": "delete", "pid": 46285 }, { "kind": "observe", "pid": 46285, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46285, "stage": "delete" }, { "kind": "publish", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46285 }, { "kind": "observe", "pid": 46285, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46285, "stage": "publish" }, { "kind": "controller-finished", "pid": 46285 }, { "child_pid": 46285, "code": 0, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "B", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "B", "kind": "business-result", "pid": 46242, "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 }, "shard": "s" }, { "group": "B", "kind": "business-retry", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, { "group": "B", "kind": "business-retry", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 6 }, "result": { "error": "identity-conflict" } }, { "epoch": 0, "group": "A", "kind": "business-rejected", "pid": 46242, "shard": "s" }, { "epoch": 1, "group": "A", "kind": "get-result", "pid": 46242, "result": { "error": "wrong-owner-or-epoch" }, "shard": "s" }, { "epoch": 1, "group": "B", "kind": "get-result", "pid": 46242, "result": { "value": 50 }, "shard": "s" }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } } ], "install/events.jsonl": [ { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 0, "frozen": null, "kv": { "x": 5 }, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 }, "shard": "s" }, { "kind": "reply-dropped", "pid": 46242, "request": [ "client", 1 ] }, { "kind": "plan", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46242 }, { "kind": "controller-start", "pid": 46306 }, { "group": "A", "kind": "freeze", "pid": 46306 }, { "kind": "observe", "pid": 46306, "serving": { "s": [], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46306, "stage": "freeze" }, { "group": "B", "kind": "install", "pid": 46306 }, { "kind": "observe", "pid": 46306, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46306, "stage": "install" }, { "code": 73, "kind": "controlled-exit", "pid": 46306, "stage": "install" }, { "child_pid": 46306, "code": 73, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 }, "shard": "t" }, { "group": "B", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "B", "kind": "business-result", "pid": 46242, "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 }, "shard": "s" }, { "group": "B", "kind": "install-retry", "pid": 46242, "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, { "kind": "expected-rejection", "pid": 46242 }, { "kind": "controller-start", "pid": 46308 }, { "kind": "resume-from-target-receipt", "pid": 46308, "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, { "group": "A", "kind": "delete", "pid": 46308 }, { "kind": "observe", "pid": 46308, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46308, "stage": "delete" }, { "kind": "publish", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46308 }, { "kind": "observe", "pid": 46308, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46308, "stage": "publish" }, { "kind": "controller-finished", "pid": 46308 }, { "child_pid": 46308, "code": 0, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "B", "kind": "business-retry", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, { "group": "B", "kind": "business-retry", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 6 }, "result": { "error": "identity-conflict" } }, { "epoch": 0, "group": "A", "kind": "business-rejected", "pid": 46242, "shard": "s" }, { "epoch": 1, "group": "A", "kind": "get-result", "pid": 46242, "result": { "error": "wrong-owner-or-epoch" }, "shard": "s" }, { "epoch": 1, "group": "B", "kind": "get-result", "pid": 46242, "result": { "value": 50 }, "shard": "s" }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } } ], "publish/events.jsonl": [ { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 0, "frozen": null, "kv": { "x": 5 }, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 }, "shard": "s" }, { "kind": "reply-dropped", "pid": 46242, "request": [ "client", 1 ] }, { "kind": "plan", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46242 }, { "kind": "controller-start", "pid": 46375 }, { "group": "A", "kind": "freeze", "pid": 46375 }, { "kind": "observe", "pid": 46375, "serving": { "s": [], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46375, "stage": "freeze" }, { "group": "B", "kind": "install", "pid": 46375 }, { "kind": "observe", "pid": 46375, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "kv": { "x": 5 } }, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46375, "stage": "install" }, { "group": "A", "kind": "delete", "pid": 46375 }, { "kind": "observe", "pid": 46375, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46375, "stage": "delete" }, { "kind": "publish", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46375 }, { "kind": "observe", "pid": 46375, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46375, "stage": "publish" }, { "code": 73, "kind": "controlled-exit", "pid": 46375, "stage": "publish" }, { "child_pid": 46375, "code": 73, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } } }, "epoch": 1, "frozen": null, "kv": { "x": 5 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 }, "shard": "t" }, { "group": "B", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "B", "kind": "business-result", "pid": 46242, "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 }, "shard": "s" }, { "kind": "controller-start", "pid": 46389 }, { "kind": "controller-no-next", "pid": 46389 }, { "child_pid": 46389, "code": 0, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "B", "kind": "business-retry", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, { "group": "B", "kind": "business-retry", "pid": 46242, "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 6 }, "result": { "error": "identity-conflict" } }, { "epoch": 0, "group": "A", "kind": "business-rejected", "pid": 46242, "shard": "s" }, { "epoch": 1, "group": "A", "kind": "get-result", "pid": 46242, "result": { "error": "wrong-owner-or-epoch" }, "shard": "s" }, { "epoch": 1, "group": "B", "kind": "get-result", "pid": 46242, "result": { "value": 50 }, "shard": "s" }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": { "[\"other-shard\",1]": { "request": { "client": "other-shard", "key": "x", "kind": "add", "seq": 1, "value": 7 }, "result": { "value": 7 } } }, "epoch": 0, "frozen": null, "kv": { "x": 7 }, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"client\",1]": { "request": { "client": "client", "key": "x", "kind": "add", "seq": 1, "value": 5 }, "result": { "value": 5 } }, "[\"later\",1]": { "request": { "client": "later", "key": "x", "kind": "put", "seq": 1, "value": 50 }, "result": { "value": 50 } } }, "epoch": 1, "frozen": null, "kv": { "x": 50 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "4ec9fccfed3cbec04588ee59d0a9198df80c9338faabcc29af42e0f372dfec9e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } } ], "skip-freeze/events.jsonl": [ { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "plan", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46242 }, { "group": "B", "kind": "install", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "A", "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "c061fdbe22307b5483f8a96384dc1ca99f74edeea0a252811f4fe8697463d56e", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } } ], "stale/events.jsonl": [ { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 0, "frozen": null, "kv": { "x": 8 }, "migration": null, "phase": "SERVING", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 }, "shard": "s" }, { "kind": "plan", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46242 }, { "group": "A", "kind": "freeze", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 1, "frozen": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "kv": { "x": 8 } }, "kv": { "x": 8 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "B", "kind": "install", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 1, "frozen": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "kv": { "x": 8 } }, "kv": { "x": 8 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 1, "frozen": null, "kv": { "x": 8 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "d40edec4b64aff98f14cf88fe0bf38e2dc20443872001419764dbcff798e133b", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "expected-rejection", "pid": 46242 }, { "group": "A", "kind": "delete", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 1, "frozen": null, "kv": { "x": 8 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "d40edec4b64aff98f14cf88fe0bf38e2dc20443872001419764dbcff798e133b", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "delete-retry", "pid": 46242 }, { "kind": "publish", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "B" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 1, "frozen": null, "kv": { "x": 8 }, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "SERVING", "receipt": { "digest": "d40edec4b64aff98f14cf88fe0bf38e2dc20443872001419764dbcff798e133b", "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "plan", "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "pid": 46242 }, { "kind": "controller-start", "pid": 46411 }, { "group": "B", "kind": "freeze", "pid": 46411 }, { "kind": "observe", "pid": 46411, "serving": { "s": [], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": {}, "epoch": 1, "frozen": null, "kv": {}, "migration": { "destination": "B", "epoch": 1, "shard": "s", "source": "A" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 2, "frozen": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "kv": { "x": 8 } }, "kv": { "x": 8 }, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46411, "stage": "freeze" }, { "group": "A", "kind": "install", "pid": 46411 }, { "kind": "observe", "pid": 46411, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 2, "frozen": null, "kv": { "x": 8 }, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "SERVING", "receipt": { "digest": "d40edec4b64aff98f14cf88fe0bf38e2dc20443872001419764dbcff798e133b", "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 2, "frozen": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "kv": { "x": 8 } }, "kv": { "x": 8 }, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "FROZEN", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46411, "stage": "install" }, { "group": "B", "kind": "delete", "pid": 46411 }, { "kind": "observe", "pid": 46411, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 2, "frozen": null, "kv": { "x": 8 }, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "SERVING", "receipt": { "digest": "d40edec4b64aff98f14cf88fe0bf38e2dc20443872001419764dbcff798e133b", "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 2, "frozen": null, "kv": {}, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46411, "stage": "delete" }, { "kind": "publish", "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "pid": 46411 }, { "kind": "observe", "pid": 46411, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 2, "frozen": null, "kv": { "x": 8 }, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "SERVING", "receipt": { "digest": "d40edec4b64aff98f14cf88fe0bf38e2dc20443872001419764dbcff798e133b", "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 2, "frozen": null, "kv": {}, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "kind": "controller-stage-complete", "pid": 46411, "stage": "publish" }, { "kind": "controller-finished", "pid": 46411 }, { "child_pid": 46411, "code": 0, "kind": "controller-exit-observed", "pid": 46242 }, { "group": "A", "kind": "business-applied", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"new\",1]": { "request": { "client": "new", "key": "x", "kind": "put", "seq": 1, "value": 81 }, "result": { "value": 81 } }, "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 2, "frozen": null, "kv": { "x": 81 }, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "SERVING", "receipt": { "digest": "d40edec4b64aff98f14cf88fe0bf38e2dc20443872001419764dbcff798e133b", "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 2, "frozen": null, "kv": {}, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } }, { "group": "A", "kind": "business-result", "pid": 46242, "request": { "client": "new", "key": "x", "kind": "put", "seq": 1, "value": 81 }, "result": { "value": 81 }, "shard": "s" }, { "kind": "expected-rejection", "pid": 46242 }, { "kind": "expected-rejection", "pid": 46242 }, { "kind": "expected-rejection", "pid": 46242 }, { "kind": "observe", "pid": 46242, "serving": { "s": [ "A" ], "t": [ "A" ] }, "states": { "A": { "s": { "dedup": { "[\"new\",1]": { "request": { "client": "new", "key": "x", "kind": "put", "seq": 1, "value": 81 }, "result": { "value": 81 } }, "[\"seed\",1]": { "request": { "client": "seed", "key": "x", "kind": "put", "seq": 1, "value": 8 }, "result": { "value": 8 } } }, "epoch": 2, "frozen": null, "kv": { "x": 81 }, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "SERVING", "receipt": { "digest": "d40edec4b64aff98f14cf88fe0bf38e2dc20443872001419764dbcff798e133b", "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" } } }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "SERVING", "receipt": null } }, "B": { "s": { "dedup": {}, "epoch": 2, "frozen": null, "kv": {}, "migration": { "destination": "A", "epoch": 2, "shard": "s", "source": "B" }, "phase": "ABSENT", "receipt": null }, "t": { "dedup": {}, "epoch": 0, "frozen": null, "kv": {}, "migration": null, "phase": "ABSENT", "receipt": null } } } } ] } }