Skip to content

Merge operation categorization into one function #19681

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Apr 9, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions tests/robustness/validate/patch_history_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -412,8 +412,9 @@ func TestPatchHistory(t *testing.T) {
Watch: tc.watchOperations,
},
}
operations := patchLinearizableOperations(relevantOperations(patchFailedRequestWithInfiniteReturnTime(reports)), reports, tc.persistedRequest)
if diff := cmp.Diff(tc.expectedRemainingOperations, operations,
operations, _ := prepareAndCategorizeOperations(reports)
patched := patchLinearizableOperations(operations, reports, tc.persistedRequest)
if diff := cmp.Diff(tc.expectedRemainingOperations, patched,
cmpopts.EquateEmpty(),
cmpopts.IgnoreFields(porcupine.Operation{}, "Input", "Call", "ClientId"),
); diff != "" {
Expand Down
54 changes: 17 additions & 37 deletions tests/robustness/validate/validate.go
Original file line number Diff line number Diff line change
Expand Up @@ -62,47 +62,27 @@ type Config struct {
ExpectRevisionUnique bool
}

func prepareAndCategorizeOperations(reports []report.ClientReport) ([]porcupine.Operation, []porcupine.Operation) {
patchedOperations := patchFailedRequestWithInfiniteReturnTime(reports)
return relevantOperations(patchedOperations), filterSerializableOperations(patchedOperations)
}

func relevantOperations(operations []porcupine.Operation) []porcupine.Operation {
var ops []porcupine.Operation
for _, op := range operations {
request := op.Input.(model.EtcdRequest)
resp := op.Output.(model.MaybeEtcdResponse)
// Remove failed read requests as they are not relevant for linearization.
if resp.Error == "" || !request.IsRead() {
ops = append(ops, op)
}
}
return ops
}

func filterSerializableOperations(operations []porcupine.Operation) []porcupine.Operation {
resp := []porcupine.Operation{}
for _, op := range operations {
request := op.Input.(model.EtcdRequest)
if request.Type == model.Range && request.Range.Revision != 0 {
resp = append(resp, op)
}
}
return resp
}

func patchFailedRequestWithInfiniteReturnTime(reports []report.ClientReport) []porcupine.Operation {
operations := make([]porcupine.Operation, 0)
func prepareAndCategorizeOperations(reports []report.ClientReport) (linearizable []porcupine.Operation, serializable []porcupine.Operation) {
for _, report := range reports {
for _, operation := range report.KeyValue {
// Failed writes can still be persisted, setting to infinite for now as we don't know when request has taken effect.
if operation.Output.(model.MaybeEtcdResponse).Error != "" {
operation.Return = math.MaxInt64
for _, op := range report.KeyValue {
request := op.Input.(model.EtcdRequest)
response := op.Output.(model.MaybeEtcdResponse)
// serializable operations include only Range requests on non-zero revision
if request.Type == model.Range && request.Range.Revision != 0 {
serializable = append(serializable, op)
}
// Remove failed read requests as they are not relevant for linearization.
if response.Error == "" || !request.IsRead() {
// For linearization, we set the return time of failed requests to MaxInt64.
// Failed requests can still be persisted, however we don't know when request has taken effect.
if response.Error != "" {
op.Return = math.MaxInt64
}
linearizable = append(linearizable, op)
}
operations = append(operations, operation)
}
}
return operations
return linearizable, serializable
}

func checkValidationAssumptions(reports []report.ClientReport, persistedRequests []model.EtcdRequest) error {
Expand Down