/* Copyright 2018 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package typed import ( "sigs.k8s.io/structured-merge-diff/v4/fieldpath" "sigs.k8s.io/structured-merge-diff/v4/schema" "sigs.k8s.io/structured-merge-diff/v4/value" ) type mergingWalker struct { lhs value.Value rhs value.Value schema *schema.Schema typeRef schema.TypeRef // Current path that we are merging path fieldpath.Path // How to merge. Called after schema validation for all leaf fields. rule mergeRule // If set, called after non-leaf items have been merged. (`out` is // probably already set.) postItemHook mergeRule // output of the merge operation (nil if none) out *interface{} // internal housekeeping--don't set when constructing. inLeaf bool // Set to true if we're in a "big leaf"--atomic map/list // Allocate only as many walkers as needed for the depth by storing them here. spareWalkers *[]*mergingWalker allocator value.Allocator } // merge rules examine w.lhs and w.rhs (up to one of which may be nil) and // optionally set w.out. If lhs and rhs are both set, they will be of // comparable type. type mergeRule func(w *mergingWalker) var ( ruleKeepRHS = mergeRule(func(w *mergingWalker) { if w.rhs != nil { v := w.rhs.Unstructured() w.out = &v } else if w.lhs != nil { v := w.lhs.Unstructured() w.out = &v } }) ) // merge sets w.out. func (w *mergingWalker) merge(prefixFn func() string) (errs ValidationErrors) { if w.lhs == nil && w.rhs == nil { // check this condidition here instead of everywhere below. return errorf("at least one of lhs and rhs must be provided") } a, ok := w.schema.Resolve(w.typeRef) if !ok { return errorf("schema error: no type found matching: %v", *w.typeRef.NamedType) } alhs := deduceAtom(a, w.lhs) arhs := deduceAtom(a, w.rhs) // deduceAtom does not fix the type for nil values // nil is a wildcard and will accept whatever form the other operand takes if w.rhs == nil { errs = append(errs, handleAtom(alhs, w.typeRef, w)...) } else if w.lhs == nil || alhs.Equals(&arhs) { errs = append(errs, handleAtom(arhs, w.typeRef, w)...) } else { w2 := *w errs = append(errs, handleAtom(alhs, w.typeRef, &w2)...) errs = append(errs, handleAtom(arhs, w.typeRef, w)...) } if !w.inLeaf && w.postItemHook != nil { w.postItemHook(w) } return errs.WithLazyPrefix(prefixFn) } // doLeaf should be called on leaves before descending into children, if there // will be a descent. It modifies w.inLeaf. func (w *mergingWalker) doLeaf() { if w.inLeaf { // We're in a "big leaf", an atomic map or list. Ignore // subsequent leaves. return } w.inLeaf = true // We don't recurse into leaf fields for merging. w.rule(w) } func (w *mergingWalker) doScalar(t *schema.Scalar) (errs ValidationErrors) { errs = append(errs, validateScalar(t, w.lhs, "lhs: ")...) errs = append(errs, validateScalar(t, w.rhs, "rhs: ")...) if len(errs) > 0 { return errs } // All scalars are leaf fields. w.doLeaf() return nil } func (w *mergingWalker) prepareDescent(pe fieldpath.PathElement, tr schema.TypeRef) *mergingWalker { if w.spareWalkers == nil { // first descent. w.spareWalkers = &[]*mergingWalker{} } var w2 *mergingWalker if n := len(*w.spareWalkers); n > 0 { w2, *w.spareWalkers = (*w.spareWalkers)[n-1], (*w.spareWalkers)[:n-1] } else { w2 = &mergingWalker{} } *w2 = *w w2.typeRef = tr w2.path = append(w2.path, pe) w2.lhs = nil w2.rhs = nil w2.out = nil return w2 } func (w *mergingWalker) finishDescent(w2 *mergingWalker) { // if the descent caused a realloc, ensure that we reuse the buffer // for the next sibling. w.path = w2.path[:len(w2.path)-1] *w.spareWalkers = append(*w.spareWalkers, w2) } func (w *mergingWalker) derefMap(prefix string, v value.Value) (value.Map, ValidationErrors) { if v == nil { return nil, nil } m, err := mapValue(w.allocator, v) if err != nil { return nil, errorf("%v: %v", prefix, err) } return m, nil } func (w *mergingWalker) visitListItems(t *schema.List, lhs, rhs value.List) (errs ValidationErrors) { rLen := 0 if rhs != nil { rLen = rhs.Length() } lLen := 0 if lhs != nil { lLen = lhs.Length() } outLen := lLen if outLen < rLen { outLen = rLen } out := make([]interface{}, 0, outLen) rhsOrder, observedRHS, rhsErrs := w.indexListPathElements(t, rhs) errs = append(errs, rhsErrs...) lhsOrder, observedLHS, lhsErrs := w.indexListPathElements(t, lhs) errs = append(errs, lhsErrs...) sharedOrder := make([]*fieldpath.PathElement, 0, rLen) for i := range rhsOrder { pe := &rhsOrder[i] if _, ok := observedLHS.Get(*pe); ok { sharedOrder = append(sharedOrder, pe) } } var nextShared *fieldpath.PathElement if len(sharedOrder) > 0 { nextShared = sharedOrder[0] sharedOrder = sharedOrder[1:] } lLen, rLen = len(lhsOrder), len(rhsOrder) for lI, rI := 0, 0; lI < lLen || rI < rLen; { if lI < lLen && rI < rLen { pe := lhsOrder[lI] if pe.Equals(rhsOrder[rI]) { // merge LHS & RHS items lChild, _ := observedLHS.Get(pe) rChild, _ := observedRHS.Get(pe) mergeOut, errs := w.mergeListItem(t, pe, lChild, rChild) errs = append(errs, errs...) if mergeOut != nil { out = append(out, *mergeOut) } lI++ rI++ nextShared = nil if len(sharedOrder) > 0 { nextShared = sharedOrder[0] sharedOrder = sharedOrder[1:] } continue } if _, ok := observedRHS.Get(pe); ok && nextShared != nil && !nextShared.Equals(lhsOrder[lI]) { // shared item, but not the one we want in this round lI++ continue } } if lI < lLen { pe := lhsOrder[lI] if _, ok := observedRHS.Get(pe); !ok { // take LHS item lChild, _ := observedLHS.Get(pe) mergeOut, errs := w.mergeListItem(t, pe, lChild, nil) errs = append(errs, errs...) if mergeOut != nil { out = append(out, *mergeOut) } lI++ continue } } if rI < rLen { // Take the RHS item, merge with matching LHS item if possible pe := rhsOrder[rI] lChild, _ := observedLHS.Get(pe) // may be nil rChild, _ := observedRHS.Get(pe) mergeOut, errs := w.mergeListItem(t, pe, lChild, rChild) errs = append(errs, errs...) if mergeOut != nil { out = append(out, *mergeOut) } rI++ // Advance nextShared, if we are merging nextShared. if nextShared != nil && nextShared.Equals(pe) { nextShared = nil if len(sharedOrder) > 0 { nextShared = sharedOrder[0] sharedOrder = sharedOrder[1:] } } } } if len(out) > 0 { i := interface{}(out) w.out = &i } return errs } func (w *mergingWalker) indexListPathElements(t *schema.List, list value.List) ([]fieldpath.PathElement, fieldpath.PathElementValueMap, ValidationErrors) { var errs ValidationErrors length := 0 if list != nil { length = list.Length() } observed := fieldpath.MakePathElementValueMap(length) pes := make([]fieldpath.PathElement, 0, length) for i := 0; i < length; i++ { child := list.At(i) pe, err := listItemToPathElement(w.allocator, w.schema, t, i, child) if err != nil { errs = append(errs, errorf("element %v: %v", i, err.Error())...) // If we can't construct the path element, we can't // even report errors deeper in the schema, so bail on // this element. continue } if _, found := observed.Get(pe); found { errs = append(errs, errorf("duplicate entries for key %v", pe.String())...) continue } observed.Insert(pe, child) pes = append(pes, pe) } return pes, observed, errs } func (w *mergingWalker) mergeListItem(t *schema.List, pe fieldpath.PathElement, lChild, rChild value.Value) (out *interface{}, errs ValidationErrors) { w2 := w.prepareDescent(pe, t.ElementType) w2.lhs = lChild w2.rhs = rChild errs = append(errs, w2.merge(pe.String)...) if w2.out != nil { out = w2.out } w.finishDescent(w2) return } func (w *mergingWalker) derefList(prefix string, v value.Value) (value.List, ValidationErrors) { if v == nil { return nil, nil } l, err := listValue(w.allocator, v) if err != nil { return nil, errorf("%v: %v", prefix, err) } return l, nil } func (w *mergingWalker) doList(t *schema.List) (errs ValidationErrors) { lhs, _ := w.derefList("lhs: ", w.lhs) if lhs != nil { defer w.allocator.Free(lhs) } rhs, _ := w.derefList("rhs: ", w.rhs) if rhs != nil { defer w.allocator.Free(rhs) } // If both lhs and rhs are empty/null, treat it as a // leaf: this helps preserve the empty/null // distinction. emptyPromoteToLeaf := (lhs == nil || lhs.Length() == 0) && (rhs == nil || rhs.Length() == 0) if t.ElementRelationship == schema.Atomic || emptyPromoteToLeaf { w.doLeaf() return nil } if lhs == nil && rhs == nil { return nil } errs = w.visitListItems(t, lhs, rhs) return errs } func (w *mergingWalker) visitMapItem(t *schema.Map, out map[string]interface{}, key string, lhs, rhs value.Value) (errs ValidationErrors) { fieldType := t.ElementType if sf, ok := t.FindField(key); ok { fieldType = sf.Type } pe := fieldpath.PathElement{FieldName: &key} w2 := w.prepareDescent(pe, fieldType) w2.lhs = lhs w2.rhs = rhs errs = append(errs, w2.merge(pe.String)...) if w2.out != nil { out[key] = *w2.out } w.finishDescent(w2) return errs } func (w *mergingWalker) visitMapItems(t *schema.Map, lhs, rhs value.Map) (errs ValidationErrors) { out := map[string]interface{}{} value.MapZipUsing(w.allocator, lhs, rhs, value.Unordered, func(key string, lhsValue, rhsValue value.Value) bool { errs = append(errs, w.visitMapItem(t, out, key, lhsValue, rhsValue)...) return true }) if len(out) > 0 { i := interface{}(out) w.out = &i } return errs } func (w *mergingWalker) doMap(t *schema.Map) (errs ValidationErrors) { lhs, _ := w.derefMap("lhs: ", w.lhs) if lhs != nil { defer w.allocator.Free(lhs) } rhs, _ := w.derefMap("rhs: ", w.rhs) if rhs != nil { defer w.allocator.Free(rhs) } // If both lhs and rhs are empty/null, treat it as a // leaf: this helps preserve the empty/null // distinction. emptyPromoteToLeaf := (lhs == nil || lhs.Empty()) && (rhs == nil || rhs.Empty()) if t.ElementRelationship == schema.Atomic || emptyPromoteToLeaf { w.doLeaf() return nil } if lhs == nil && rhs == nil { return nil } errs = append(errs, w.visitMapItems(t, lhs, rhs)...) return errs }