Skip to content

Commit ca9cd49

Browse files
karlkfikarlkfi
committed
Demonstrate new inventory client interface
1 parent 8c2dae2 commit ca9cd49

File tree

4 files changed

+193
-16
lines changed

4 files changed

+193
-16
lines changed

‎pkg/apply/task/inv_add_task.go

+32-2
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@ import (
1818
"sigs.k8s.io/cli-utils/pkg/apply/taskrunner"
1919
"sigs.k8s.io/cli-utils/pkg/common"
2020
"sigs.k8s.io/cli-utils/pkg/inventory"
21+
"sigs.k8s.io/cli-utils/pkg/inventory2"
2122
"sigs.k8s.io/cli-utils/pkg/object"
2223
)
2324

@@ -30,12 +31,13 @@ var (
3031
// before the actual object is applied.
3132
type InvAddTask struct {
3233
TaskName string
33-
InvClient inventory.Client
34+
InvClient inventory2.Client
3435
DynamicClient dynamic.Interface
3536
Mapper meta.RESTMapper
3637
InvInfo inventory.Info
3738
Objects object.UnstructuredSet
3839
DryRun common.DryRunStrategy
40+
StatusPolicy inventory.StatusPolicy
3941
}
4042

4143
func (i *InvAddTask) Name() string {
@@ -71,11 +73,39 @@ func (i *InvAddTask) Start(taskContext *taskrunner.TaskContext) {
7173
}
7274
klog.V(4).Infof("merging %d local objects into inventory", len(i.Objects))
7375
currentObjs := object.UnstructuredSetToObjMetadataSet(i.Objects)
74-
_, err := i.InvClient.Merge(i.InvInfo, currentObjs, i.DryRun)
76+
err := i.extendInventory(currentObjs)
7577
i.sendTaskResult(taskContext, err)
7678
}()
7779
}
7880

81+
// extendInventory adds the specified objects to the inventory, if not already
82+
// present.
83+
func (i *InvAddTask) extendInventory(objs object.ObjMetadataSet) error {
84+
if len(objs) == 0 {
85+
return nil
86+
}
87+
inv, err := i.InvClient.Get(context.TODO())
88+
if err != nil {
89+
return fmt.Errorf("getting inventory: %w")
90+
}
91+
92+
oldObjs := inventory.ObjMetadataSetFromObjectReferenceList(inv.Spec.Objects)
93+
newObjs := oldObjs.Union(objs)
94+
inv.Spec.Objects = inventory.ObjectReferenceListFromObjMetadataSet(newObjs)
95+
96+
if err = i.InvClient.Update(context.TODO(), inv, i.updateOptionList()...); err != nil {
97+
return fmt.Errorf("updating inventory: %w")
98+
}
99+
return nil
100+
}
101+
102+
func (i *InvAddTask) updateOptionList() []inventory2.UpdateOption {
103+
return []inventory2.UpdateOption{
104+
inventory2.WithDryRun(i.DryRun),
105+
inventory2.WithStatus(i.StatusPolicy),
106+
}
107+
}
108+
79109
// Cancel is not supported by the InvAddTask.
80110
func (i *InvAddTask) Cancel(_ *taskrunner.TaskContext) {}
81111

‎pkg/apply/task/inv_set_task.go

+47-14
Original file line numberDiff line numberDiff line change
@@ -4,23 +4,29 @@
44
package task
55

66
import (
7+
"context"
8+
"fmt"
9+
710
apierrors "k8s.io/apimachinery/pkg/api/errors"
811
"k8s.io/klog/v2"
12+
"sigs.k8s.io/cli-utils/pkg/apis/actuation"
913
"sigs.k8s.io/cli-utils/pkg/apply/event"
1014
"sigs.k8s.io/cli-utils/pkg/apply/taskrunner"
1115
"sigs.k8s.io/cli-utils/pkg/common"
1216
"sigs.k8s.io/cli-utils/pkg/inventory"
17+
"sigs.k8s.io/cli-utils/pkg/inventory2"
1318
"sigs.k8s.io/cli-utils/pkg/object"
1419
)
1520

1621
// DeleteOrUpdateInvTask encapsulates structures necessary to set the
1722
// inventory references at the end of the apply/prune.
1823
type DeleteOrUpdateInvTask struct {
1924
TaskName string
20-
InvClient inventory.Client
25+
InvClient inventory2.Client
2126
InvInfo inventory.Info
2227
PrevInventory object.ObjMetadataSet
2328
DryRun common.DryRunStrategy
29+
StatusPolicy inventory.StatusPolicy
2430
// if Destroy is set, the inventory will be deleted if all objects were successfully pruned
2531
Destroy bool
2632
}
@@ -47,12 +53,14 @@ func (i *DeleteOrUpdateInvTask) Identifiers() object.ObjMetadataSet {
4753
// If Destroy is false, the inventory will be updated.
4854
func (i *DeleteOrUpdateInvTask) Start(taskContext *taskrunner.TaskContext) {
4955
go func() {
56+
klog.V(2).Infof("inventory set task starting (name: %q)", i.TaskName)
5057
var err error
5158
if i.Destroy && i.destroySuccessful(taskContext) {
5259
err = i.deleteInventory()
5360
} else {
5461
err = i.updateInventory(taskContext)
5562
}
63+
klog.V(2).Infof("inventory set task completing (name: %q)", i.TaskName)
5664
taskContext.TaskChannel() <- taskrunner.TaskResult{Err: err}
5765
}()
5866
}
@@ -84,7 +92,12 @@ func (i *DeleteOrUpdateInvTask) StatusUpdate(_ *taskrunner.TaskContext, _ object
8492
// - Deleted resources (successful)
8593
// - Abandoned resources (successful)
8694
func (i *DeleteOrUpdateInvTask) updateInventory(taskContext *taskrunner.TaskContext) error {
87-
klog.V(2).Infof("inventory set task starting (name: %q)", i.TaskName)
95+
inv, err := i.InvClient.Get(context.TODO())
96+
if err != nil {
97+
return fmt.Errorf("getting inventory: %w")
98+
}
99+
prevObjs := inventory.ObjMetadataSetFromObjectReferenceList(inv.Spec.Objects).Unique()
100+
88101
invObjs := object.ObjMetadataSet{}
89102

90103
// TODO: Just use InventoryManager.Store()
@@ -100,7 +113,7 @@ func (i *DeleteOrUpdateInvTask) updateInventory(taskContext *taskrunner.TaskCont
100113
// This will remove new resources that failed to apply from the inventory,
101114
// because even tho they were added by InvAddTask, the PrevInventory
102115
// represents the inventory before the pipeline has run.
103-
applyFailures := i.PrevInventory.Intersection(im.FailedApplies())
116+
applyFailures := prevObjs.Intersection(im.FailedApplies())
104117
klog.V(4).Infof("keep in inventory %d failed applies", len(applyFailures))
105118
invObjs = invObjs.Union(applyFailures)
106119

@@ -109,7 +122,7 @@ func (i *DeleteOrUpdateInvTask) updateInventory(taskContext *taskrunner.TaskCont
109122
// It's likely that all the skipped applies are already in the inventory,
110123
// because the apply filters all currently depend on cluster state,
111124
// but we're doing the intersection anyway just to be sure.
112-
applySkips := i.PrevInventory.Intersection(im.SkippedApplies())
125+
applySkips := prevObjs.Intersection(im.SkippedApplies())
113126
klog.V(4).Infof("keep in inventory %d skipped applies", len(applySkips))
114127
invObjs = invObjs.Union(applySkips)
115128

@@ -118,7 +131,7 @@ func (i *DeleteOrUpdateInvTask) updateInventory(taskContext *taskrunner.TaskCont
118131
// It's likely that all the delete failures are already in the inventory,
119132
// because the set of resources to prune comes from the inventory,
120133
// but we're doing the intersection anyway just to be sure.
121-
pruneFailures := i.PrevInventory.Intersection(im.FailedDeletes())
134+
pruneFailures := prevObjs.Intersection(im.FailedDeletes())
122135
klog.V(4).Infof("set inventory %d failed prunes", len(pruneFailures))
123136
invObjs = invObjs.Union(pruneFailures)
124137

@@ -127,19 +140,19 @@ func (i *DeleteOrUpdateInvTask) updateInventory(taskContext *taskrunner.TaskCont
127140
// It's likely that all the skipped deletes are already in the inventory,
128141
// because the set of resources to prune comes from the inventory,
129142
// but we're doing the intersection anyway just to be sure.
130-
pruneSkips := i.PrevInventory.Intersection(im.SkippedDeletes())
143+
pruneSkips := prevObjs.Intersection(im.SkippedDeletes())
131144
klog.V(4).Infof("keep in inventory %d skipped prunes", len(pruneSkips))
132145
invObjs = invObjs.Union(pruneSkips)
133146

134147
// If an object failed to reconcile and was previously stored in the inventory,
135148
// then keep it in the inventory so it can be waited on next time.
136-
reconcileFailures := i.PrevInventory.Intersection(im.FailedReconciles())
149+
reconcileFailures := prevObjs.Intersection(im.FailedReconciles())
137150
klog.V(4).Infof("set inventory %d failed reconciles", len(reconcileFailures))
138151
invObjs = invObjs.Union(reconcileFailures)
139152

140153
// If an object timed out reconciling and was previously stored in the inventory,
141154
// then keep it in the inventory so it can be waited on next time.
142-
reconcileTimeouts := i.PrevInventory.Intersection(im.TimeoutReconciles())
155+
reconcileTimeouts := prevObjs.Intersection(im.TimeoutReconciles())
143156
klog.V(4).Infof("keep in inventory %d timeout reconciles", len(reconcileTimeouts))
144157
invObjs = invObjs.Union(reconcileTimeouts)
145158

@@ -150,24 +163,44 @@ func (i *DeleteOrUpdateInvTask) updateInventory(taskContext *taskrunner.TaskCont
150163

151164
// If an object is invalid and was previously stored in the inventory,
152165
// then keep it in the inventory so it can be applied/pruned next time.
153-
invalidObjects := i.PrevInventory.Intersection(taskContext.InvalidObjects())
166+
invalidObjects := prevObjs.Intersection(taskContext.InvalidObjects())
154167
klog.V(4).Infof("keep in inventory %d invalid objects", len(invalidObjects))
155168
invObjs = invObjs.Union(invalidObjects)
156169

170+
// Update inventory spec in memory
171+
inv.Spec.Objects = inventory.ObjectReferenceListFromObjMetadataSet(invObjs)
172+
157173
klog.V(4).Infof("get the apply status for %d objects", len(invObjs))
158-
objStatus := taskContext.InventoryManager().Inventory().Status.Objects
174+
inv.Status.Objects = taskContext.InventoryManager().Inventory().Status.Objects
159175

160176
klog.V(4).Infof("set inventory %d total objects", len(invObjs))
161-
err := i.InvClient.Replace(i.InvInfo, invObjs, objStatus, i.DryRun)
177+
if err = i.InvClient.Update(context.TODO(), inv, i.updateOptionList()...); err != nil {
178+
return fmt.Errorf("updating inventory: %w")
179+
}
180+
return nil
181+
}
162182

163-
klog.V(2).Infof("inventory set task completing (name: %q)", i.TaskName)
164-
return err
183+
func (i *DeleteOrUpdateInvTask) updateOptionList() []inventory2.UpdateOption {
184+
return []inventory2.UpdateOption{
185+
inventory2.WithDryRun(i.DryRun),
186+
inventory2.WithStatus(i.StatusPolicy),
187+
}
188+
}
189+
190+
func (i *DeleteOrUpdateInvTask) deleteOptionList() []inventory2.DeleteOption {
191+
return []inventory2.DeleteOption{
192+
inventory2.WithDryRun(i.DryRun),
193+
inventory2.WithStatus(i.StatusPolicy),
194+
}
165195
}
166196

167197
// deleteInventory deletes the inventory object from the cluster.
168198
func (i *DeleteOrUpdateInvTask) deleteInventory() error {
169199
klog.V(2).Infof("delete inventory task starting (name: %q)", i.Name())
170-
err := i.InvClient.DeleteInventoryObj(i.InvInfo, i.DryRun)
200+
inv := &actuation.Inventory{}
201+
inv.SetName(i.InvInfo.Name())
202+
inv.SetName(i.InvInfo.Namespace())
203+
err := i.InvClient.Delete(context.TODO(), inv, i.deleteOptionList()...)
171204
// Not found is not error, since this means it was already deleted.
172205
if apierrors.IsNotFound(err) {
173206
err = nil

‎pkg/inventory/type-conv.go

+16
Original file line numberDiff line numberDiff line change
@@ -30,3 +30,19 @@ func ObjMetadataFromObjectReference(ref actuation.ObjectReference) object.ObjMet
3030
Namespace: ref.Namespace,
3131
}
3232
}
33+
34+
func ObjectReferenceListFromObjMetadataSet(ids []object.ObjMetadata) []actuation.ObjectReference {
35+
var refs []actuation.ObjectReference
36+
for _, ref := range ids {
37+
refs = append(refs, ObjectReferenceFromObjMetadata(ref))
38+
}
39+
return refs
40+
}
41+
42+
func ObjMetadataSetFromObjectReferenceList(refs []actuation.ObjectReference) object.ObjMetadataSet {
43+
var ids object.ObjMetadataSet
44+
for _, ref := range refs {
45+
ids = append(ids, ObjMetadataFromObjectReference(ref))
46+
}
47+
return ids
48+
}

‎pkg/inventory2/client.go

+98
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,98 @@
1+
package inventory2
2+
3+
import (
4+
"context"
5+
6+
"sigs.k8s.io/cli-utils/pkg/apis/actuation"
7+
"sigs.k8s.io/cli-utils/pkg/common"
8+
"sigs.k8s.io/cli-utils/pkg/inventory"
9+
"sigs.k8s.io/controller-runtime/pkg/client"
10+
)
11+
12+
type Ref struct {
13+
client.ObjectKey
14+
}
15+
16+
type Client interface {
17+
Create(ctx context.Context, inv *actuation.Inventory, opts ...CreateOption) error
18+
Get(ctx context.Context, opts ...GetOption) (*actuation.Inventory, error)
19+
Update(ctx context.Context, inv *actuation.Inventory, opts ...UpdateOption) error
20+
Delete(ctx context.Context, inv *actuation.Inventory, opts ...DeleteOption) error
21+
}
22+
23+
type CreateOption interface {
24+
ApplyCreateOptions(opts *CreateOptions)
25+
}
26+
27+
type CreateOptions struct {
28+
DryRunStrategy common.DryRunStrategy
29+
StatusPolicy inventory.StatusPolicy
30+
}
31+
32+
type GetOption interface {
33+
ApplyGetOptions(opts *GetOptions)
34+
}
35+
36+
type GetOptions struct {
37+
}
38+
39+
type UpdateOption interface {
40+
ApplyUpdateOptions(opts *UpdateOptions)
41+
}
42+
43+
type UpdateOptions struct {
44+
DryRunStrategy common.DryRunStrategy
45+
StatusPolicy inventory.StatusPolicy
46+
}
47+
48+
type DeleteOption interface {
49+
ApplyDeleteOptions(opts *DeleteOptions)
50+
}
51+
52+
type DeleteOptions struct {
53+
DryRunStrategy common.DryRunStrategy
54+
}
55+
56+
func WithDryRun(strategy common.DryRunStrategy) DryRunOption {
57+
return DryRunOption(strategy)
58+
}
59+
60+
type DryRunOption common.DryRunStrategy
61+
62+
func (o DryRunOption) ApplyCreateOptions(opts *CreateOptions) {
63+
opts.DryRunStrategy = common.DryRunStrategy(o)
64+
}
65+
66+
func (o DryRunOption) ApplyUpdateOptions(opts *UpdateOptions) {
67+
opts.DryRunStrategy = common.DryRunStrategy(o)
68+
}
69+
70+
func (o DryRunOption) ApplyDeleteOptions(opts *DeleteOptions) {
71+
opts.DryRunStrategy = common.DryRunStrategy(o)
72+
}
73+
74+
var _ CreateOption = DryRunOption(common.DryRunServer)
75+
var _ UpdateOption = DryRunOption(common.DryRunServer)
76+
var _ DeleteOption = DryRunOption(common.DryRunServer)
77+
78+
func WithStatus(policy inventory.StatusPolicy) StatusOption {
79+
return StatusOption(policy)
80+
}
81+
82+
type StatusOption common.DryRunStrategy
83+
84+
func (o StatusOption) ApplyCreateOptions(opts *CreateOptions) {
85+
opts.DryRunStrategy = common.DryRunStrategy(o)
86+
}
87+
88+
func (o StatusOption) ApplyUpdateOptions(opts *UpdateOptions) {
89+
opts.DryRunStrategy = common.DryRunStrategy(o)
90+
}
91+
92+
func (o StatusOption) ApplyDeleteOptions(opts *DeleteOptions) {
93+
opts.DryRunStrategy = common.DryRunStrategy(o)
94+
}
95+
96+
var _ CreateOption = StatusOption(inventory.StatusPolicyAll)
97+
var _ UpdateOption = StatusOption(inventory.StatusPolicyAll)
98+
var _ DeleteOption = StatusOption(inventory.StatusPolicyAll)

0 commit comments

Comments
 (0)