/* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at https://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package phase import ( "bytes" "io" "os" "path/filepath" "k8s.io/apimachinery/pkg/runtime/schema" "sigs.k8s.io/yaml" "opendev.org/airship/airshipctl/pkg/api/v1alpha1" "opendev.org/airship/airshipctl/pkg/container" "opendev.org/airship/airshipctl/pkg/document" "opendev.org/airship/airshipctl/pkg/events" "opendev.org/airship/airshipctl/pkg/k8s/kubeconfig" "opendev.org/airship/airshipctl/pkg/k8s/utils" "opendev.org/airship/airshipctl/pkg/log" "opendev.org/airship/airshipctl/pkg/phase/errors" "opendev.org/airship/airshipctl/pkg/phase/executors" executorerrors "opendev.org/airship/airshipctl/pkg/phase/executors/errors" "opendev.org/airship/airshipctl/pkg/phase/ifc" "opendev.org/airship/airshipctl/pkg/util" ) // ExecutorRegistry returns map with executor factories type ExecutorRegistry func() map[schema.GroupVersionKind]ifc.ExecutorFactory // DefaultExecutorRegistry returns map with executor factories func DefaultExecutorRegistry() map[schema.GroupVersionKind]ifc.ExecutorFactory { execMap := make(map[schema.GroupVersionKind]ifc.ExecutorFactory) for _, execName := range []string{executors.Clusterctl, executors.KubernetesApply, executors.GenericContainer, executors.Ephemeral, executors.BMHManager} { if err := executors.RegisterExecutor(execName, execMap); err != nil { log.Fatal(executorerrors.ErrExecutorRegistration{ExecutorName: execName, Err: err}) } } return execMap } var _ ifc.Phase = &phase{} // Phase implements phase interface type phase struct { helper ifc.Helper apiObj *v1alpha1.Phase registry ExecutorRegistry processor events.EventProcessor } func (p *phase) defaultBundleFactory() document.BundleFactoryFunc { return document.BundleFactoryFromDocRoot(p.DocumentRoot) } func (p *phase) defaultDocFactory() document.DocFactoryFunc { return func() (document.Document, error) { return p.helper.ExecutorDoc(ifc.ID{Name: p.apiObj.Name, Namespace: p.apiObj.Namespace}) } } // Executor returns executor interface associated with the phase func (p *phase) Executor() (ifc.Executor, error) { return p.executor(p.defaultDocFactory(), p.defaultBundleFactory()) } func (p *phase) executor(docFactory document.DocFactoryFunc, bundleFactory document.BundleFactoryFunc) (ifc.Executor, error) { executorDoc, err := docFactory() if err != nil { return nil, err } refGVK := schema.GroupVersionKind{ Group: executorDoc.GetGroup(), Version: executorDoc.GetVersion(), Kind: executorDoc.GetKind(), } // Look for executor factory defined in registry executorFactory, found := p.registry()[refGVK] if !found { return nil, executorerrors.ErrExecutorNotFound{GVK: refGVK} } cMap, err := p.helper.ClusterMap() if err != nil { return nil, err } kubeconf := kubeconfig.NewBuilder(). WithBundle(p.helper.PhaseConfigBundle()). WithClusterMap(cMap). WithTempRoot(p.helper.WorkDir()). WithClusterName(p.apiObj.ClusterName). SiteWide(p.apiObj.Config.SiteWideKubeconfig). Build() return executorFactory( ifc.ExecutorConfig{ ClusterMap: cMap, BundleFactory: bundleFactory, PhaseName: p.apiObj.Name, KubeConfig: kubeconf, ExecutorDocument: executorDoc, ClusterName: p.apiObj.ClusterName, PhaseConfigBundle: p.helper.PhaseConfigBundle(), SinkBasePath: p.helper.PhaseEntryPointBasePath(), TargetPath: p.helper.TargetPath(), Inventory: p.helper.Inventory(), }) } // Run runs the phase via executor func (p *phase) Run(ro ifc.RunOptions) error { defer p.processor.Close() executor, err := p.Executor() if err != nil { return err } ch := make(chan events.Event) go func() { executor.Run(ch, ro) }() return p.processor.Process(ch) } // Validate makes sure that phase is properly configured func (p *phase) Validate() error { executor, err := p.Executor() if err != nil { return err } return validate(executor, p.helper, p.apiObj.Config.ValidationCfg) } func validate(executor ifc.Executor, helper ifc.Helper, validationCfg v1alpha1.ValidationConfig) error { if err := executor.Validate(); err != nil { return err } buf := &bytes.Buffer{} if err := executor.Render(buf, ifc.RenderOptions{FilterSelector: document.NewSelector()}); err != nil { return err } doc, err := helper.PhaseConfigBundle().SelectOne(document.NewValidatorExecutorSelector()) if err != nil { return err } apiObj := v1alpha1.DefaultGenericContainer() err = doc.ToAPIObject(apiObj, v1alpha1.Scheme) if err != nil { return err } valCfg, err := yaml.Marshal(validationCfg) if err != nil { return err } apiObj.Config = string(valCfg) for _, path := range validationCfg.CRDList { bundle, err := document.NewBundleByPath(filepath.Join(helper.TargetPath(), path)) if err != nil { return err } bundle, err = bundle.SelectBundle(document.NewCRDSelector()) if err != nil { return err } if err = bundle.Write(buf); err != nil { return err } } return container.NewClientV1Alpha1("", buf, os.Stdout, apiObj, helper.TargetPath()).Run() } // Render executor documents func (p *phase) Render(w io.Writer, executorRender bool, options ifc.RenderOptions) error { if executorRender { executor, err := p.Executor() if err != nil { return err } return executor.Render(w, options) } root, err := p.DocumentRoot() if err != nil { return err } bundle, err := document.NewBundleByPath(root) if err != nil { return err } rendered, err := bundle.SelectBundle(options.FilterSelector) if err != nil { return err } return rendered.Write(w) } // Status returns the status of the given phase func (p *phase) Status() (ifc.PhaseStatus, error) { executor, err := p.Executor() if err != nil { return ifc.PhaseStatus{}, err } sts, err := executor.Status() if err != nil { return ifc.PhaseStatus{}, err } return ifc.PhaseStatus{ExecutorStatus: sts}, err } // DocumentRoot root that holds all the documents associated with the phase func (p *phase) DocumentRoot() (string, error) { relativePath := p.apiObj.Config.DocumentEntryPoint if relativePath == "" { return "", errors.ErrDocumentEntrypointNotDefined{ PhaseName: p.apiObj.Name, PhaseNamespace: p.apiObj.Namespace, } } return filepath.Join(p.helper.PhaseEntryPointBasePath(), relativePath), nil } // Details returns description of the phase // TODO implement this: add details field to api.Phase and method to executor and combine them here // to give a clear understanding to user of what this phase is about func (p *phase) Details() (string, error) { return "", nil } var _ ifc.Plan = &plan{} type plan struct { helper ifc.Helper apiObj *v1alpha1.PhasePlan phaseClient ifc.Client } // Validate makes sure that phase plan is properly configured func (p *plan) Validate() error { util.Setenv(util.EnvVar{Key: v1alpha1.ValidatorPreventCleanup}) for i, step := range p.apiObj.Phases { log.Printf("validating phase: %s\n", step.Name) if i == len(p.apiObj.Phases)-1 { util.Unsetenv(util.EnvVar{Key: v1alpha1.ValidatorPreventCleanup}) } phaseRunner, err := p.phaseClient.PhaseByID(ifc.ID{Name: step.Name}) if err != nil { return err } executor, err := phaseRunner.Executor() if err != nil { return err } if err = validate(executor, p.helper, p.apiObj.ValidationCfg); err != nil { return err } } return nil } // Run function executes Run method for each phase func (p *plan) Run(ro ifc.RunOptions) error { for _, step := range p.apiObj.Phases { phaseRunner, err := p.phaseClient.PhaseByID(ifc.ID{Name: step.Name}) if err != nil { return err } log.Printf("executing phase: %s\n", step.Name) if err = phaseRunner.Run(ro); err != nil { return err } } return nil } // Status returns the status of phases in a given plan func (p *plan) Status(_ ifc.StatusOptions) (ifc.PlanStatus, error) { for _, step := range p.apiObj.Phases { phase, err := p.phaseClient.PhaseByID(ifc.ID{Name: step.Name}) if err != nil { return ifc.PlanStatus{}, err } if _, err = phase.Status(); err != nil { return ifc.PlanStatus{}, err } } return ifc.PlanStatus{}, nil } var _ ifc.Client = &client{} type client struct { ifc.Helper registry ExecutorRegistry processorFunc ProcessorFunc } // ProcessorFunc that returns processor interface type ProcessorFunc func() events.EventProcessor // Option allows to add various options to a phase type Option func(*client) // InjectRegistry is an option that allows to inject executor registry into phase client func InjectRegistry(registry ExecutorRegistry) Option { return func(c *client) { c.registry = registry } } // NewClient returns implementation of phase Client interface func NewClient(helper ifc.Helper, opts ...Option) ifc.Client { c := &client{Helper: helper} for _, opt := range opts { opt(c) } if c.registry == nil { c.registry = DefaultExecutorRegistry } if c.processorFunc == nil { c.processorFunc = defaultProcessor } return c } func (c *client) PhaseByID(id ifc.ID) (ifc.Phase, error) { phaseObj, err := c.Phase(id) if err != nil { return nil, err } phase := &phase{ apiObj: phaseObj, helper: c.Helper, processor: c.processorFunc(), registry: c.registry, } return phase, nil } func (c *client) PlanByID(id ifc.ID) (ifc.Plan, error) { planObj, err := c.Plan(id) if err != nil { return nil, err } return &plan{ apiObj: planObj, helper: c.Helper, phaseClient: c, }, nil } func (c *client) PhaseByAPIObj(phaseObj *v1alpha1.Phase) (ifc.Phase, error) { phase := &phase{ apiObj: phaseObj, helper: c.Helper, processor: c.processorFunc(), registry: c.registry, } return phase, nil } func defaultProcessor() events.EventProcessor { return events.NewDefaultProcessor(utils.Streams()) }