/* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at https://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package container import ( "bytes" "context" "fmt" "io" "os" "path/filepath" "strings" // TODO this small library needs to be moved to airshipctl and extended // with splitting streams into Stderr and Stdout "github.com/ahmetb/dlog" "sigs.k8s.io/kustomize/kyaml/fn/runtime/runtimeutil" "sigs.k8s.io/kustomize/kyaml/kio" "sigs.k8s.io/kustomize/kyaml/runfn" kyaml "sigs.k8s.io/kustomize/kyaml/yaml" "sigs.k8s.io/yaml" "opendev.org/airship/airshipctl/pkg/api/v1alpha1" "opendev.org/airship/airshipctl/pkg/log" "opendev.org/airship/airshipctl/pkg/util" ) // ClientV1Alpha1 provides airship generic container API // TODO add generic mock for this client type ClientV1Alpha1 interface { Run() error } // ClientV1Alpha1FactoryFunc used for tests type ClientV1Alpha1FactoryFunc func( resultsDir string, input io.Reader, output io.Writer, conf *v1alpha1.GenericContainer, targetPath string) ClientV1Alpha1 // V1Alpha1 reflects inner struct of ClientV1Alpha1 Interface type V1Alpha1 struct { resultsDir string input io.Reader output io.Writer conf *v1alpha1.GenericContainer targetPath string containerFunc Func } // Func is type of function which returns Container object type Func func(ctx context.Context, driver string, url string) (Container, error) // NewClientV1Alpha1 constructor for ClientV1Alpha1 func NewClientV1Alpha1( resultsDir string, input io.Reader, output io.Writer, conf *v1alpha1.GenericContainer, targetPath string) ClientV1Alpha1 { return &V1Alpha1{ resultsDir: resultsDir, output: output, input: input, conf: conf, containerFunc: NewContainer, targetPath: targetPath, } } // NewV1Alpha1 returns V1Alpha1 struct with desired parameters func NewV1Alpha1(resultsDir string, input io.Reader, output io.Writer, conf *v1alpha1.GenericContainer, targetPath string, containerFunc Func) V1Alpha1 { return V1Alpha1{ resultsDir: resultsDir, input: input, output: output, conf: conf, targetPath: targetPath, containerFunc: containerFunc, } } // Run will perform container run action based on the configuration func (c *V1Alpha1) Run() error { // expand Src paths for mount if they are relative ExpandSourceMounts(c.conf.Spec.StorageMounts, c.targetPath) // set default runtime switch c.conf.Spec.Type { case v1alpha1.GenericContainerTypeAirship, "": return c.runAirship() case v1alpha1.GenericContainerTypeKrm: return c.runKRM() default: return fmt.Errorf("unknown generic container type %s", c.conf.Spec.Type) } } func (c *V1Alpha1) runAirship() error { if c.conf.Spec.Airship.ContainerRuntime == "" { c.conf.Spec.Airship.ContainerRuntime = DriverDocker } var cont Container if c.containerFunc == nil { c.containerFunc = NewContainer } cont, err := c.containerFunc( context.Background(), c.conf.Spec.Airship.ContainerRuntime, c.conf.Spec.Image) if err != nil { return err } defer func(container Container) { if rmErr := container.RmContainer(); rmErr != nil { log.Printf("Failed to remove container with id '%s', err is '%s'", container.GetID(), rmErr.Error()) } }(cont) // this will split the env vars into the ones to be exported and the ones that have values contEnv := runtimeutil.NewContainerEnvFromStringSlice(c.conf.Spec.EnvVars) envs := make([]string, 0) for _, key := range contEnv.VarsToExport { envs = append(envs, strings.Join([]string{key, os.Getenv(key)}, "=")) } for key, value := range contEnv.EnvVars { envs = append(envs, strings.Join([]string{key, value}, "=")) } node, err := kyaml.Parse(c.conf.Config) if err != nil { return err } decoratedInput := bytes.NewBuffer([]byte{}) pipeline := &kio.Pipeline{ Inputs: []kio.Reader{&kio.ByteReader{Reader: c.input}}, Outputs: []kio.Writer{kio.ByteWriter{ Writer: decoratedInput, KeepReaderAnnotations: true, WrappingKind: kio.ResourceListKind, WrappingAPIVersion: kio.ResourceListAPIVersion, FunctionConfig: node, }}, } err = pipeline.Execute() if err != nil { return err } log.Printf("Starting container with image: '%s', cmd: '%s'", c.conf.Spec.Image, c.conf.Spec.Airship.Cmd) err = cont.RunCommand(RunCommandOptions{ Privileged: c.conf.Spec.Airship.Privileged, Cmd: c.conf.Spec.Airship.Cmd, Mounts: convertDockerMount(c.conf.Spec.StorageMounts), EnvVars: envs, Input: decoratedInput, HostNetwork: c.conf.Spec.HostNetwork, }) if err != nil { return err } log.Debugf("Waiting for container run to finish, image: '%s', cmd: '%s'", c.conf.Spec.Image, c.conf.Spec.Airship.Cmd) // write logs asynchronously while waiting for for container to finish cErr := make(chan error, 1) go func() { cErr <- writeLogs(cont) }() err = cont.WaitUntilFinished() if err != nil { <-cErr return err } // check writeLogs error after container is done waiting if err = <-cErr; err != nil { return err } rOut, err := cont.GetContainerLogs(GetLogOptions{Stdout: true}) if err != nil { return err } defer rOut.Close() parsedOut := dlog.NewReader(rOut) return writeSink(c.resultsDir, parsedOut, c.output) } func (c *V1Alpha1) runKRM() error { mounts := convertKRMMount(c.conf.Spec.StorageMounts) fns := &runfn.RunFns{ Network: c.conf.Spec.HostNetwork, AsCurrentUser: true, Path: c.resultsDir, Input: c.input, Output: c.output, StorageMounts: mounts, ContinueOnEmptyResult: true, } function, err := kyaml.Parse(c.conf.Config) if err != nil { return err } // Transform GenericContainer.Spec to annotation, // because we need to specify runFns config in annotation spec, err := yaml.Marshal(runtimeutil.FunctionSpec{ Container: runtimeutil.ContainerSpec{ Image: c.conf.Spec.Image, Network: c.conf.Spec.HostNetwork, Env: c.conf.Spec.EnvVars, StorageMounts: mounts, }, }) if err != nil { return err } annotation := kyaml.SetAnnotation(runtimeutil.FunctionAnnotationKey, string(spec)) _, err = annotation.Filter(function) if err != nil { return err } fns.Functions = []*kyaml.RNode{function} return fns.Execute() } func writeLogs(cont Container) error { stderr, err := cont.GetContainerLogs(GetLogOptions{ Stderr: true, Follow: true}) if err != nil { return err } defer stderr.Close() parsedStdErr := dlog.NewReader(stderr) _, err = io.Copy(log.Writer(), parsedStdErr) return err } // writeSink output to directory on filesystem sink func writeSink(path string, rc io.Reader, out io.Writer) error { inputs := []kio.Reader{&kio.ByteReader{Reader: rc}} var outputs []kio.Writer switch { case out == nil && path != "": log.Debugf("writing container output to files in directory %s", path) outputs = []kio.Writer{&kio.LocalPackageWriter{PackagePath: path}} case out != nil: log.Debugf("writing container output to provided writer") outputs = []kio.Writer{&kio.ByteWriter{Writer: out}} default: log.Debugf("writing container output to stdout") outputs = []kio.Writer{&kio.ByteWriter{Writer: os.Stdout}} } return kio.Pipeline{Inputs: inputs, Outputs: outputs}.Execute() } func convertKRMMount(airMounts []v1alpha1.StorageMount) (fnsMounts []runtimeutil.StorageMount) { for _, mount := range airMounts { fnsMounts = append(fnsMounts, runtimeutil.StorageMount{ MountType: mount.MountType, Src: mount.Src, DstPath: mount.DstPath, ReadWriteMode: mount.ReadWriteMode, }) } return fnsMounts } func convertDockerMount(airMounts []v1alpha1.StorageMount) (mounts []Mount) { for _, mount := range airMounts { mnt := Mount{ Type: mount.MountType, Src: mount.Src, Dst: mount.DstPath, } if !mount.ReadWriteMode { mnt.ReadOnly = true } mounts = append(mounts, mnt) } return mounts } // ExpandSourceMounts converts relative paths into absolute ones func ExpandSourceMounts(storageMounts []v1alpha1.StorageMount, targetPath string) { for i, mount := range storageMounts { // Try to expand Src path path := util.ExpandTilde(mount.Src) // If still relative - add targetPath prefix if !filepath.IsAbs(path) { path = filepath.Join(targetPath, mount.Src) } storageMounts[i].Src = path } }