526 lines
13 KiB
Go
526 lines
13 KiB
Go
package container
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/containers/image/v5/types"
|
|
"github.com/pkg/errors"
|
|
"github.com/warewulf/warewulf/internal/pkg/api/routes/wwapiv1"
|
|
"github.com/warewulf/warewulf/internal/pkg/container"
|
|
"github.com/warewulf/warewulf/internal/pkg/kernel"
|
|
"github.com/warewulf/warewulf/internal/pkg/node"
|
|
"github.com/warewulf/warewulf/internal/pkg/util"
|
|
"github.com/warewulf/warewulf/internal/pkg/warewulfd"
|
|
"github.com/warewulf/warewulf/internal/pkg/wwlog"
|
|
)
|
|
|
|
func ContainerCopy(cbp *wwapiv1.ContainerCopyParameter) (err error) {
|
|
if cbp == nil {
|
|
return fmt.Errorf("ContainerCopyParameter is nil")
|
|
}
|
|
|
|
if !container.DoesSourceExist(cbp.ContainerSource) {
|
|
return fmt.Errorf("Container %s does not exists.", cbp.ContainerSource)
|
|
}
|
|
|
|
if !container.ValidName(cbp.ContainerDestination) {
|
|
return fmt.Errorf("Container name contains illegal characters : %s", cbp.ContainerDestination)
|
|
}
|
|
|
|
if container.DoesSourceExist(cbp.ContainerDestination) {
|
|
return fmt.Errorf("An other container with the name %s already exists", cbp.ContainerDestination)
|
|
}
|
|
|
|
err = container.Duplicate(cbp.ContainerSource, cbp.ContainerDestination)
|
|
if err != nil {
|
|
return fmt.Errorf("could not duplicate image: %s", err.Error())
|
|
}
|
|
|
|
return fmt.Errorf("Container %s has been succesfully duplicated as %s", cbp.ContainerSource, cbp.ContainerDestination)
|
|
}
|
|
|
|
func ContainerBuild(cbp *wwapiv1.ContainerBuildParameter) (err error) {
|
|
if cbp == nil {
|
|
return fmt.Errorf("ContainerBuildParameter is nil")
|
|
}
|
|
|
|
var containers []string
|
|
|
|
if cbp.All {
|
|
containers, err = container.ListSources()
|
|
} else {
|
|
containers = cbp.ContainerNames
|
|
}
|
|
|
|
if len(containers) == 0 {
|
|
return
|
|
}
|
|
|
|
for _, c := range containers {
|
|
if !container.ValidSource(c) {
|
|
err = fmt.Errorf("VNFS name does not exist: %s", c)
|
|
wwlog.Error("%s", err)
|
|
return
|
|
}
|
|
|
|
err = container.Build(c, cbp.Force)
|
|
if err != nil {
|
|
wwlog.Error("Could not build container %s: %s", c, err)
|
|
return
|
|
}
|
|
}
|
|
|
|
if cbp.Default {
|
|
if len(containers) != 1 {
|
|
wwlog.Error("Can only set default for one container")
|
|
} else {
|
|
var nodeDB node.NodeYaml
|
|
nodeDB, err = node.New()
|
|
if err != nil {
|
|
wwlog.Error("Could not open node configuration: %s", err)
|
|
return
|
|
}
|
|
|
|
// TODO: Don't loop through profiles, instead have a nodeDB function that goes directly to the map
|
|
profiles, _ := nodeDB.FindAllProfiles()
|
|
for _, profile := range profiles {
|
|
wwlog.Debug("Looking for profile default: %s", profile.Id.Get())
|
|
if profile.Id.Get() == "default" {
|
|
wwlog.Debug("Found profile default, setting container name to: %s", containers[0])
|
|
profile.ContainerName.Set(containers[0])
|
|
err := nodeDB.ProfileUpdate(profile)
|
|
if err != nil {
|
|
return errors.Wrap(err, "failed to update node profile")
|
|
}
|
|
}
|
|
}
|
|
// TODO: Need a wrapper and flock around this. Sometimes we restart warewulfd and sometimes we don't.
|
|
err = nodeDB.Persist()
|
|
if err != nil {
|
|
return errors.Wrap(err, "failed to persist nodedb")
|
|
}
|
|
fmt.Printf("Set default profile to container: %s\n", containers[0])
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func ContainerDelete(cdp *wwapiv1.ContainerDeleteParameter) (err error) {
|
|
if cdp == nil {
|
|
return fmt.Errorf("ContainerDeleteParameter is nil")
|
|
}
|
|
|
|
nodeDB, err := node.New()
|
|
if err != nil {
|
|
wwlog.Error("Could not open nodeDB: %s", err)
|
|
return
|
|
}
|
|
|
|
nodes, err := nodeDB.FindAllNodes()
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
ARG_LOOP:
|
|
for i := 0; i < len(cdp.ContainerNames); i++ {
|
|
//_, arg := range args {
|
|
containerName := cdp.ContainerNames[i]
|
|
for _, n := range nodes {
|
|
if n.ContainerName.Get() == containerName {
|
|
wwlog.Error("Container is configured for nodes, skipping: %s", containerName)
|
|
continue ARG_LOOP
|
|
}
|
|
}
|
|
|
|
if !container.ValidSource(containerName) {
|
|
wwlog.Error("Container name is not a valid source: %s", containerName)
|
|
continue
|
|
}
|
|
err := container.DeleteSource(containerName)
|
|
if err != nil {
|
|
wwlog.Error("Could not remove source: %s", containerName)
|
|
}
|
|
err = container.DeleteImage(containerName)
|
|
if err != nil {
|
|
wwlog.Error("Could not remove image files %s", containerName)
|
|
}
|
|
|
|
fmt.Printf("Container has been deleted: %s\n", containerName)
|
|
}
|
|
|
|
return
|
|
}
|
|
|
|
func ContainerImport(cip *wwapiv1.ContainerImportParameter) (containerName string, err error) {
|
|
if cip == nil {
|
|
err = fmt.Errorf("NodeAddParameter is nil")
|
|
return
|
|
}
|
|
|
|
if cip.Name == "" {
|
|
name := path.Base(cip.Source)
|
|
wwlog.Info("Setting VNFS name: %s", name)
|
|
cip.Name = name
|
|
}
|
|
if !container.ValidName(cip.Name) {
|
|
err = fmt.Errorf("VNFS name contains illegal characters: %s", cip.Name)
|
|
wwlog.Error(err.Error())
|
|
return
|
|
}
|
|
|
|
containerName = cip.Name
|
|
fullPath := container.SourceDir(cip.Name)
|
|
|
|
// container already exists and should be removed first
|
|
if util.IsDir(fullPath) && cip.Force {
|
|
wwlog.Info("Overwriting existing VNFS")
|
|
err = os.RemoveAll(fullPath)
|
|
if err != nil {
|
|
wwlog.ErrorExc(err, "")
|
|
return
|
|
}
|
|
}
|
|
|
|
if util.IsDir(fullPath) {
|
|
if !cip.Update {
|
|
err = fmt.Errorf("VNFS Name exists, specify --force, --update, or choose a different name: %s", cip.Name)
|
|
wwlog.Error(err.Error())
|
|
return
|
|
}
|
|
wwlog.Info("Updating existing VNFS")
|
|
} else if strings.HasPrefix(cip.Source, "docker://") || strings.HasPrefix(cip.Source, "docker-daemon://") ||
|
|
strings.HasPrefix(cip.Source, "file://") || util.IsFile(cip.Source) {
|
|
var sCtx *types.SystemContext
|
|
sCtx, err = getSystemContext()
|
|
if err != nil {
|
|
wwlog.ErrorExc(err, "")
|
|
// TODO: mhink - return was missing here. Was that deliberate?
|
|
}
|
|
|
|
if util.IsFile(cip.Source) && !filepath.IsAbs(cip.Source) {
|
|
cip.Source, err = filepath.Abs(cip.Source)
|
|
if err != nil {
|
|
err = fmt.Errorf("when resolving absolute path of %s, err: %v", cip.Source, err)
|
|
wwlog.Error(err.Error())
|
|
return
|
|
}
|
|
}
|
|
err = container.ImportDocker(cip.Source, cip.Name, sCtx)
|
|
if err != nil {
|
|
err = fmt.Errorf("could not import image: %s", err.Error())
|
|
wwlog.Error(err.Error())
|
|
_ = container.DeleteSource(cip.Name)
|
|
return
|
|
}
|
|
} else if util.IsDir(cip.Source) {
|
|
err = container.ImportDirectory(cip.Source, cip.Name)
|
|
if err != nil {
|
|
err = fmt.Errorf("could not import image: %s", err.Error())
|
|
wwlog.Error(err.Error())
|
|
_ = container.DeleteSource(cip.Name)
|
|
return
|
|
}
|
|
} else {
|
|
err = fmt.Errorf("invalid dir or uri: %s", cip.Source)
|
|
wwlog.Error(err.Error())
|
|
return
|
|
}
|
|
|
|
if cip.SyncUser {
|
|
err = container.SyncUids(cip.Name, true)
|
|
if err != nil {
|
|
err = fmt.Errorf("error in user sync, fix error and run 'syncuser' manually: %s", err)
|
|
wwlog.Error(err.Error())
|
|
return
|
|
}
|
|
}
|
|
|
|
if cip.Build {
|
|
wwlog.Info("Building container: %s", cip.Name)
|
|
err = container.Build(cip.Name, true)
|
|
if err != nil {
|
|
err = fmt.Errorf("could not build container %s: %s", cip.Name, err.Error())
|
|
wwlog.Error(err.Error())
|
|
return
|
|
}
|
|
}
|
|
|
|
if cip.Default {
|
|
var nodeDB node.NodeYaml
|
|
nodeDB, err = node.New()
|
|
if err != nil {
|
|
err = fmt.Errorf("could not open node configuration: %s", err.Error())
|
|
wwlog.Error(err.Error())
|
|
return
|
|
}
|
|
|
|
// TODO: Don't loop through profiles, instead have a nodeDB function that goes directly to the map
|
|
profiles, _ := nodeDB.FindAllProfiles()
|
|
for _, profile := range profiles {
|
|
wwlog.Debug("Looking for profile default: %s", profile.Id.Get())
|
|
if profile.Id.Get() == "default" {
|
|
wwlog.Debug("Found profile default, setting container name to: %s", cip.Name)
|
|
profile.ContainerName.Set(cip.Name)
|
|
err = nodeDB.ProfileUpdate(profile)
|
|
if err != nil {
|
|
err = errors.Wrap(err, "failed to update profile")
|
|
return
|
|
}
|
|
}
|
|
}
|
|
// TODO: We need this in a function with a flock around it.
|
|
// Also need to understand if the daemon restart is only to
|
|
// reload the config or if there is something more.
|
|
err = nodeDB.Persist()
|
|
if err != nil {
|
|
err = errors.Wrap(err, "failed to persist nodedb")
|
|
return
|
|
}
|
|
|
|
wwlog.Info("Set default profile to container: %s", cip.Name)
|
|
err = warewulfd.DaemonReload()
|
|
if err != nil {
|
|
err = errors.Wrap(err, "failed to reload warewulf daemon")
|
|
return
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
func ContainerList() (containerInfo []*wwapiv1.ContainerInfo, err error) {
|
|
var sources []string
|
|
|
|
sources, err = container.ListSources()
|
|
if err != nil {
|
|
wwlog.Error("%s", err)
|
|
return
|
|
}
|
|
|
|
nodeDB, err := node.New()
|
|
if err != nil {
|
|
wwlog.Error("%s", err)
|
|
return
|
|
}
|
|
|
|
nodes, err := nodeDB.FindAllNodes()
|
|
if err != nil {
|
|
wwlog.Error("%s", err)
|
|
return
|
|
}
|
|
|
|
nodemap := make(map[string]int)
|
|
for _, n := range nodes {
|
|
nodemap[n.ContainerName.Get()]++
|
|
}
|
|
|
|
for _, source := range sources {
|
|
if nodemap[source] == 0 {
|
|
nodemap[source] = 0
|
|
}
|
|
|
|
wwlog.Debug("Finding kernel version for: %s", source)
|
|
_, kernelVersion, _ := kernel.FindKernel(container.RootFsDir(source))
|
|
var creationTime uint64
|
|
sourceStat, err := os.Stat(container.SourceDir(source))
|
|
if err != nil {
|
|
wwlog.Error("%s\n", err)
|
|
} else {
|
|
creationTime = uint64(sourceStat.ModTime().Unix())
|
|
}
|
|
var modTime uint64
|
|
imageStat, err := os.Stat(container.ImageFile(source))
|
|
if err == nil {
|
|
modTime = uint64(imageStat.ModTime().Unix())
|
|
}
|
|
size, err := util.DirSize(container.SourceDir(source))
|
|
if err != nil {
|
|
wwlog.Error("%s\n", err)
|
|
}
|
|
imgSize, err := os.Stat(container.ImageFile(source))
|
|
if err == nil {
|
|
size += imgSize.Size()
|
|
}
|
|
imgSize, err = os.Stat(container.ImageFile(source) + ".gz")
|
|
if err == nil {
|
|
size += imgSize.Size()
|
|
}
|
|
|
|
containerInfo = append(containerInfo, &wwapiv1.ContainerInfo{
|
|
Name: source,
|
|
NodeCount: uint32(nodemap[source]),
|
|
KernelVersion: kernelVersion,
|
|
CreateDate: creationTime,
|
|
ModDate: modTime,
|
|
Size: uint64(size),
|
|
})
|
|
|
|
}
|
|
return
|
|
}
|
|
|
|
func ContainerShow(csp *wwapiv1.ContainerShowParameter) (response *wwapiv1.ContainerShowResponse, err error) {
|
|
containerName := csp.ContainerName
|
|
|
|
if !container.ValidName(containerName) {
|
|
err = fmt.Errorf("%s is not a valid container name", containerName)
|
|
return
|
|
}
|
|
|
|
rootFsDir := container.RootFsDir(containerName)
|
|
if !util.IsDir(rootFsDir) {
|
|
err = fmt.Errorf("%s is not a valid container", containerName)
|
|
return
|
|
}
|
|
_, kernelVersion, _ := kernel.FindKernel(container.RootFsDir(containerName))
|
|
|
|
nodeDB, err := node.New()
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
nodes, err := nodeDB.FindAllNodes()
|
|
if err != nil {
|
|
return
|
|
}
|
|
|
|
var nodeList []string
|
|
for _, n := range nodes {
|
|
if n.ContainerName.Get() == containerName {
|
|
nodeList = append(nodeList, n.Id.Get())
|
|
}
|
|
}
|
|
|
|
response = &wwapiv1.ContainerShowResponse{
|
|
Name: containerName,
|
|
Rootfs: rootFsDir,
|
|
Nodes: nodeList,
|
|
KernelVersion: kernelVersion,
|
|
}
|
|
return
|
|
}
|
|
|
|
func ContainerRename(crp *wwapiv1.ContainerRenameParameter) (err error) {
|
|
// rename the container source folder
|
|
sourceDir := container.SourceDir(crp.ContainerName)
|
|
destDir := container.SourceDir(crp.TargetName)
|
|
err = os.Rename(sourceDir, destDir)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = container.DeleteImage(crp.ContainerName)
|
|
if err != nil {
|
|
wwlog.Warn("Could not remove image files for %s: %w", crp.ContainerName, err)
|
|
}
|
|
|
|
if crp.Build {
|
|
err = container.Build(crp.TargetName, true)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
// update the nodes profiles container name
|
|
nodeDB, err := node.New()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
nodes, err := nodeDB.FindAllNodes()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for _, node := range nodes {
|
|
if node.ContainerName.Get() == crp.ContainerName {
|
|
node.ContainerName.Set(crp.TargetName)
|
|
if err := nodeDB.NodeUpdate(node); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
profiles, err := nodeDB.FindAllProfiles()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for _, profile := range profiles {
|
|
if profile.ContainerName.Get() == crp.ContainerName {
|
|
profile.ContainerName.Set(crp.TargetName)
|
|
if err := nodeDB.ProfileUpdate(profile); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
err = nodeDB.Persist()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = warewulfd.DaemonStatus()
|
|
if err != nil {
|
|
// warewulfd is not running, skip
|
|
return nil
|
|
}
|
|
|
|
// else reload daemon to apply new changes
|
|
return warewulfd.DaemonReload()
|
|
}
|
|
|
|
// Private helpers
|
|
|
|
func setOCICredentials(sCtx *types.SystemContext) error {
|
|
username, userSet := os.LookupEnv("WAREWULF_OCI_USERNAME")
|
|
password, passSet := os.LookupEnv("WAREWULF_OCI_PASSWORD")
|
|
if userSet || passSet {
|
|
if userSet && passSet {
|
|
sCtx.DockerAuthConfig = &types.DockerAuthConfig{
|
|
Username: username,
|
|
Password: password,
|
|
}
|
|
} else {
|
|
return fmt.Errorf("oci username and password env vars must be specified together")
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func setNoHTTPSOpts(sCtx *types.SystemContext) error {
|
|
val, ok := os.LookupEnv("WAREWULF_OCI_NOHTTPS")
|
|
if !ok {
|
|
return nil
|
|
}
|
|
|
|
noHTTPS, err := strconv.ParseBool(val)
|
|
if err != nil {
|
|
return fmt.Errorf("while parsing insecure http option: %v", err)
|
|
}
|
|
|
|
// only set this if we want to disable, otherwise leave as undefined
|
|
if noHTTPS {
|
|
sCtx.DockerInsecureSkipTLSVerify = types.NewOptionalBool(true)
|
|
}
|
|
sCtx.OCIInsecureSkipTLSVerify = noHTTPS
|
|
|
|
return nil
|
|
}
|
|
|
|
func getSystemContext() (sCtx *types.SystemContext, err error) {
|
|
sCtx = &types.SystemContext{}
|
|
|
|
if err := setOCICredentials(sCtx); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if err := setNoHTTPSOpts(sCtx); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return sCtx, nil
|
|
}
|