Node specific overlay and templating now functioning with other minor fixups

cmd/warewulfd/warewulfd.go

@@ -12,6 +12,9 @@ import (
     "github.com/hpcng/warewulf/internal/pkg/assets"
     "net/http"
 )
+// TODO: https://github.com/danderson/netboot/blob/master/pixiecore/dhcp.go
+// TODO: https://github.com/pin/tftp
+
 
 const LocalStateDir = "/var/warewulf"
 

cmd/wwbuild/overlay-utils.go

@@ -0,0 +1,90 @@
+package main
+
+import (
+	"bufio"
+	"fmt"
+	"io"
+	"os"
+	"path/filepath"
+	"strings"
+)
+
+
+func BuildOverlayDir(sourceDir string, destDir string, replace map[string]string) error {
+	err := os.Chdir(sourceDir)
+	if err != nil {
+		fmt.Println(err)
+		return err
+	}
+
+	err = filepath.Walk(".", func(path string, info os.FileInfo, err error) error {
+		if err != nil {
+			return err
+		}
+
+		if info.IsDir() {
+			err := os.MkdirAll(destDir + "/" + path, info.Mode())
+			if err != nil {
+				fmt.Println(err)
+			}
+		} else {
+			if filepath.Ext(path) == ".in" {
+				destFile := strings.TrimSuffix(path, ".in")
+
+				sourceFD, err := os.Open(sourceDir + "/" + path)
+				if err != nil {
+					return err
+				}
+
+				destFD, err :=os.OpenFile(destDir + "/" + destFile, os.O_RDWR|os.O_CREATE, info.Mode())
+				if err != nil {
+					return err
+				}
+
+				scanner := bufio.NewScanner(sourceFD)
+				w := bufio.NewWriter(destFD)
+
+				for scanner.Scan() {
+					newLine := scanner.Text()
+					for k, v := range replace {
+						replaceString := fmt.Sprintf("@%s@", strings.ToUpper(k))
+						newLine = strings.ReplaceAll(newLine, replaceString, v)
+					}
+					_, err := w.WriteString(newLine + "\n")
+					if err != nil {
+						return err
+					}
+
+				}
+				w.Flush()
+				sourceFD.Close()
+				destFD.Close()
+			} else {
+				sourceFD, err := os.Open(sourceDir + "/" + path)
+				if err != nil {
+					return err
+				}
+				defer sourceFD.Close()
+
+				destFD, err := os.OpenFile(destDir + "/" + path, os.O_RDWR|os.O_CREATE, info.Mode())
+				if err != nil {
+					return err
+				}
+				defer destFD.Close()
+
+				_, err = io.Copy(destFD, sourceFD)
+				if err != nil {
+					return err
+				}
+			}
+		}
+
+		return nil
+	})
+	if err != nil {
+		fmt.Println(err)
+		return err
+	}
+
+	return nil
+}

cmd/wwbuild/wwbuild.go

@@ -1,14 +1,14 @@
 
 package main
 
-
 import (
     "fmt"
+    "github.com/hpcng/warewulf/internal/pkg/assets"
+    "github.com/hpcng/warewulf/internal/pkg/util"
     "os"
     "os/exec"
     "path"
-
-    "github.com/hpcng/warewulf/internal/pkg/assets"
+    "strings"
 )
 
 
@@ -74,21 +74,36 @@ func main(){
     } else if os.Args[1] == "overlay" {
         fmt.Printf("note: This needs to create an overlay for each node with macro expansions\n")
 
-
         for _, node := range assets.FindAllNodes() {
-            overlayDir := fmt.Sprintf("/etc/warewulf/overlays/%s", node.Overlay)
-            if _, err := os.Stat(overlayDir); err == nil {
-                cmd := fmt.Sprintf("cd %s; find . | cpio --quiet -o -H newc | gzip -c > \"%s/provision/overlays/%s.img\"", overlayDir, LocalStateDir, node.Fqdn)
-                fmt.Printf("BUILDING OVERLAY:  %s\n", node.Fqdn)
-                err := exec.Command("/bin/sh", "-c", cmd).Run()
-                if err != nil {
-                    fmt.Printf("%s", err)
-                }
-            } else {
-                fmt.Printf("SKIPPING OVERLAY:  (bad path) %s\n", overlayDir)
-            }
-        }
-        
+            fmt.Printf("BUILDING OVERLAY:  %s\n", node.Fqdn)
 
+            overlayDir := fmt.Sprintf("/etc/warewulf/overlays/%s", node.Overlay)
+            replace := make(map[string]string)
+            replace["HOSTNAME"] = node.HostName
+            replace["FQDN"] = node.Fqdn
+            replace["VNFS"] = node.Vnfs
+            replace["KERNELVERSION"] = node.KernelVersion
+            replace["GROUPNAME"] = node.GroupName
+            replace["DOMAIN"] = node.DomainName
+            for key, dev := range node.NetDevs {
+                replace[fmt.Sprintf("%s:NAME", key)] = key
+                replace[fmt.Sprintf("%s:HWADDR", key)] = strings.ReplaceAll(dev.Hwaddr, "-", ":")
+                replace[fmt.Sprintf("%s:IPADDR", key)] = dev.Ipaddr
+                replace[fmt.Sprintf("%s:NETMASK", key)] = dev.Netmask
+                replace[fmt.Sprintf("%s:GATEWAY", key)] = dev.Gateway
+            }
+
+            overlayDest := "/tmp/.overlay-" + util.RandomString(16)
+            BuildOverlayDir(overlayDir, overlayDest, replace)
+
+            cmd := fmt.Sprintf("cd %s; find . | cpio --quiet -o -H newc -F \"%s/provision/overlays/%s.img\"", overlayDest, LocalStateDir, node.Fqdn)
+            err := exec.Command("/bin/sh", "-c", cmd).Run()
+            if err != nil {
+                fmt.Printf("%s", err)
+            }
+
+            os.RemoveAll(overlayDest)
+
+        }
     }
 }