vendor

vendor/novit.nc/direktil/pkg/color/colors.go

@@ -0,0 +1,36 @@
+package color
+
+import "io"
+
+const (
+	None  Color = ""
+	Reset Color = "\033[0m"
+	Bold  Color = "\033[1m"
+
+	Red     Color = "\033[91m"
+	Green   Color = "\033[92m"
+	Yellow  Color = "\033[93m"
+	Blue    Color = "\033[94m"
+	Magenta Color = "\033[95m"
+	Cyan    Color = "\033[96m"
+	White   Color = "\033[97m"
+
+	// Aligned versions (yes, I'm like that)
+
+	Red____ Color = Red
+	Green__ Color = Green
+	Yellow_ Color = Yellow
+	Blue___ Color = Blue
+	Cyan___ Color = Cyan
+	White__ Color = White
+
+	// Extra colors
+	DarkGreen Color = "\033[32m"
+	DarkGray  Color = "\033[90m"
+)
+
+type Color string
+
+func Write(out io.Writer, color Color, message string) {
+	out.Write([]byte(string(color) + message + string(Reset)))
+}

vendor/novit.nc/direktil/pkg/config/config.go

@@ -0,0 +1,101 @@
+package config
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+
+	yaml "gopkg.in/yaml.v2"
+)
+
+// Config represent this system's configuration
+type Config struct {
+	Vars []VarDefault
+
+	Layers  []string
+	Modules []string
+
+	RootUser struct {
+		PasswordHash   string   `yaml:"password_hash"`
+		AuthorizedKeys []string `yaml:"authorized_keys"`
+	} `yaml:"root_user"`
+
+	Storage StorageConfig
+
+	Groups []GroupDef
+	Users  []UserDef
+
+	Files []FileDef
+
+	Networks []NetworkDef
+}
+
+type VarDefault struct {
+	Name    string
+	Default string
+}
+
+type StorageConfig struct {
+	UdevMatch     string   `yaml:"udev_match"`
+	RemoveVolumes []string `yaml:"remove_volumes"`
+	Volumes       []VolumeDef
+}
+
+type VolumeDef struct {
+	Name    string
+	Size    string
+	Extents string
+	FS      string
+	Mount   struct {
+		Path    string
+		Options string
+	}
+}
+
+type GroupDef struct {
+	Name string
+	Gid  int
+}
+
+type UserDef struct {
+	Name string
+	Gid  int
+	Uid  int
+}
+
+type FileDef struct {
+	Path    string
+	Mode    os.FileMode
+	Content string
+}
+
+type NetworkDef struct {
+	Match struct {
+		All  bool
+		Name string
+		Ping *struct {
+			Source  string
+			Target  string
+			Count   int
+			Timeout int
+		}
+	}
+	Optional bool
+	Script   string
+}
+
+func Load(file string) (config *Config, err error) {
+	config = &Config{}
+
+	configData, err := ioutil.ReadFile(file)
+	if err != nil {
+		return nil, fmt.Errorf("failed to read %s: %v", file, err)
+	}
+
+	err = yaml.Unmarshal(configData, config)
+	if err != nil {
+		return nil, fmt.Errorf("failed to parse %s: %v", file, err)
+	}
+
+	return
+}

vendor/novit.nc/direktil/pkg/log/compress.go

@@ -0,0 +1,50 @@
+package log
+
+import (
+	"fmt"
+	"io"
+	"os"
+	"path/filepath"
+
+	"github.com/ulikunitz/xz"
+)
+
+func compress(path string) {
+	in, err := os.Open(path)
+	if err != nil {
+		fmt.Fprintf(os.Stderr, "compress %s: failed to open: %v", path, err)
+		return
+	}
+
+	defer in.Close()
+
+	outPath := filepath.Join(filepath.Dir(path), filepath.Base(path)+".xz")
+
+	out, err := os.Create(outPath)
+	if err != nil {
+		fmt.Fprintf(os.Stderr, "compress %s: failed to create target: %v", path, err)
+		return
+	}
+
+	defer out.Close()
+
+	w, err := xz.NewWriter(out)
+	if err != nil {
+		fmt.Fprintf(os.Stderr, "compress %s: failed to create writer: %v", path, err)
+		return
+	}
+
+	if _, err := io.Copy(w, in); err != nil {
+		fmt.Fprintf(os.Stderr, "compress %s: write failed: %v", path, err)
+		return
+	}
+
+	if err := w.Close(); err != nil {
+		fmt.Fprintf(os.Stderr, "compress %s: close failed: %v", path, err)
+		return
+	}
+
+	if err := os.Remove(path); err != nil {
+		fmt.Fprintf(os.Stderr, "compress %s: failed to remove source: %v", path, err)
+	}
+}

vendor/novit.nc/direktil/pkg/log/entry.go

@@ -0,0 +1,119 @@
+package log
+
+import (
+	"encoding/base32"
+	"fmt"
+	"io"
+	"time"
+)
+
+type Entry struct {
+	Time  time.Time
+	Taint Taint
+	Data  []byte
+}
+
+// WriteTo writes this log entry to w.
+// Automatically appends a new line if it's not already present to
+// get an easy to read log.
+func (e Entry) WriteTo(w io.Writer) (n int64, err error) {
+	l := len(e.Data)
+	t := e.Time.UnixNano()
+
+	flags := byte(0)
+	appendNL := e.Data[len(e.Data)-1] != '\n'
+
+	if appendNL {
+		flags |= AppendNL
+	}
+
+	b := []byte{
+		flags,
+		byte(e.Taint),
+		byte(l >> 16 & 0xff),
+		byte(l >> 8 & 0xff),
+		byte(l >> 0 & 0xff),
+		byte(t >> 56 & 0xff),
+		byte(t >> 48 & 0xff),
+		byte(t >> 40 & 0xff),
+		byte(t >> 32 & 0xff),
+		byte(t >> 24 & 0xff),
+		byte(t >> 16 & 0xff),
+		byte(t >> 8 & 0xff),
+		byte(t >> 0 & 0xff),
+	}
+
+	// the binary part is b32 encoded. Obscure but still readable in text mode.
+	enc := base32.StdEncoding
+
+	headerLen := enc.EncodedLen(len(b))
+	baLen := headerLen + len(e.Data)
+	if appendNL {
+		baLen++
+	}
+	ba := make([]byte, baLen)
+	enc.Encode(ba, b)
+
+	copy(ba[headerLen:], e.Data)
+
+	if appendNL {
+		ba[baLen-1] = '\n'
+	}
+
+	nw, err := w.Write(ba)
+	return int64(nw), err
+}
+
+// ReadFrom reads the next entry from r, updating this entry.
+func (e *Entry) ReadFrom(r io.Reader) (n int64, err error) {
+	enc := base32.StdEncoding
+
+	const L = 1 + 1 + 3 + 8
+	b := make([]byte, L)
+	ba := make([]byte, enc.EncodedLen(L))
+
+	nr, err := r.Read(ba)
+	if err != nil {
+		return int64(nr), err
+	}
+	fmt.Println(string(ba))
+
+	enc.Decode(b, ba)
+	fmt.Println(b)
+
+	p := 0
+	flags := b[p]
+	p++
+
+	e.Taint = Taint(b[p])
+	p++
+
+	l := int32(0)
+	for i := 0; i < 3; i++ {
+		l = l<<8 | int32(b[p])
+		p++
+	}
+
+	readLen := l
+	if flags|AppendNL != 0 {
+		readLen++
+	}
+
+	t := int64(0)
+	for i := 0; i < 8; i++ {
+		t = t<<8 | int64(b[p])
+		p++
+	}
+	e.Time = time.Unix(0, t)
+
+	data := make([]byte, readLen)
+	m, err := r.Read(data)
+	n += int64(m)
+	if err != nil {
+		return n, err
+	}
+
+	e.Data = data[:l]
+
+	return n, nil
+}

vendor/novit.nc/direktil/pkg/log/entry_test.go

@@ -0,0 +1,38 @@
+package log
+
+import (
+	"bytes"
+	"testing"
+	"time"
+)
+
+func TestEncode(t *testing.T) {
+	l1 := Entry{time.Now(), Normal, []byte("test entry")}
+	l2 := Entry{}
+
+	buf := &bytes.Buffer{}
+	l1.WriteTo(buf)
+
+	t.Log(buf.String())
+
+	_, err := l2.ReadFrom(buf)
+	if err != nil {
+		t.Error("read error: ", err)
+	}
+
+	if l1.Taint != l2.Taint {
+		t.Errorf("wrong taint: %v != %v", l1.Taint, l2.Taint)
+	}
+
+	if l1.Time.UnixNano() != l2.Time.UnixNano() {
+		t.Errorf("wrong time: %v != %v", l1.Time, l2.Time)
+	}
+
+	if !bytes.Equal(l1.Data, l2.Data) {
+		t.Errorf("wrong data: %q != %q", string(l1.Data), string(l2.Data))
+	}
+
+	if l := len(buf.Bytes()); l > 0 {
+		t.Errorf("%d bytes not read", l)
+	}
+}

vendor/novit.nc/direktil/pkg/log/log.go

@@ -0,0 +1,245 @@
+package log
+
+import (
+	"bufio"
+	"bytes"
+	"fmt"
+	"io"
+	"os"
+	"path/filepath"
+	"sync"
+	"time"
+
+	"novit.nc/direktil/pkg/color"
+)
+
+const (
+	// AppendNL indicates that a forced '\n' is added.
+	AppendNL byte = 1
+)
+
+var (
+	logs  = map[string]*Log{}
+	mutex = sync.Mutex{}
+
+	logOutputEnabled = false
+)
+
+// Log is a log target
+type Log struct {
+	name string
+
+	l           sync.Mutex
+	writeToFile bool
+
+	console io.Writer
+	pending []Entry
+	out     *os.File
+	outTS   string
+}
+
+func Get(name string) *Log {
+	mutex.Lock()
+	defer mutex.Unlock()
+
+	if log, ok := logs[name]; ok {
+		return log
+	}
+
+	log := &Log{
+		name:    name,
+		pending: make([]Entry, 0),
+	}
+
+	if logOutputEnabled {
+		log.enableFileOutput()
+	}
+
+	logs[name] = log
+
+	return log
+}
+
+// EnableFiles flushes current logs to files, and enables output to files.
+func EnableFiles() {
+	mutex.Lock()
+	defer mutex.Unlock()
+
+	if logOutputEnabled {
+		return
+	}
+
+	for _, log := range logs {
+		// we'll let the kernel optimize, just do it all parallel
+		go log.enableFileOutput()
+	}
+
+	logOutputEnabled = true
+}
+
+// DisableFiles flushes and closes current logs files, and disables output to files.
+func DisableFiles() {
+	mutex.Lock()
+	defer mutex.Unlock()
+
+	if !logOutputEnabled {
+		return
+	}
+
+	for _, log := range logs {
+		// we'll let the kernel optimize, just do it all parallel
+		go log.disableFileOutput()
+	}
+
+	logOutputEnabled = false
+}
+
+func (l *Log) enableFileOutput() {
+	l.l.Lock()
+	defer l.l.Unlock()
+
+	for _, e := range l.pending {
+		if err := l.writeEntry(e); err != nil {
+			l.emergencyLog(e, err)
+		}
+	}
+	l.writeToFile = true
+}
+
+func (l *Log) disableFileOutput() {
+	l.l.Lock()
+	defer l.l.Unlock()
+
+	if l.out != nil {
+		l.out.Close()
+	}
+
+	l.writeToFile = false
+}
+
+func (l *Log) SetConsole(console io.Writer) {
+	l.console = console
+}
+
+// StreamLines will copy the input line by line as log entries.
+func (l *Log) StreamLines(r io.Reader) {
+	in := bufio.NewReader(r)
+	for {
+		line, err := in.ReadBytes('\n')
+		if err != nil {
+			if err != io.EOF {
+				fmt.Fprintf(os.Stderr, "log %s: read lines failed: %v\n", l.name, err)
+				time.Sleep(1 * time.Second)
+			}
+			return
+		}
+		l.Write(line)
+	}
+}
+
+// Print to this log.
+func (l *Log) Print(v ...interface{}) {
+	fmt.Fprint(l, v...)
+}
+
+// Printf to this log.
+func (l *Log) Printf(pattern string, v ...interface{}) {
+	fmt.Fprintf(l, pattern, v...)
+}
+
+// Taint is Print to this log with a taint.
+func (l *Log) Taint(taint Taint, v ...interface{}) {
+	l.append(taint, []byte(fmt.Sprint(v...)))
+}
+
+// Taintf is Printf to this log with a taint.
+func (l *Log) Taintf(taint Taint, pattern string, v ...interface{}) {
+	l.append(taint, []byte(fmt.Sprintf(pattern, v...)))
+}
+
+func (l *Log) append(taint Taint, data []byte) {
+	// we serialize writes
+	l.l.Lock()
+	defer l.l.Unlock()
+
+	e := Entry{
+		Time:  time.Now(),
+		Taint: taint,
+		Data:  data,
+	}
+
+	console := l.console
+	if console != nil {
+		buf := &bytes.Buffer{}
+		buf.WriteString(string(color.DarkGreen))
+		buf.WriteString(e.Time.Format("2006/01/02 15:04:05.000 "))
+		buf.WriteString(string(color.Reset))
+		buf.WriteString(string(e.Taint.Color()))
+		buf.Write(data)
+		if data[len(data)-1] != '\n' {
+			buf.Write([]byte{'\n'})
+		}
+		buf.WriteString(string(color.Reset))
+
+		buf.WriteTo(console)
+	}
+
+	if !l.writeToFile {
+		l.pending = append(l.pending, e)
+		// TODO if len(pending) > maxPending { pending = pending[len(pending)-underMaxPending:] }
+		// or use a ring
+		return
+	}
+
+	if err := l.writeEntry(e); err != nil {
+		l.emergencyLog(e, err)
+	}
+}
+
+func (l *Log) emergencyLog(entry Entry, err error) {
+	fmt.Fprintf(os.Stderr, "log %s: failed to write entry: %v\n  -> lost entry: ", l.name, err)
+	entry.WriteTo(os.Stderr)
+}
+
+// Write is part of the io.Writer interface.
+func (l *Log) Write(b []byte) (n int, err error) {
+	l.append(Normal, b)
+	return len(b), nil
+}
+
+func (l *Log) writeEntry(e Entry) (err error) {
+	ts := e.Time.Truncate(time.Hour).Format(time.RFC3339)
+
+	path := fmt.Sprintf("/var/log/%s.log", l.name)
+
+	if l.outTS != ts {
+		if l.out != nil {
+			if err := l.out.Close(); err != nil {
+				fmt.Fprintf(os.Stderr, "log %s: failed to close output: %v\n", l.name, err)
+			}
+			archPath := fmt.Sprintf("/var/log/archives/%s.%s.log", l.name, l.outTS)
+
+			os.MkdirAll(filepath.Dir(archPath), 0700)
+			if err := os.Rename(path, archPath); err != nil {
+				fmt.Fprintf(os.Stderr, "log %s: failed to achive: %v", l.name, err)
+			}
+
+			go compress(archPath)
+		}
+		l.out = nil
+		l.outTS = ""
+	}
+
+	if l.out == nil {
+		l.out, err = os.OpenFile(path, os.O_CREATE|os.O_APPEND|os.O_WRONLY, 0640)
+		if err != nil {
+			return
+		}
+
+		l.outTS = ts
+	}
+
+	_, err = e.WriteTo(l.out)
+
+	return
+}

vendor/novit.nc/direktil/pkg/log/taint.go

@@ -0,0 +1,33 @@
+package log
+
+import (
+	"novit.nc/direktil/pkg/color"
+)
+
+const (
+	Normal Taint = iota
+	Info
+	Warning
+	Error
+	Fatal
+	OK
+)
+
+type Taint byte
+
+func (t Taint) Color() color.Color {
+	switch t {
+	case Info:
+		return color.Blue
+	case Warning:
+		return color.Yellow
+	case Error:
+		return color.Red
+	case Fatal:
+		return color.Magenta
+	case OK:
+		return color.Green
+	default:
+		return color.None
+	}
+}

vendor/novit.nc/direktil/pkg/sysfs/sysfs.go

@@ -0,0 +1,55 @@
+package sysfs
+
+import (
+	"io/ioutil"
+	"log"
+	"path/filepath"
+	"strings"
+)
+
+// DeviceByProperty lists the devices where a given property=value filters match.
+func DeviceByProperty(class string, filters ...string) []string {
+	files, err := filepath.Glob("/sys/class/" + class + "/*/uevent")
+	if err != nil {
+		log.Print("list devices failed: ", err)
+		return nil
+	}
+
+	filtered := make([]string, 0)
+
+filesLoop:
+	for _, file := range files {
+		ba, err := ioutil.ReadFile(file)
+		if err != nil {
+			log.Print("reading ", file, " failed: ", err)
+			continue
+		}
+
+		values := strings.Split(strings.TrimSpace(string(ba)), "\n")
+
+		devName := ""
+		for _, value := range values {
+			if strings.HasPrefix(value, "DEVNAME=") {
+				devName = value[len("DEVNAME="):]
+			}
+		}
+
+		for _, filter := range filters {
+			found := false
+			for _, value := range values {
+				if filter == value {
+					found = true
+					break
+				}
+			}
+
+			if !found {
+				continue filesLoop
+			}
+		}
+
+		filtered = append(filtered, devName)
+	}
+
+	return filtered
+}