appvm/appvm.go

498 lines
11 KiB
Go
Raw Normal View History

2018-07-11 23:34:36 +00:00
/**
* @author Mikhail Klementev jollheef<AT>riseup.net
* @license GNU GPLv3
* @date July 2018
* @brief appvm launcher
*/
package main
import (
2019-05-12 00:10:25 +00:00
"errors"
2018-07-11 23:34:36 +00:00
"fmt"
"io"
2018-07-12 00:06:43 +00:00
"io/ioutil"
2018-07-11 23:34:36 +00:00
"log"
2020-01-03 22:56:27 +00:00
"math/rand"
2018-07-11 23:34:36 +00:00
"net"
"os"
"os/exec"
"path/filepath"
2019-12-29 07:24:59 +00:00
"regexp"
2018-07-12 20:00:57 +00:00
"strconv"
2018-07-15 19:54:38 +00:00
"strings"
2018-07-11 23:34:36 +00:00
"syscall"
"time"
"github.com/digitalocean/go-libvirt"
2018-08-04 09:27:53 +00:00
"github.com/go-cmd/cmd"
2018-07-11 23:34:36 +00:00
"github.com/jollheef/go-system"
2018-07-12 20:00:57 +00:00
"github.com/olekukonko/tablewriter"
2018-07-11 23:34:36 +00:00
kingpin "gopkg.in/alecthomas/kingpin.v2"
)
func list(l *libvirt.Libvirt) {
domains, err := l.Domains()
if err != nil {
log.Fatal(err)
}
2018-07-12 00:06:43 +00:00
fmt.Println("Started VM:")
2018-07-11 23:34:36 +00:00
for _, d := range domains {
2019-05-12 00:11:09 +00:00
if strings.HasPrefix(d.Name, "appvm") {
2018-07-12 00:06:43 +00:00
fmt.Println("\t", d.Name[6:])
}
}
fmt.Println("\nAvailable VM:")
2019-12-30 13:52:41 +00:00
files, err := ioutil.ReadDir(configDir + "/nix")
2018-07-12 00:06:43 +00:00
if err != nil {
log.Fatal(err)
}
for _, f := range files {
2019-12-30 13:52:41 +00:00
switch f.Name() {
case "base.nix":
continue
case "local.nix":
continue
}
fmt.Println("\t", f.Name()[0:len(f.Name())-4])
2018-07-11 23:34:36 +00:00
}
}
func copyFile(from, to string) (err error) {
source, err := os.Open(from)
if err != nil {
return
}
defer source.Close()
destination, err := os.Create(to)
if err != nil {
return
}
_, err = io.Copy(destination, source)
if err != nil {
destination.Close()
return
}
return destination.Close()
}
2018-07-15 19:00:08 +00:00
func prepareTemplates(appvmPath string) (err error) {
if _, err = os.Stat(appvmPath + "/nix/local.nix"); os.IsNotExist(err) {
2019-12-29 17:41:44 +00:00
err = ioutil.WriteFile(configDir+"/nix/local.nix", local_nix_template, 0644)
2018-07-15 19:00:08 +00:00
if err != nil {
return
}
}
return
}
2018-08-04 09:27:53 +00:00
func streamStdOutErr(command *cmd.Cmd) {
for {
select {
case line := <-command.Stdout:
fmt.Println(line)
case line := <-command.Stderr:
fmt.Fprintln(os.Stderr, line)
}
}
}
func generateVM(name string, verbose bool) (realpath, reginfo, qcow2 string, err error) {
command := cmd.NewCmdOptions(cmd.Options{Buffered: false, Streaming: true},
2019-12-30 14:15:59 +00:00
"nix-build", "<nixpkgs/nixos>", "-A", "config.system.build.vm",
"-I", "nixos-config=nix/"+name+".nix", "-I", ".")
2018-08-04 09:27:53 +00:00
if verbose {
go streamStdOutErr(command)
}
status := <-command.Start()
if status.Error != nil || status.Exit != 0 {
log.Println(status.Error, status.Stdout, status.Stderr)
2019-05-12 00:10:25 +00:00
if status.Error != nil {
err = status.Error
} else {
s := fmt.Sprintf("ret code: %d, out: %v, err: %v",
status.Exit, status.Stdout, status.Stderr)
err = errors.New(s)
}
2018-07-15 19:08:28 +00:00
return
2018-07-11 23:34:36 +00:00
}
2018-07-15 19:08:28 +00:00
realpath, err = filepath.EvalSymlinks("result/system")
2018-07-11 23:34:36 +00:00
if err != nil {
2018-07-15 19:08:28 +00:00
return
2018-07-11 23:34:36 +00:00
}
2019-12-29 07:24:59 +00:00
bytes, err := ioutil.ReadFile("result/bin/run-nixos-vm")
2018-07-11 23:34:36 +00:00
if err != nil {
2018-07-15 19:08:28 +00:00
return
2018-07-11 23:34:36 +00:00
}
2019-12-29 07:24:59 +00:00
match := regexp.MustCompile("regInfo=.*/registration").FindSubmatch(bytes)
if len(match) != 1 {
err = errors.New("should be one reginfo")
return
}
reginfo = string(match[0])
2018-07-11 23:34:36 +00:00
syscall.Unlink("result")
qcow2 = os.Getenv("HOME") + "/appvm/.fake.qcow2"
2018-07-15 19:08:28 +00:00
if _, err = os.Stat(qcow2); os.IsNotExist(err) {
2018-07-11 23:34:36 +00:00
system.System("qemu-img", "create", "-f", "qcow2", qcow2, "512M")
2018-07-15 19:08:28 +00:00
err = os.Chmod(qcow2, 0400) // qemu run with -snapshot, we only need it for create /dev/vda
2018-07-11 23:34:36 +00:00
if err != nil {
2018-07-15 19:08:28 +00:00
return
2018-07-11 23:34:36 +00:00
}
}
2018-07-15 19:08:28 +00:00
return
}
2018-07-15 19:32:28 +00:00
func isRunning(l *libvirt.Libvirt, name string) bool {
_, err := l.DomainLookupByName("appvm_" + name) // yep, there is no libvirt error handling
// VM is destroyed when stop so NO VM means STOPPED
return err == nil
}
2018-07-15 19:08:28 +00:00
2020-01-03 22:56:27 +00:00
func generateAppVM(l *libvirt.Libvirt,
nixName, vmName, appvmPath, sharedDir string,
verbose, online bool) (err error) {
2018-07-15 19:32:28 +00:00
err = os.Chdir(appvmPath)
2018-07-15 19:08:28 +00:00
if err != nil {
2018-07-15 19:32:28 +00:00
return
2018-07-15 19:08:28 +00:00
}
2018-07-11 23:34:36 +00:00
2020-01-03 22:56:27 +00:00
realpath, reginfo, qcow2, err := generateVM(nixName, verbose)
2018-07-11 23:34:36 +00:00
if err != nil {
2018-07-15 19:32:28 +00:00
return
2018-07-11 23:34:36 +00:00
}
2020-01-03 22:56:27 +00:00
xml := generateXML(vmName, online, realpath, reginfo, qcow2, sharedDir)
2018-07-11 23:34:36 +00:00
_, err = l.DomainCreateXML(xml, libvirt.DomainStartValidate)
2018-07-15 19:32:28 +00:00
return
}
2018-07-15 19:54:38 +00:00
func stupidProgressBar() {
const length = 70
for {
time.Sleep(time.Second / 4)
fmt.Printf("\r%s]\r[", strings.Repeat(" ", length))
for i := 0; i <= length-2; i++ {
time.Sleep(time.Second / 20)
fmt.Printf("+")
}
}
}
func fileExists(filename string) bool {
info, err := os.Stat(filename)
if os.IsNotExist(err) {
return false
}
return !info.IsDir()
}
func isAppvmConfigurationExists(appvmPath, name string) bool {
return fileExists(appvmPath + "/nix/" + name + ".nix")
}
2020-01-03 22:56:27 +00:00
func start(l *libvirt.Libvirt, name string, verbose, online, stateless bool,
args, open string) {
2019-12-29 17:41:44 +00:00
appvmPath := configDir
2020-01-03 22:56:27 +00:00
statelessName := fmt.Sprintf("tmp_%d_%s", rand.Int(), name)
sharedDir := os.Getenv("HOME") + "/appvm/"
if stateless {
sharedDir += statelessName
} else {
sharedDir += name
}
os.MkdirAll(sharedDir, 0700)
vmName := "appvm_"
if stateless {
vmName += statelessName
} else {
vmName += name
}
if open != "" {
2020-01-03 22:56:27 +00:00
filename := sharedDir + "/" + filepath.Base(open)
err := copyFile(open, filename)
if err != nil {
log.Println("Can't copy file")
return
}
args += "/home/user/" + filepath.Base(open)
}
if args != "" {
2020-01-03 22:56:27 +00:00
err := ioutil.WriteFile(sharedDir+"/"+".args", []byte(args), 0700)
if err != nil {
log.Println("Can't write args")
return
}
}
2018-07-15 19:32:28 +00:00
if !isAppvmConfigurationExists(appvmPath, name) {
log.Println("No configuration exists for app, " +
"trying to generate")
err := generate(l, name, "", "")
if err != nil {
log.Println("Can't auto generate")
return
}
}
2018-07-15 19:32:28 +00:00
// Copy templates
err := prepareTemplates(appvmPath)
2018-07-11 23:34:36 +00:00
if err != nil {
log.Fatal(err)
}
2020-01-03 22:56:27 +00:00
if !isRunning(l, vmName) {
2018-08-04 09:27:53 +00:00
if !verbose {
go stupidProgressBar()
}
2020-01-03 22:56:27 +00:00
err = generateAppVM(l, name, vmName, appvmPath, sharedDir,
verbose, online)
2018-07-15 19:32:28 +00:00
if err != nil {
log.Fatal(err)
}
}
2020-01-03 22:56:27 +00:00
cmd := exec.Command("virt-viewer", "-c", "qemu:///system", vmName)
2018-07-11 23:34:36 +00:00
cmd.Start()
}
func stop(l *libvirt.Libvirt, name string) {
dom, err := l.DomainLookupByName("appvm_" + name)
if err != nil {
if libvirt.IsNotFound(err) {
log.Println("Appvm not found or already stopped")
return
} else {
log.Fatal(err)
}
}
2018-07-11 23:49:10 +00:00
err = l.DomainShutdown(dom)
2018-07-11 23:34:36 +00:00
if err != nil {
log.Fatal(err)
}
}
func drop(name string) {
appDataPath := fmt.Sprintf(os.Getenv("HOME") + "/appvm/" + name)
os.RemoveAll(appDataPath)
}
func autoBalloon(l *libvirt.Libvirt, memoryMin, adjustPercent uint64) {
2018-07-12 20:00:57 +00:00
domains, err := l.Domains()
if err != nil {
log.Fatal(err)
}
table := tablewriter.NewWriter(os.Stdout)
table.SetHeader([]string{"Application VM", "Used memory", "Current memory", "Max memory", "New memory"})
for _, d := range domains {
2019-12-29 19:03:17 +00:00
if strings.HasPrefix(d.Name, "appvm_") {
2018-07-12 20:00:57 +00:00
name := d.Name[6:]
memoryUsedRaw, err := ioutil.ReadFile(os.Getenv("HOME") + "/appvm/" + name + "/.memory_used")
if err != nil {
log.Println(err)
continue
2018-07-12 20:00:57 +00:00
}
memoryUsedMiB, err := strconv.Atoi(string(memoryUsedRaw[0 : len(memoryUsedRaw)-1]))
if err != nil {
log.Println(err)
continue
2018-07-12 20:00:57 +00:00
}
memoryUsed := memoryUsedMiB * 1024
_, memoryMax, memoryCurrent, _, _, err := l.DomainGetInfo(d)
if err != nil {
log.Println(err)
continue
2018-07-12 20:00:57 +00:00
}
memoryNew := uint64(float64(memoryUsed) * (1 + float64(adjustPercent)/100))
2018-07-12 20:00:57 +00:00
if memoryNew > memoryMax {
memoryNew = memoryMax - 1
}
if memoryNew < memoryMin {
memoryNew = memoryMin
}
err = l.DomainSetMemory(d, memoryNew)
if err != nil {
log.Println(err)
continue
2018-07-12 20:00:57 +00:00
}
table.Append([]string{name,
fmt.Sprintf("%d", memoryUsed),
fmt.Sprintf("%d", memoryCurrent),
fmt.Sprintf("%d", memoryMax),
fmt.Sprintf("%d", memoryNew)})
}
}
table.Render()
}
2020-01-02 15:37:32 +00:00
func search(name string) {
command := exec.Command("nix", "search", name)
bytes, err := command.Output()
if err != nil {
return
}
for _, line := range strings.Split(string(bytes), "\n") {
fmt.Println(line)
}
return
}
2020-01-02 15:47:42 +00:00
func sync() {
err := exec.Command("nix-channel", "--update").Run()
if err != nil {
log.Fatalln(err)
}
err = exec.Command("nix", "search", "-u").Run()
if err != nil {
log.Fatalln(err)
}
log.Println("Done")
}
2020-01-03 22:56:27 +00:00
func cleanupStatelessVMs(l *libvirt.Libvirt) {
domains, err := l.Domains()
if err != nil {
log.Fatal(err)
}
dirs, err := ioutil.ReadDir(appvmHomesDir)
if err != nil {
log.Fatal(err)
}
for _, f := range dirs {
if !strings.HasPrefix(f.Name(), "tmp_") {
continue
}
alive := false
for _, d := range domains {
if d.Name == "appvm_"+f.Name() {
alive = true
}
}
if !alive {
os.RemoveAll(appvmHomesDir + f.Name())
}
}
}
2019-12-29 17:41:44 +00:00
var configDir = os.Getenv("HOME") + "/.config/appvm/"
2020-01-03 22:56:27 +00:00
var appvmHomesDir = os.Getenv("HOME") + "/appvm/"
2019-12-29 17:41:44 +00:00
2018-07-11 23:34:36 +00:00
func main() {
2020-01-03 22:56:27 +00:00
rand.Seed(time.Now().UnixNano())
2019-12-29 07:06:59 +00:00
os.Mkdir(os.Getenv("HOME")+"/appvm", 0700)
2019-12-29 17:41:44 +00:00
os.MkdirAll(configDir+"/nix", 0700)
2019-12-30 14:09:44 +00:00
err := writeBuiltinApps(configDir + "/nix")
if err != nil {
log.Fatal(err)
}
err = ioutil.WriteFile(configDir+"/nix/base.nix", base_nix, 0644)
2019-12-29 17:41:44 +00:00
if err != nil {
log.Fatal(err)
}
2018-07-11 23:34:36 +00:00
c, err := net.DialTimeout("unix", "/var/run/libvirt/libvirt-sock", time.Second)
if err != nil {
log.Fatal(err)
}
l := libvirt.New(c)
if err := l.Connect(); err != nil {
log.Fatal(err)
}
defer l.Disconnect()
2020-01-03 22:56:27 +00:00
cleanupStatelessVMs(l)
2018-07-11 23:34:36 +00:00
kingpin.Command("list", "List applications")
autoballonCommand := kingpin.Command("autoballoon", "Automatically adjust/reduce app vm memory")
minMemory := autoballonCommand.Flag("min-memory", "Set minimal memory (megabytes)").Default("1024").Uint64()
2018-08-10 07:16:58 +00:00
adjustPercent := autoballonCommand.Flag("adj-memory", "Adjust memory amount (percents)").Default("20").Uint64()
2018-08-04 09:27:53 +00:00
startCommand := kingpin.Command("start", "Start application")
startName := startCommand.Arg("name", "Application name").Required().String()
2020-01-02 15:17:22 +00:00
startQuiet := startCommand.Flag("quiet", "Less verbosity").Bool()
startArgs := startCommand.Flag("args", "Command line arguments").String()
startOpen := startCommand.Flag("open", "Pass file to application").String()
startOffline := startCommand.Flag("offline", "Disconnect").Bool()
2020-01-03 22:56:27 +00:00
startStateless := startCommand.Flag("stateless", "Do not use default state directory").Bool()
2018-08-04 09:27:53 +00:00
2018-07-11 23:34:36 +00:00
stopName := kingpin.Command("stop", "Stop application").Arg("name", "Application name").Required().String()
dropName := kingpin.Command("drop", "Remove application data").Arg("name", "Application name").Required().String()
generateCommand := kingpin.Command("generate", "Generate appvm definition")
generateName := generateCommand.Arg("name", "Nix package name").Required().String()
generateBin := generateCommand.Arg("bin", "Binary").Default("").String()
2019-12-30 13:58:18 +00:00
generateVMName := generateCommand.Flag("vm", "Use VM Name").Default("").String()
2020-01-02 15:37:32 +00:00
searchCommand := kingpin.Command("search", "Search for application")
searchName := searchCommand.Arg("name", "Application name").Required().String()
2020-01-02 15:47:42 +00:00
kingpin.Command("sync", "Synchronize remote repos for applications")
2018-07-11 23:34:36 +00:00
switch kingpin.Parse() {
case "list":
list(l)
2020-01-02 15:37:32 +00:00
case "search":
search(*searchName)
case "generate":
2019-12-30 13:58:18 +00:00
generate(l, *generateName, *generateBin, *generateVMName)
2018-07-11 23:34:36 +00:00
case "start":
2020-01-03 22:56:27 +00:00
start(l, *startName,
!*startQuiet, !*startOffline, *startStateless,
*startArgs, *startOpen)
2018-07-11 23:34:36 +00:00
case "stop":
stop(l, *stopName)
case "drop":
drop(*dropName)
2018-07-12 20:00:57 +00:00
case "autoballoon":
autoBalloon(l, *minMemory*1024, *adjustPercent)
2020-01-02 15:47:42 +00:00
case "sync":
sync()
2018-07-11 23:34:36 +00:00
}
}