github.com/spg/deis@v1.7.3/router/boot.go

package main

import (
	"bufio"
	"bytes"
	"net"
	"os"
	"os/exec"
	"os/signal"
	"strings"
	"syscall"
	"time"

	"github.com/ActiveState/tail"
	"github.com/Sirupsen/logrus"
	"github.com/coreos/go-etcd/etcd"

	"github.com/deis/deis/router/logger"
)

var log = logrus.New()

const (
	timeout        time.Duration = 10 * time.Second
	ttl            time.Duration = timeout * 2
	gitLogFile     string        = "/opt/nginx/logs/git.log"
	nginxAccessLog string        = "/opt/nginx/logs/access.log"
	nginxErrorLog  string        = "/opt/nginx/logs/error.log"
)

func main() {
	log.Formatter = new(logger.StdOutFormatter)

	logLevel := getopt("LOG", "info")
	if level, err := logrus.ParseLevel(logLevel); err == nil {
		log.Level = level
	}

	log.Debug("reading environment variables...")
	host := getopt("HOST", "127.0.0.1")

	etcdPort := getopt("ETCD_PORT", "4001")

	etcdPath := getopt("ETCD_PATH", "/deis/router")

	hostEtcdPath := getopt("HOST_ETCD_PATH", "/deis/router/hosts/"+host)

	externalPort := getopt("EXTERNAL_PORT", "80")

	client := etcd.NewClient([]string{"http://" + host + ":" + etcdPort})

	// wait until etcd has discarded potentially stale values
	time.Sleep(timeout + 1)

	log.Debug("creating required defaults in etcd...")
	mkdirEtcd(client, "/deis/controller")
	mkdirEtcd(client, "/deis/services")
	mkdirEtcd(client, "/deis/domains")
	mkdirEtcd(client, "/deis/builder")
	mkdirEtcd(client, "/deis/certs")
	mkdirEtcd(client, "/deis/router/hosts")

	setDefaultEtcd(client, etcdPath+"/gzip", "on")

	log.Info("Starting Nginx...")
	// tail the logs
	go tailFile(nginxAccessLog)
	go tailFile(nginxErrorLog)
	go tailFile(gitLogFile)

	nginxChan := make(chan bool)
	go launchNginx(nginxChan)
	<-nginxChan

	// FIXME: have to launch cron first so generate-certs will generate the files nginx requires
	go launchCron()

	waitForInitialConfd(host+":"+etcdPort, timeout)

	go launchConfd(host + ":" + etcdPort)

	go publishService(client, hostEtcdPath, host, externalPort, uint64(ttl.Seconds()))

	log.Info("deis-router running...")

	exitChan := make(chan os.Signal, 2)
	signal.Notify(exitChan, syscall.SIGTERM, syscall.SIGINT)
	go cleanOnExit(exitChan)
	<-exitChan
}

func launchCron() {
	// edit crontab
	crontab := `(echo "* * * * * generate-certs >> /dev/stdout") | crontab -`
	cmd := exec.Command("bash", "-c", crontab)
	if err := cmd.Run(); err != nil {
		log.Fatalf("could not write to crontab: %v", err)
	}

	// run cron
	cmd = exec.Command("crond")
	if err := cmd.Run(); err != nil {
		log.Fatalf("cron terminated by error: %v", err)
	}
}

func cleanOnExit(exitChan chan os.Signal) {
	for _ = range exitChan {
		tail.Cleanup()
	}
}

// Wait until the compilation of the templates
func waitForInitialConfd(etcd string, timeout time.Duration) {
	for {
		var buffer bytes.Buffer
		output := bufio.NewWriter(&buffer)
		log.Debugf("Connecting to etcd server %s", etcd)
		cmd := exec.Command("confd", "-node", etcd, "--confdir", "/app", "-onetime", "--log-level", "error")
		cmd.Stdout = output
		cmd.Stderr = output

		err := cmd.Run()
		output.Flush()
		if err == nil {
			break
		}

		log.Info("waiting for confd to write initial templates...")
		log.Debugf("\n%s", buffer.String())
		time.Sleep(timeout)
	}
}

func launchConfd(etcd string) {
	cmd := exec.Command("confd", "-node", etcd, "--confdir", "/app", "--log-level", "error", "--interval", "5")
	cmd.Stdout = os.Stdout
	cmd.Stderr = os.Stderr

	if err := cmd.Start(); err != nil {
		log.Warn("confd terminated by error: %v", err)
	}
}

func launchNginx(nginxChan chan bool) {
	cmd := exec.Command("/opt/nginx/sbin/nginx", "-c", "/opt/nginx/conf/nginx.conf")
	cmd.Stdout = os.Stdout
	cmd.Stderr = os.Stderr

	if err := cmd.Start(); err != nil {
		log.Warn("Nginx terminated by error: %v", err)
	}

	// Wait until the nginx is available
	for {
		_, err := net.DialTimeout("tcp", "127.0.0.1:80", timeout)
		if err == nil {
			nginxChan <- true
			break
		}
	}

	if err := cmd.Wait(); err != nil {
		log.Warnf("Nginx terminated by error: %v", err)
	} else {
		log.Info("Reloading nginx (change in configuration)...")
	}
}

func tailFile(path string) {
	mkfifo(path)
	t, _ := tail.TailFile(path, tail.Config{Follow: true})

	for line := range t.Lines {
		log.Info(line.Text)
	}
}

func mkfifo(path string) {
	os.Remove(path)
	if err := syscall.Mkfifo(path, syscall.S_IFIFO|0666); err != nil {
		log.Fatalf("%v", err)
	}
}

func publishService(
	client *etcd.Client,
	etcdPath string,
	host string,
	externalPort string,
	ttl uint64) {

	for {
		setEtcd(client, etcdPath, host+":"+externalPort, ttl)
		time.Sleep(timeout)
	}
}

func setEtcd(client *etcd.Client, key, value string, ttl uint64) {
	_, err := client.Set(key, value, ttl)
	if err != nil {
		log.Warn(err)
	}
}

func setDefaultEtcd(client *etcd.Client, key, value string) {
	_, err := client.Set(key, value, 0)
	if err != nil {
		log.Warn(err)
	}
}

func mkdirEtcd(client *etcd.Client, path string) {
	_, err := client.CreateDir(path, 0)
	if err != nil && !strings.Contains(err.Error(), "Key already exists") {
		log.Warn(err)
	}
}

func getopt(name, dfault string) string {
	value := os.Getenv(name)
	if value == "" {
		value = dfault
	}
	return value
}