finalized the core

Author: alash3al

go.mod

@@ -2,4 +2,10 @@ module github.com/alash3al/httpsify
 
 go 1.13
 
-require github.com/labstack/echo/v4 v4.1.11 // indirect
+require (
+	github.com/fsnotify/fsnotify v1.4.7
+	github.com/labstack/echo v3.3.10+incompatible
+	github.com/labstack/echo/v4 v4.1.11
+	github.com/mitchellh/go-homedir v1.1.0
+	golang.org/x/crypto v0.0.0-20191219195013-becbf705a915
+)

go.sum

@@ -1,6 +1,10 @@
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
+github.com/dgrijalva/jwt-go v3.2.0+incompatible h1:7qlOGliEKZXTDg6OTjfoBKDXWrumCAMpl/TFQ4/5kLM=
 github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ=
+github.com/fsnotify/fsnotify v1.4.7 h1:IXs+QLmnXW2CcXuY+8Mzv/fWEsPGWxqefPtCP5CnV9I=
+github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
 github.com/labstack/echo v3.3.10+incompatible h1:pGRcYk231ExFAyoAjAfD85kQzRJCRI8bbnE7CX5OEgg=
+github.com/labstack/echo v3.3.10+incompatible/go.mod h1:0INS7j/VjnFxD4E2wkz67b8cVwCLbBmJyDaka6Cmk1s=
 github.com/labstack/echo/v4 v4.1.11 h1:z0BZoArY4FqdpUEl+wlHp4hnr/oSR6MTmQmv8OHSoww=
 github.com/labstack/echo/v4 v4.1.11/go.mod h1:i541M3Fj6f76NZtHSj7TXnyM8n2gaodfvfxNnFqi74g=
 github.com/labstack/gommon v0.3.0 h1:JEeO0bvc78PKdyHxloTKiF8BD5iGrH8T6MSeGvSgob0=
@@ -10,6 +14,8 @@ github.com/mattn/go-colorable v0.1.2/go.mod h1:U0ppj6V5qS13XJ6of8GYAs25YV2eR4EVc
 github.com/mattn/go-isatty v0.0.8/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s=
 github.com/mattn/go-isatty v0.0.9 h1:d5US/mDsogSGW37IV293h//ZFaeajb69h+EHFsv2xGg=
 github.com/mattn/go-isatty v0.0.9/go.mod h1:YNRxwqDuOph6SZLI9vUUz6OYw3QyUt7WiY2yME+cCiQ=
+github.com/mitchellh/go-homedir v1.1.0 h1:lukF9ziXFxDFPkA1vsr5zpc1XuPDn/wFntq5mG+4E0Y=
+github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
@@ -20,6 +26,8 @@ github.com/valyala/fasttemplate v1.0.1/go.mod h1:UQGH1tvbgY+Nz5t2n7tXsz52dQxojPU
 golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
 golang.org/x/crypto v0.0.0-20190701094942-4def268fd1a4 h1:HuIa8hRrWRSrqYzx1qI49NNxhdi2PrY7gxVSq1JjLDc=
 golang.org/x/crypto v0.0.0-20190701094942-4def268fd1a4/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
+golang.org/x/crypto v0.0.0-20191219195013-becbf705a915 h1:aJ0ex187qoXrJHPo8ZasVTASQB7llQP6YeNzgDALPRk=
+golang.org/x/crypto v0.0.0-20191219195013-becbf705a915/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
 golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3 h1:0GoQqolDA55aaLxZyTzK/Y2ePZzZTUrRacwib7cNsYQ=
 golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
 golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=

handler.go

@@ -0,0 +1,19 @@
+package main
+
+import "github.com/labstack/echo/v4"
+
+func handler(c echo.Context) error {
+	req := c.Request()
+	res := c.Response()
+
+	hosts := hosts.Load().(map[string]*echo.Echo)
+	host := hosts[req.Host]
+
+	if host == nil {
+		return echo.ErrNotFound
+	}
+
+	host.ServeHTTP(res, req)
+
+	return nil
+}

hosts.go

@@ -0,0 +1,94 @@
+package main
+
+import (
+	"encoding/json"
+	"errors"
+	"net/url"
+	"os"
+	"strings"
+
+	"github.com/fsnotify/fsnotify"
+	"github.com/labstack/echo/v4"
+	"github.com/labstack/echo/v4/middleware"
+)
+
+func parseHostsFile(filename string) (map[string]*echo.Echo, error) {
+	fd, err := os.OpenFile(filename, os.O_RDONLY|os.O_CREATE, 0755)
+	if err != nil {
+		return nil, err
+	}
+	defer fd.Close()
+
+	finfo, err := fd.Stat()
+	if err != nil {
+		return nil, err
+	}
+
+	if finfo.Size() == 0 {
+		return map[string]*echo.Echo{}, nil
+	}
+
+	var rawdata map[string][]string
+
+	if err := json.NewDecoder(fd).Decode(&rawdata); err != nil {
+		return nil, err
+	}
+
+	compiled := map[string]*echo.Echo{}
+
+	for host, upstreams := range rawdata {
+		if len(upstreams) < 1 {
+			return nil, errors.New("no upstreams for: " + host)
+		}
+
+		targets := []*middleware.ProxyTarget{}
+		for _, upstream := range upstreams {
+			if !strings.HasPrefix(upstream, "http://") || !strings.HasPrefix(upstream, "https://") {
+				upstream = "http://" + upstream
+			}
+
+			u, err := url.Parse(upstream)
+			if err != nil {
+				return nil, err
+			}
+
+			targets = append(targets, &middleware.ProxyTarget{
+				URL: u,
+			})
+		}
+
+		e := echo.New()
+		e.Use(middleware.Proxy(middleware.NewRoundRobinBalancer(targets)))
+
+		compiled[host] = e
+	}
+
+	return compiled, nil
+}
+
+func watchHostsChanges(filename string, fn func()) error {
+	watcher, err := fsnotify.NewWatcher()
+	if err != nil {
+		return err
+	}
+	defer watcher.Close()
+
+	watcher.Add(filename)
+
+	for {
+		select {
+		case <-watcher.Events:
+			fn()
+		}
+	}
+}
+
+func getAvailableHosts() []string {
+	result := []string{}
+
+	for k := range hosts.Load().(map[string]*echo.Echo) {
+		result = append(result, k)
+	}
+
+	return result
+}

hosts.json

@@ -0,0 +1,3 @@
+{
+    "test1.store:9091": ["localhost:8002"]
+}

init.go

@@ -0,0 +1,39 @@
+package main
+
+import (
+	"flag"
+	"log"
+	"os"
+)
+
+func init() {
+	flag.Parse()
+
+	os.MkdirAll(*flagAutocertCacheDir, 0755)
+
+	{
+		resultedHosts, err := parseHostsFile(*flagHostsFile)
+		if err != nil {
+			log.Fatal(err.Error())
+		}
+
+		hosts.Store(resultedHosts)
+	}
+
+	{
+		go watchHostsChanges(*flagHostsFile, func() {
+			log.Println("⇨ reloading hosts file ...")
+			resultedHosts, err := parseHostsFile(*flagHostsFile)
+			if err != nil {
+				log.Println("⇨ ", err.Error())
+				return
+			}
+
+			hosts.Store(resultedHosts)
+		})
+	}
+
+	{
+		go preloadCerts()
+	}
+}

main.go

@@ -1,5 +1,36 @@
 package main
 
+import (
+	"log"
+
+	"github.com/labstack/echo/v4"
+	"github.com/labstack/echo/v4/middleware"
+	"golang.org/x/crypto/acme/autocert"
+)
+
 func main() {
+	e := echo.New()
+	e.HideBanner = true
+	e.AutoTLSManager.HostPolicy = autocert.HostWhitelist(getAvailableHosts()...)
+	e.AutoTLSManager.Cache = autocert.DirCache(*flagAutocertCacheDir)
+
+	e.Use(middleware.HTTPSRedirect())
+	e.Use(middleware.Logger())
+	e.Use(middleware.Recover())
+
+	e.Any("/*", handler)
+
+	errChan := make(chan error)
+
+	go (func() {
+		errChan <- e.Start(*flagHTTPAddr)
+	})()
+
+	go (func() {
+		errChan <- e.StartAutoTLS(*flagHTTPSAddr)
+	})()
 
+	log.Fatal(map[string]interface{}{
+		"message": <-errChan,
+	})
 }

preloader.go

@@ -0,0 +1,23 @@
+package main
+
+import (
+	"log"
+	"net/http"
+
+	"github.com/labstack/echo/v4"
+)
+
+func preloadCerts() {
+	hosts := hosts.Load().(map[string]*echo.Echo)
+
+	for k := range hosts {
+		go (func(h string) {
+			resp, err := http.Get("http://" + h)
+			if err != nil {
+				log.Println(err.Error())
+			}
+			defer resp.Body.Close()
+			log.Printf("=> preloading certs result for %s -> %s\n", h, resp.Status)
+		})(k)
+	}
+}

vars.go

@@ -0,0 +1,22 @@
+package main
+
+import (
+	"flag"
+	"path"
+	"sync/atomic"
+
+	"github.com/mitchellh/go-homedir"
+)
+
+var (
+	homeDir, _ = homedir.Dir()
+	hosts      = atomic.Value{}
+)
+
+var (
+	flagHTTPSAddr        = flag.String("https", ":443", "the port to listen for https requests on, it is recommended to leave it as is")
+	flagHTTPAddr         = flag.String("http", ":80", "the port to listen for http requests on, it is recommended to leave it as is")
+	flagAutocertCacheDir = flag.String("certs", path.Join(homeDir, ".httpsify/certs"), "the certs directory")
+	flagHostsFile        = flag.String("hosts", path.Join(homeDir, ".httpsify/hosts.json"), "the file containing hosts mappings to upstreams")
+	flagSendXSecuredBy   = flag.Bool("x-secured-by", true, "whether to enable x-secured-by header or not")
+)