Rewrote Caddy from the ground up; initial commit of 0.9 branch
These changes span work from the last ~4 months in an effort to make
Caddy more extensible, reduce the coupling between its components, and
lay a more robust foundation of code going forward into 1.0. A bunch of
new features have been added, too, with even higher future potential.
The most significant design change is an overall inversion of
dependencies. Instead of the caddy package knowing about the server
and the notion of middleware and config, the caddy package exposes an
interface that other components plug into. This does introduce more
indirection when reading the code, but every piece is very modular and
pluggable. Even the HTTP server is pluggable.
The caddy package has been moved to the top level, and main has been
pushed into a subfolder called caddy. The actual logic of the main
file has been pushed even further into caddy/caddymain/run.go so that
custom builds of Caddy can be 'go get'able.
The HTTPS logic was surgically separated into two parts to divide the
TLS-specific code and the HTTPS-specific code. The caddytls package can
now be used by any type of server that needs TLS, not just HTTP. I also
added the ability to customize nearly every aspect of TLS at the site
level rather than all sites sharing the same TLS configuration. Not all
of this flexibility is exposed in the Caddyfile yet, but it may be in
the future. Caddy can also generate self-signed certificates in memory
for the convenience of a developer working on localhost who wants HTTPS.
And Caddy now supports the DNS challenge, assuming at least one DNS
provider is plugged in.
Dozens, if not hundreds, of other minor changes swept through the code
base as I literally started from an empty main function, copying over
functions or files as needed, then adjusting them to fit in the new
design. Most tests have been restored and adapted to the new API,
but more work is needed there.
A lot of what was "impossible" before is now possible, or can be made
possible with minimal disruption of the code. For example, it's fairly
easy to make plugins hook into another part of the code via callbacks.
Plugins can do more than just be directives; we now have plugins that
customize how the Caddyfile is loaded (useful when you need to get your
configuration from a remote store).
Site addresses no longer need be just a host and port. They can have a
path, allowing you to scope a configuration to a specific path. There is
no inheretance, however; each site configuration is distinct.
Thanks to amazing work by Lucas Clemente, this commit adds experimental
QUIC support. Turn it on using the -quic flag; your browser may have
to be configured to enable it.
Almost everything is here, but you will notice that most of the middle-
ware are missing. After those are transferred over, we'll be ready for
beta tests.
I'm very excited to get this out. Thanks for everyone's help and
patience these last few months. I hope you like it!!
2016-06-05 07:00:29 +08:00
|
|
|
package httpserver
|
2015-01-14 03:43:45 +08:00
|
|
|
|
|
|
|
import (
|
2015-03-27 13:39:36 +08:00
|
|
|
"net"
|
2015-01-14 03:43:45 +08:00
|
|
|
"net/http"
|
2016-06-08 01:06:24 +08:00
|
|
|
"net/http/httputil"
|
2015-12-24 16:00:10 +08:00
|
|
|
"net/url"
|
2016-04-17 01:03:56 +08:00
|
|
|
"os"
|
2015-09-20 15:49:55 +08:00
|
|
|
"path"
|
2015-01-14 03:43:45 +08:00
|
|
|
"strconv"
|
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
)
|
|
|
|
|
2016-06-08 01:06:24 +08:00
|
|
|
// requestReplacer is a strings.Replacer which is used to
|
|
|
|
// encode literal \r and \n characters and keep everything
|
|
|
|
// on one line
|
|
|
|
var requestReplacer = strings.NewReplacer(
|
|
|
|
"\r", "\\r",
|
|
|
|
"\n", "\\n",
|
|
|
|
)
|
|
|
|
|
2015-05-04 03:43:50 +08:00
|
|
|
// Replacer is a type which can replace placeholder
|
2015-01-14 03:43:45 +08:00
|
|
|
// substrings in a string with actual values from a
|
2016-03-21 11:56:13 +08:00
|
|
|
// http.Request and ResponseRecorder. Always use
|
|
|
|
// NewReplacer to get one of these. Any placeholders
|
|
|
|
// made with Set() should overwrite existing values if
|
|
|
|
// the key is already used.
|
2015-05-04 03:43:50 +08:00
|
|
|
type Replacer interface {
|
|
|
|
Replace(string) string
|
2015-12-31 03:42:03 +08:00
|
|
|
Set(key, value string)
|
2015-05-04 03:43:50 +08:00
|
|
|
}
|
|
|
|
|
2016-03-21 11:56:13 +08:00
|
|
|
// replacer implements Replacer. customReplacements
|
|
|
|
// is used to store custom replacements created with
|
|
|
|
// Set() until the time of replacement, at which point
|
|
|
|
// they will be used to overwrite other replacements
|
|
|
|
// if there is a name conflict.
|
2015-07-25 00:11:34 +08:00
|
|
|
type replacer struct {
|
2016-03-21 11:56:13 +08:00
|
|
|
replacements map[string]string
|
|
|
|
customReplacements map[string]string
|
|
|
|
emptyValue string
|
|
|
|
responseRecorder *ResponseRecorder
|
2015-07-25 00:11:34 +08:00
|
|
|
}
|
2015-01-14 03:43:45 +08:00
|
|
|
|
2016-03-21 11:56:13 +08:00
|
|
|
// NewReplacer makes a new replacer based on r and rr which
|
|
|
|
// are used for request and response placeholders, respectively.
|
|
|
|
// Request placeholders are created immediately, whereas
|
|
|
|
// response placeholders are not created until Replace()
|
|
|
|
// is invoked. rr may be nil if it is not available.
|
|
|
|
// emptyValue should be the string that is used in place
|
|
|
|
// of empty string (can still be empty string).
|
2016-02-21 05:52:42 +08:00
|
|
|
func NewReplacer(r *http.Request, rr *ResponseRecorder, emptyValue string) Replacer {
|
2016-03-21 11:56:13 +08:00
|
|
|
rep := &replacer{
|
|
|
|
responseRecorder: rr,
|
|
|
|
customReplacements: make(map[string]string),
|
2015-07-25 00:11:34 +08:00
|
|
|
replacements: map[string]string{
|
|
|
|
"{method}": r.Method,
|
|
|
|
"{scheme}": func() string {
|
|
|
|
if r.TLS != nil {
|
|
|
|
return "https"
|
|
|
|
}
|
|
|
|
return "http"
|
|
|
|
}(),
|
2016-04-17 01:03:56 +08:00
|
|
|
"{hostname}": func() string {
|
|
|
|
name, err := os.Hostname()
|
|
|
|
if err != nil {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
return name
|
|
|
|
}(),
|
2015-12-24 16:00:10 +08:00
|
|
|
"{host}": r.Host,
|
|
|
|
"{path}": r.URL.Path,
|
|
|
|
"{path_escaped}": url.QueryEscape(r.URL.Path),
|
|
|
|
"{query}": r.URL.RawQuery,
|
|
|
|
"{query_escaped}": url.QueryEscape(r.URL.RawQuery),
|
|
|
|
"{fragment}": r.URL.Fragment,
|
|
|
|
"{proto}": r.Proto,
|
2015-07-25 00:11:34 +08:00
|
|
|
"{remote}": func() string {
|
|
|
|
if fwdFor := r.Header.Get("X-Forwarded-For"); fwdFor != "" {
|
|
|
|
return fwdFor
|
|
|
|
}
|
|
|
|
host, _, err := net.SplitHostPort(r.RemoteAddr)
|
|
|
|
if err != nil {
|
|
|
|
return r.RemoteAddr
|
|
|
|
}
|
|
|
|
return host
|
|
|
|
}(),
|
|
|
|
"{port}": func() string {
|
|
|
|
_, port, err := net.SplitHostPort(r.RemoteAddr)
|
|
|
|
if err != nil {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
return port
|
|
|
|
}(),
|
2015-12-24 16:00:10 +08:00
|
|
|
"{uri}": r.URL.RequestURI(),
|
|
|
|
"{uri_escaped}": url.QueryEscape(r.URL.RequestURI()),
|
2016-03-21 11:56:13 +08:00
|
|
|
"{when}": time.Now().Format(timeFormat),
|
2015-09-20 15:49:55 +08:00
|
|
|
"{file}": func() string {
|
|
|
|
_, file := path.Split(r.URL.Path)
|
|
|
|
return file
|
|
|
|
}(),
|
|
|
|
"{dir}": func() string {
|
|
|
|
dir, _ := path.Split(r.URL.Path)
|
|
|
|
return dir
|
|
|
|
}(),
|
2016-06-08 01:06:24 +08:00
|
|
|
"{request}": func() string {
|
|
|
|
dump, err := httputil.DumpRequest(r, false)
|
|
|
|
if err != nil {
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
|
|
|
|
return requestReplacer.Replace(string(dump))
|
|
|
|
}(),
|
2015-07-25 00:11:34 +08:00
|
|
|
},
|
|
|
|
emptyValue: emptyValue,
|
2015-05-04 03:38:06 +08:00
|
|
|
}
|
2015-01-14 03:43:45 +08:00
|
|
|
|
2016-01-01 03:12:16 +08:00
|
|
|
// Header placeholders (case-insensitive)
|
|
|
|
for header, values := range r.Header {
|
|
|
|
rep.replacements[headerReplacer+strings.ToLower(header)+"}"] = strings.Join(values, ",")
|
2015-01-14 03:43:45 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return rep
|
|
|
|
}
|
|
|
|
|
2015-01-30 13:52:21 +08:00
|
|
|
// Replace performs a replacement of values on s and returns
|
2015-01-14 03:43:45 +08:00
|
|
|
// the string with the replaced values.
|
2016-03-21 11:56:13 +08:00
|
|
|
func (r *replacer) Replace(s string) string {
|
|
|
|
// Make response placeholders now
|
|
|
|
if r.responseRecorder != nil {
|
|
|
|
r.replacements["{status}"] = strconv.Itoa(r.responseRecorder.status)
|
|
|
|
r.replacements["{size}"] = strconv.Itoa(r.responseRecorder.size)
|
|
|
|
r.replacements["{latency}"] = time.Since(r.responseRecorder.start).String()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Include custom placeholders, overwriting existing ones if necessary
|
|
|
|
for key, val := range r.customReplacements {
|
|
|
|
r.replacements[key] = val
|
|
|
|
}
|
|
|
|
|
2016-01-01 03:12:16 +08:00
|
|
|
// Header replacements - these are case-insensitive, so we can't just use strings.Replace()
|
2016-01-01 03:31:30 +08:00
|
|
|
for strings.Contains(s, headerReplacer) {
|
|
|
|
idxStart := strings.Index(s, headerReplacer)
|
|
|
|
endOffset := idxStart + len(headerReplacer)
|
|
|
|
idxEnd := strings.Index(s[endOffset:], "}")
|
|
|
|
if idxEnd > -1 {
|
|
|
|
placeholder := strings.ToLower(s[idxStart : endOffset+idxEnd+1])
|
|
|
|
replacement := r.replacements[placeholder]
|
|
|
|
if replacement == "" {
|
|
|
|
replacement = r.emptyValue
|
|
|
|
}
|
|
|
|
s = s[:idxStart] + replacement + s[endOffset+idxEnd+1:]
|
|
|
|
} else {
|
|
|
|
break
|
2016-01-01 03:12:16 +08:00
|
|
|
}
|
2015-01-14 03:43:45 +08:00
|
|
|
}
|
|
|
|
|
2016-01-01 03:12:16 +08:00
|
|
|
// Regular replacements - these are easier because they're case-sensitive
|
|
|
|
for placeholder, replacement := range r.replacements {
|
|
|
|
if replacement == "" {
|
|
|
|
replacement = r.emptyValue
|
2015-01-14 03:43:45 +08:00
|
|
|
}
|
2016-01-01 03:12:16 +08:00
|
|
|
s = strings.Replace(s, placeholder, replacement, -1)
|
2015-01-14 03:43:45 +08:00
|
|
|
}
|
2016-01-01 03:12:16 +08:00
|
|
|
|
2015-01-14 03:43:45 +08:00
|
|
|
return s
|
|
|
|
}
|
|
|
|
|
2016-03-21 11:56:13 +08:00
|
|
|
// Set sets key to value in the r.customReplacements map.
|
|
|
|
func (r *replacer) Set(key, value string) {
|
|
|
|
r.customReplacements["{"+key+"}"] = value
|
2015-12-31 03:42:03 +08:00
|
|
|
}
|
|
|
|
|
2015-01-14 03:43:45 +08:00
|
|
|
const (
|
2015-07-25 00:11:34 +08:00
|
|
|
timeFormat = "02/Jan/2006:15:04:05 -0700"
|
|
|
|
headerReplacer = "{>"
|
2015-01-14 03:43:45 +08:00
|
|
|
)
|