// Copyright 2015 Light Code Labs, LLC // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package fastcgi has middleware that acts as a FastCGI client. Requests // that get forwarded to FastCGI stop the middleware execution chain. // The most common use for this package is to serve PHP websites via php-fpm. package fastcgi import ( "context" "errors" "fmt" "io" "net" "net/http" "net/url" "os" "path" "path/filepath" "strconv" "strings" "sync/atomic" "time" "crypto/tls" "github.com/mholt/caddy" "github.com/mholt/caddy/caddyhttp/httpserver" "github.com/mholt/caddy/caddytls" ) // Handler is a middleware type that can handle requests as a FastCGI client. type Handler struct { Next httpserver.Handler Rules []Rule Root string FileSys http.FileSystem // These are sent to CGI scripts in env variables SoftwareName string SoftwareVersion string ServerName string ServerPort string } // ServeHTTP satisfies the httpserver.Handler interface. func (h Handler) ServeHTTP(w http.ResponseWriter, r *http.Request) (int, error) { for _, rule := range h.Rules { // First requirement: Base path must match request path. If it doesn't, // we check to make sure the leading slash is not missing, and if so, // we check again with it prepended. This is in case people forget // a leading slash when performing rewrites, and we don't want to expose // the contents of the (likely PHP) script. See issue #1645. hpath := httpserver.Path(r.URL.Path) if !hpath.Matches(rule.Path) { if strings.HasPrefix(string(hpath), "/") { // this is a normal-looking path, and it doesn't match; try next rule continue } hpath = httpserver.Path("/" + string(hpath)) // prepend leading slash if !hpath.Matches(rule.Path) { // even after fixing the request path, it still doesn't match; try next rule continue } } // The path must also be allowed (not ignored). if !rule.AllowedPath(r.URL.Path) { continue } // In addition to matching the path, a request must meet some // other criteria before being proxied as FastCGI. For example, // we probably want to exclude static assets (CSS, JS, images...) // but we also want to be flexible for the script we proxy to. fpath := r.URL.Path if idx, ok := httpserver.IndexFile(h.FileSys, fpath, rule.IndexFiles); ok { fpath = idx // Index file present. // If request path cannot be split, return error. if !rule.canSplit(fpath) { return http.StatusInternalServerError, ErrIndexMissingSplit } } else { // No index file present. // If request path cannot be split, ignore request. if !rule.canSplit(fpath) { continue } } // These criteria work well in this order for PHP sites if !h.exists(fpath) || fpath[len(fpath)-1] == '/' || strings.HasSuffix(fpath, rule.Ext) { // Create environment for CGI script env, err := h.buildEnv(r, rule, fpath) if err != nil { return http.StatusInternalServerError, err } // Connect to FastCGI gateway address, err := rule.Address() if err != nil { return http.StatusBadGateway, err } network, address := parseAddress(address) ctx := context.Background() if rule.ConnectTimeout > 0 { var cancel context.CancelFunc ctx, cancel = context.WithTimeout(ctx, rule.ConnectTimeout) defer cancel() } fcgiBackend, err := DialContext(ctx, network, address) if err != nil { return http.StatusBadGateway, err } defer fcgiBackend.Close() // read/write timeouts if err := fcgiBackend.SetReadTimeout(rule.ReadTimeout); err != nil { return http.StatusInternalServerError, err } if err := fcgiBackend.SetSendTimeout(rule.SendTimeout); err != nil { return http.StatusInternalServerError, err } var resp *http.Response var contentLength int64 // if ContentLength is already set if r.ContentLength > 0 { contentLength = r.ContentLength } else { contentLength, _ = strconv.ParseInt(r.Header.Get("Content-Length"), 10, 64) } switch r.Method { case "HEAD": resp, err = fcgiBackend.Head(env) case "GET": resp, err = fcgiBackend.Get(env, r.Body, contentLength) case "OPTIONS": resp, err = fcgiBackend.Options(env) default: resp, err = fcgiBackend.Post(env, r.Method, r.Header.Get("Content-Type"), r.Body, contentLength) } if resp != nil && resp.Body != nil { defer resp.Body.Close() } if err != nil { if err, ok := err.(net.Error); ok && err.Timeout() { return http.StatusGatewayTimeout, err } else if err != io.EOF { return http.StatusBadGateway, err } } // Write response header writeHeader(w, resp) // Write the response body _, err = io.Copy(w, resp.Body) if err != nil { return http.StatusBadGateway, err } // Log any stderr output from upstream if fcgiBackend.stderr.Len() != 0 { // Remove trailing newline, error logger already does this. err = LogError(strings.TrimSuffix(fcgiBackend.stderr.String(), "\n")) } // Normally we would return the status code if it is an error status (>= 400), // however, upstream FastCGI apps don't know about our contract and have // probably already written an error page. So we just return 0, indicating // that the response body is already written. However, we do return any // error value so it can be logged. // Note that the proxy middleware works the same way, returning status=0. return 0, err } } return h.Next.ServeHTTP(w, r) } // parseAddress returns the network and address of fcgiAddress. // The first string is the network, "tcp" or "unix", implied from the scheme and address. // The second string is fcgiAddress, with scheme prefixes removed. // The two returned strings can be used as parameters to the Dial() function. func parseAddress(fcgiAddress string) (string, string) { // check if address has tcp scheme explicitly set if strings.HasPrefix(fcgiAddress, "tcp://") { return "tcp", fcgiAddress[len("tcp://"):] } // check if address has fastcgi scheme explicitly set if strings.HasPrefix(fcgiAddress, "fastcgi://") { return "tcp", fcgiAddress[len("fastcgi://"):] } // check if unix socket if trim := strings.HasPrefix(fcgiAddress, "unix"); strings.HasPrefix(fcgiAddress, "/") || trim { if trim { return "unix", fcgiAddress[len("unix:"):] } return "unix", fcgiAddress } // default case, a plain tcp address with no scheme return "tcp", fcgiAddress } func writeHeader(w http.ResponseWriter, r *http.Response) { for key, vals := range r.Header { for _, val := range vals { w.Header().Add(key, val) } } w.WriteHeader(r.StatusCode) } func (h Handler) exists(path string) bool { if _, err := os.Stat(h.Root + path); err == nil { return true } return false } // buildEnv returns a set of CGI environment variables for the request. func (h Handler) buildEnv(r *http.Request, rule Rule, fpath string) (map[string]string, error) { var env map[string]string // Separate remote IP and port; more lenient than net.SplitHostPort var ip, port string if idx := strings.LastIndex(r.RemoteAddr, ":"); idx > -1 { ip = r.RemoteAddr[:idx] port = r.RemoteAddr[idx+1:] } else { ip = r.RemoteAddr } // Remove [] from IPv6 addresses ip = strings.Replace(ip, "[", "", 1) ip = strings.Replace(ip, "]", "", 1) // Split path in preparation for env variables. // Previous rule.canSplit checks ensure this can never be -1. splitPos := rule.splitPos(fpath) // Request has the extension; path was split successfully docURI := fpath[:splitPos+len(rule.SplitPath)] pathInfo := fpath[splitPos+len(rule.SplitPath):] scriptName := fpath // Strip PATH_INFO from SCRIPT_NAME scriptName = strings.TrimSuffix(scriptName, pathInfo) // SCRIPT_FILENAME is the absolute path of SCRIPT_NAME scriptFilename := filepath.Join(rule.Root, scriptName) // Add vhost path prefix to scriptName. Otherwise, some PHP software will // have difficulty discovering its URL. pathPrefix, _ := r.Context().Value(caddy.CtxKey("path_prefix")).(string) scriptName = path.Join(pathPrefix, scriptName) // Get the request URI from context. The context stores the original URI in case // it was changed by a middleware such as rewrite. By default, we pass the // original URI in as the value of REQUEST_URI (the user can overwrite this // if desired). Most PHP apps seem to want the original URI. Besides, this is // how nginx defaults: http://stackoverflow.com/a/12485156/1048862 reqURL, _ := r.Context().Value(httpserver.OriginalURLCtxKey).(url.URL) // Retrieve name of remote user that was set by some downstream middleware such as basicauth. remoteUser, _ := r.Context().Value(httpserver.RemoteUserCtxKey).(string) requestScheme := "http" if r.TLS != nil { requestScheme = "https" } // Some variables are unused but cleared explicitly to prevent // the parent environment from interfering. env = map[string]string{ // Variables defined in CGI 1.1 spec "AUTH_TYPE": "", // Not used "CONTENT_LENGTH": r.Header.Get("Content-Length"), "CONTENT_TYPE": r.Header.Get("Content-Type"), "GATEWAY_INTERFACE": "CGI/1.1", "PATH_INFO": pathInfo, "QUERY_STRING": r.URL.RawQuery, "REMOTE_ADDR": ip, "REMOTE_HOST": ip, // For speed, remote host lookups disabled "REMOTE_PORT": port, "REMOTE_IDENT": "", // Not used "REMOTE_USER": remoteUser, "REQUEST_METHOD": r.Method, "REQUEST_SCHEME": requestScheme, "SERVER_NAME": h.ServerName, "SERVER_PORT": h.ServerPort, "SERVER_PROTOCOL": r.Proto, "SERVER_SOFTWARE": h.SoftwareName + "/" + h.SoftwareVersion, // Other variables "DOCUMENT_ROOT": rule.Root, "DOCUMENT_URI": docURI, "HTTP_HOST": r.Host, // added here, since not always part of headers "REQUEST_URI": reqURL.RequestURI(), "SCRIPT_FILENAME": scriptFilename, "SCRIPT_NAME": scriptName, } // compliance with the CGI specification requires that // PATH_TRANSLATED should only exist if PATH_INFO is defined. // Info: https://www.ietf.org/rfc/rfc3875 Page 14 if env["PATH_INFO"] != "" { env["PATH_TRANSLATED"] = filepath.Join(rule.Root, pathInfo) // Info: http://www.oreilly.com/openbook/cgi/ch02_04.html } // Some web apps rely on knowing HTTPS or not if r.TLS != nil { env["HTTPS"] = "on" // and pass the protocol details in a manner compatible with apache's mod_ssl // (which is why they have a SSL_ prefix and not TLS_). v, ok := tlsProtocolStringToMap[r.TLS.Version] if ok { env["SSL_PROTOCOL"] = v } // and pass the cipher suite in a manner compatible with apache's mod_ssl for k, v := range caddytls.SupportedCiphersMap { if v == r.TLS.CipherSuite { env["SSL_CIPHER"] = k break } } } // Add env variables from config (with support for placeholders in values) replacer := httpserver.NewReplacer(r, nil, "") for _, envVar := range rule.EnvVars { env[envVar[0]] = replacer.Replace(envVar[1]) } // Add all HTTP headers to env variables for field, val := range r.Header { header := strings.ToUpper(field) header = headerNameReplacer.Replace(header) env["HTTP_"+header] = strings.Join(val, ", ") } return env, nil } // Rule represents a FastCGI handling rule. // It is parsed from the fastcgi directive in the Caddyfile, see setup.go. type Rule struct { // The base path to match. Required. Path string // upstream load balancer balancer // Always process files with this extension with fastcgi. Ext string // Use this directory as the fastcgi root directory. Defaults to the root // directory of the parent virtual host. Root string // The path in the URL will be split into two, with the first piece ending // with the value of SplitPath. The first piece will be assumed as the // actual resource (CGI script) name, and the second piece will be set to // PATH_INFO for the CGI script to use. SplitPath string // If the URL ends with '/' (which indicates a directory), these index // files will be tried instead. IndexFiles []string // Environment Variables EnvVars [][2]string // Ignored paths IgnoredSubPaths []string // The duration used to set a deadline when connecting to an upstream. ConnectTimeout time.Duration // The duration used to set a deadline when reading from the FastCGI server. ReadTimeout time.Duration // The duration used to set a deadline when sending to the FastCGI server. SendTimeout time.Duration } // balancer is a fastcgi upstream load balancer. type balancer interface { // Address picks an upstream address from the // underlying load balancer. Address() (string, error) } // roundRobin is a round robin balancer for fastcgi upstreams. type roundRobin struct { // Known Go bug: https://golang.org/pkg/sync/atomic/#pkg-note-BUG // must be first field for 64 bit alignment // on x86 and arm. index int64 addresses []string } func (r *roundRobin) Address() (string, error) { index := atomic.AddInt64(&r.index, 1) % int64(len(r.addresses)) return r.addresses[index], nil } // srvResolver is a private interface used to abstract // the DNS resolver. It is mainly used to facilitate testing. type srvResolver interface { LookupSRV(ctx context.Context, service, proto, name string) (string, []*net.SRV, error) } // srv is a service locator for fastcgi upstreams type srv struct { resolver srvResolver service string } // Address looks up the service and returns the address:port // from first result in resolved list. // No explicit balancing is required because net.LookupSRV // sorts the results by priority and randomizes within priority. func (s *srv) Address() (string, error) { _, addrs, err := s.resolver.LookupSRV(context.Background(), "", "", s.service) if err != nil { return "", err } return fmt.Sprintf("%s:%d", strings.TrimRight(addrs[0].Target, "."), addrs[0].Port), nil } // canSplit checks if path can split into two based on rule.SplitPath. func (r Rule) canSplit(path string) bool { return r.splitPos(path) >= 0 } // splitPos returns the index where path should be split // based on rule.SplitPath. func (r Rule) splitPos(path string) int { if httpserver.CaseSensitivePath { return strings.Index(path, r.SplitPath) } return strings.Index(strings.ToLower(path), strings.ToLower(r.SplitPath)) } // AllowedPath checks if requestPath is not an ignored path. func (r Rule) AllowedPath(requestPath string) bool { for _, ignoredSubPath := range r.IgnoredSubPaths { if httpserver.Path(path.Clean(requestPath)).Matches(path.Join(r.Path, ignoredSubPath)) { return false } } return true } var ( headerNameReplacer = strings.NewReplacer(" ", "_", "-", "_") // ErrIndexMissingSplit describes an index configuration error. ErrIndexMissingSplit = errors.New("configured index file(s) must include split value") ) // LogError is a non fatal error that allows requests to go through. type LogError string // Error satisfies error interface. func (l LogError) Error() string { return string(l) } // Map of supported protocols to Apache ssl_mod format // Note that these are slightly different from SupportedProtocols in caddytls/config.go's var tlsProtocolStringToMap = map[uint16]string{ tls.VersionTLS10: "TLSv1", tls.VersionTLS11: "TLSv1.1", tls.VersionTLS12: "TLSv1.2", }