mirror of
https://github.com/caddyserver/caddy.git
synced 2024-11-29 20:24:11 +08:00
708 lines
26 KiB
Go
708 lines
26 KiB
Go
// Copyright 2015 Matthew Holt and The Caddy Authors
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package fileserver
|
|
|
|
import (
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"io/fs"
|
|
weakrand "math/rand"
|
|
"mime"
|
|
"net/http"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
"runtime"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"go.uber.org/zap"
|
|
|
|
"github.com/caddyserver/caddy/v2"
|
|
"github.com/caddyserver/caddy/v2/modules/caddyhttp"
|
|
"github.com/caddyserver/caddy/v2/modules/caddyhttp/encode"
|
|
)
|
|
|
|
func init() {
|
|
caddy.RegisterModule(FileServer{})
|
|
}
|
|
|
|
// FileServer implements a handler that serves static files.
|
|
//
|
|
// The path of the file to serve is constructed by joining the site root
|
|
// and the sanitized request path. Any and all files within the root and
|
|
// links with targets outside the site root may therefore be accessed.
|
|
// For example, with a site root of `/www`, requests to `/foo/bar.txt`
|
|
// will serve the file at `/www/foo/bar.txt`.
|
|
//
|
|
// The request path is sanitized using the Go standard library's
|
|
// path.Clean() function (https://pkg.go.dev/path#Clean) before being
|
|
// joined to the root. Request paths must be valid and well-formed.
|
|
//
|
|
// For requests that access directories instead of regular files,
|
|
// Caddy will attempt to serve an index file if present. For example,
|
|
// a request to `/dir/` will attempt to serve `/dir/index.html` if
|
|
// it exists. The index file names to try are configurable. If a
|
|
// requested directory does not have an index file, Caddy writes a
|
|
// 404 response. Alternatively, file browsing can be enabled with
|
|
// the "browse" parameter which shows a list of files when directories
|
|
// are requested if no index file is present. If "browse" is enabled,
|
|
// Caddy may serve a JSON array of the dirctory listing when the `Accept`
|
|
// header mentions `application/json` with the following structure:
|
|
//
|
|
// [{
|
|
// "name": "",
|
|
// "size": 0,
|
|
// "url": "",
|
|
// "mod_time": "",
|
|
// "mode": 0,
|
|
// "is_dir": false,
|
|
// "is_symlink": false
|
|
// }]
|
|
//
|
|
// with the `url` being relative to the request path and `mod_time` in the RFC 3339 format
|
|
// with sub-second precision. For any other value for the `Accept` header, the
|
|
// respective browse template is executed with `Content-Type: text/html`.
|
|
//
|
|
// By default, this handler will canonicalize URIs so that requests to
|
|
// directories end with a slash, but requests to regular files do not.
|
|
// This is enforced with HTTP redirects automatically and can be disabled.
|
|
// Canonicalization redirects are not issued, however, if a URI rewrite
|
|
// modified the last component of the path (the filename).
|
|
//
|
|
// This handler sets the Etag and Last-Modified headers for static files.
|
|
// It does not perform MIME sniffing to determine Content-Type based on
|
|
// contents, but does use the extension (if known); see the Go docs for
|
|
// details: https://pkg.go.dev/mime#TypeByExtension
|
|
//
|
|
// The file server properly handles requests with If-Match,
|
|
// If-Unmodified-Since, If-Modified-Since, If-None-Match, Range, and
|
|
// If-Range headers. It includes the file's modification time in the
|
|
// Last-Modified header of the response.
|
|
type FileServer struct {
|
|
// The file system implementation to use. By default, Caddy uses the local
|
|
// disk file system.
|
|
//
|
|
// File system modules used here must adhere to the following requirements:
|
|
// - Implement fs.FS interface.
|
|
// - Support seeking on opened files; i.e.returned fs.File values must
|
|
// implement the io.Seeker interface. This is required for determining
|
|
// Content-Length and satisfying Range requests.
|
|
// - fs.File values that represent directories must implement the
|
|
// fs.ReadDirFile interface so that directory listings can be procured.
|
|
FileSystemRaw json.RawMessage `json:"file_system,omitempty" caddy:"namespace=caddy.fs inline_key=backend"`
|
|
fileSystem fs.FS
|
|
|
|
// The path to the root of the site. Default is `{http.vars.root}` if set,
|
|
// or current working directory otherwise. This should be a trusted value.
|
|
//
|
|
// Note that a site root is not a sandbox. Although the file server does
|
|
// sanitize the request URI to prevent directory traversal, files (including
|
|
// links) within the site root may be directly accessed based on the request
|
|
// path. Files and folders within the root should be secure and trustworthy.
|
|
Root string `json:"root,omitempty"`
|
|
|
|
// A list of files or folders to hide; the file server will pretend as if
|
|
// they don't exist. Accepts globular patterns like `*.ext` or `/foo/*/bar`
|
|
// as well as placeholders. Because site roots can be dynamic, this list
|
|
// uses file system paths, not request paths. To clarify, the base of
|
|
// relative paths is the current working directory, NOT the site root.
|
|
//
|
|
// Entries without a path separator (`/` or `\` depending on OS) will match
|
|
// any file or directory of that name regardless of its path. To hide only a
|
|
// specific file with a name that may not be unique, always use a path
|
|
// separator. For example, to hide all files or folder trees named "hidden",
|
|
// put "hidden" in the list. To hide only ./hidden, put "./hidden" in the list.
|
|
//
|
|
// When possible, all paths are resolved to their absolute form before
|
|
// comparisons are made. For maximum clarity and explictness, use complete,
|
|
// absolute paths; or, for greater portability, use relative paths instead.
|
|
Hide []string `json:"hide,omitempty"`
|
|
|
|
// The names of files to try as index files if a folder is requested.
|
|
// Default: index.html, index.txt.
|
|
IndexNames []string `json:"index_names,omitempty"`
|
|
|
|
// Enables file listings if a directory was requested and no index
|
|
// file is present.
|
|
Browse *Browse `json:"browse,omitempty"`
|
|
|
|
// Use redirects to enforce trailing slashes for directories, or to
|
|
// remove trailing slash from URIs for files. Default is true.
|
|
//
|
|
// Canonicalization will not happen if the last element of the request's
|
|
// path (the filename) is changed in an internal rewrite, to avoid
|
|
// clobbering the explicit rewrite with implicit behavior.
|
|
CanonicalURIs *bool `json:"canonical_uris,omitempty"`
|
|
|
|
// Override the status code written when successfully serving a file.
|
|
// Particularly useful when explicitly serving a file as display for
|
|
// an error, like a 404 page. A placeholder may be used. By default,
|
|
// the status code will typically be 200, or 206 for partial content.
|
|
StatusCode caddyhttp.WeakString `json:"status_code,omitempty"`
|
|
|
|
// If pass-thru mode is enabled and a requested file is not found,
|
|
// it will invoke the next handler in the chain instead of returning
|
|
// a 404 error. By default, this is false (disabled).
|
|
PassThru bool `json:"pass_thru,omitempty"`
|
|
|
|
// Selection of encoders to use to check for precompressed files.
|
|
PrecompressedRaw caddy.ModuleMap `json:"precompressed,omitempty" caddy:"namespace=http.precompressed"`
|
|
|
|
// If the client has no strong preference (q-factor), choose these encodings in order.
|
|
// If no order specified here, the first encoding from the Accept-Encoding header
|
|
// that both client and server support is used
|
|
PrecompressedOrder []string `json:"precompressed_order,omitempty"`
|
|
precompressors map[string]encode.Precompressed
|
|
|
|
logger *zap.Logger
|
|
}
|
|
|
|
// CaddyModule returns the Caddy module information.
|
|
func (FileServer) CaddyModule() caddy.ModuleInfo {
|
|
return caddy.ModuleInfo{
|
|
ID: "http.handlers.file_server",
|
|
New: func() caddy.Module { return new(FileServer) },
|
|
}
|
|
}
|
|
|
|
// Provision sets up the static files responder.
|
|
func (fsrv *FileServer) Provision(ctx caddy.Context) error {
|
|
fsrv.logger = ctx.Logger()
|
|
|
|
// establish which file system (possibly a virtual one) we'll be using
|
|
if len(fsrv.FileSystemRaw) > 0 {
|
|
mod, err := ctx.LoadModule(fsrv, "FileSystemRaw")
|
|
if err != nil {
|
|
return fmt.Errorf("loading file system module: %v", err)
|
|
}
|
|
fsrv.fileSystem = mod.(fs.FS)
|
|
}
|
|
if fsrv.fileSystem == nil {
|
|
fsrv.fileSystem = osFS{}
|
|
}
|
|
|
|
if fsrv.Root == "" {
|
|
fsrv.Root = "{http.vars.root}"
|
|
}
|
|
|
|
if fsrv.IndexNames == nil {
|
|
fsrv.IndexNames = defaultIndexNames
|
|
}
|
|
|
|
// for hide paths that are static (i.e. no placeholders), we can transform them into
|
|
// absolute paths before the server starts for very slight performance improvement
|
|
for i, h := range fsrv.Hide {
|
|
if !strings.Contains(h, "{") && strings.Contains(h, separator) {
|
|
if abs, err := filepath.Abs(h); err == nil {
|
|
fsrv.Hide[i] = abs
|
|
}
|
|
}
|
|
}
|
|
|
|
// support precompressed sidecar files
|
|
mods, err := ctx.LoadModule(fsrv, "PrecompressedRaw")
|
|
if err != nil {
|
|
return fmt.Errorf("loading encoder modules: %v", err)
|
|
}
|
|
for modName, modIface := range mods.(map[string]any) {
|
|
p, ok := modIface.(encode.Precompressed)
|
|
if !ok {
|
|
return fmt.Errorf("module %s is not precompressor", modName)
|
|
}
|
|
ae := p.AcceptEncoding()
|
|
if ae == "" {
|
|
return fmt.Errorf("precompressor does not specify an Accept-Encoding value")
|
|
}
|
|
suffix := p.Suffix()
|
|
if suffix == "" {
|
|
return fmt.Errorf("precompressor does not specify a Suffix value")
|
|
}
|
|
if _, ok := fsrv.precompressors[ae]; ok {
|
|
return fmt.Errorf("precompressor already added: %s", ae)
|
|
}
|
|
if fsrv.precompressors == nil {
|
|
fsrv.precompressors = make(map[string]encode.Precompressed)
|
|
}
|
|
fsrv.precompressors[ae] = p
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (fsrv *FileServer) ServeHTTP(w http.ResponseWriter, r *http.Request, next caddyhttp.Handler) error {
|
|
repl := r.Context().Value(caddy.ReplacerCtxKey).(*caddy.Replacer)
|
|
|
|
if runtime.GOOS == "windows" {
|
|
// reject paths with Alternate Data Streams (ADS)
|
|
if strings.Contains(r.URL.Path, ":") {
|
|
return caddyhttp.Error(http.StatusBadRequest, fmt.Errorf("illegal ADS path"))
|
|
}
|
|
// reject paths with "8.3" short names
|
|
trimmedPath := strings.TrimRight(r.URL.Path, ". ") // Windows ignores trailing dots and spaces, sigh
|
|
if len(path.Base(trimmedPath)) <= 12 && strings.Contains(trimmedPath, "~") {
|
|
return caddyhttp.Error(http.StatusBadRequest, fmt.Errorf("illegal short name"))
|
|
}
|
|
// both of those could bypass file hiding or possibly leak information even if the file is not hidden
|
|
}
|
|
|
|
filesToHide := fsrv.transformHidePaths(repl)
|
|
|
|
root := repl.ReplaceAll(fsrv.Root, ".")
|
|
|
|
// remove any trailing `/` as it breaks fs.ValidPath() in the stdlib
|
|
filename := strings.TrimSuffix(caddyhttp.SanitizedPathJoin(root, r.URL.Path), "/")
|
|
|
|
fsrv.logger.Debug("sanitized path join",
|
|
zap.String("site_root", root),
|
|
zap.String("request_path", r.URL.Path),
|
|
zap.String("result", filename))
|
|
|
|
// get information about the file
|
|
info, err := fs.Stat(fsrv.fileSystem, filename)
|
|
if err != nil {
|
|
err = fsrv.mapDirOpenError(err, filename)
|
|
if errors.Is(err, fs.ErrNotExist) || errors.Is(err, fs.ErrInvalid) {
|
|
return fsrv.notFound(w, r, next)
|
|
} else if errors.Is(err, fs.ErrPermission) {
|
|
return caddyhttp.Error(http.StatusForbidden, err)
|
|
}
|
|
return caddyhttp.Error(http.StatusInternalServerError, err)
|
|
}
|
|
|
|
// if the request mapped to a directory, see if
|
|
// there is an index file we can serve
|
|
var implicitIndexFile bool
|
|
if info.IsDir() && len(fsrv.IndexNames) > 0 {
|
|
for _, indexPage := range fsrv.IndexNames {
|
|
indexPage := repl.ReplaceAll(indexPage, "")
|
|
indexPath := caddyhttp.SanitizedPathJoin(filename, indexPage)
|
|
if fileHidden(indexPath, filesToHide) {
|
|
// pretend this file doesn't exist
|
|
fsrv.logger.Debug("hiding index file",
|
|
zap.String("filename", indexPath),
|
|
zap.Strings("files_to_hide", filesToHide))
|
|
continue
|
|
}
|
|
|
|
indexInfo, err := fs.Stat(fsrv.fileSystem, indexPath)
|
|
if err != nil {
|
|
continue
|
|
}
|
|
|
|
// don't rewrite the request path to append
|
|
// the index file, because we might need to
|
|
// do a canonical-URL redirect below based
|
|
// on the URL as-is
|
|
|
|
// we've chosen to use this index file,
|
|
// so replace the last file info and path
|
|
// with that of the index file
|
|
info = indexInfo
|
|
filename = indexPath
|
|
implicitIndexFile = true
|
|
fsrv.logger.Debug("located index file", zap.String("filename", filename))
|
|
break
|
|
}
|
|
}
|
|
|
|
// if still referencing a directory, delegate
|
|
// to browse or return an error
|
|
if info.IsDir() {
|
|
fsrv.logger.Debug("no index file in directory",
|
|
zap.String("path", filename),
|
|
zap.Strings("index_filenames", fsrv.IndexNames))
|
|
if fsrv.Browse != nil && !fileHidden(filename, filesToHide) {
|
|
return fsrv.serveBrowse(root, filename, w, r, next)
|
|
}
|
|
return fsrv.notFound(w, r, next)
|
|
}
|
|
|
|
// one last check to ensure the file isn't hidden (we might
|
|
// have changed the filename from when we last checked)
|
|
if fileHidden(filename, filesToHide) {
|
|
fsrv.logger.Debug("hiding file",
|
|
zap.String("filename", filename),
|
|
zap.Strings("files_to_hide", filesToHide))
|
|
return fsrv.notFound(w, r, next)
|
|
}
|
|
|
|
// if URL canonicalization is enabled, we need to enforce trailing
|
|
// slash convention: if a directory, trailing slash; if a file, no
|
|
// trailing slash - not enforcing this can break relative hrefs
|
|
// in HTML (see https://github.com/caddyserver/caddy/issues/2741)
|
|
if fsrv.CanonicalURIs == nil || *fsrv.CanonicalURIs {
|
|
// Only redirect if the last element of the path (the filename) was not
|
|
// rewritten; if the admin wanted to rewrite to the canonical path, they
|
|
// would have, and we have to be very careful not to introduce unwanted
|
|
// redirects and especially redirect loops!
|
|
// See https://github.com/caddyserver/caddy/issues/4205.
|
|
origReq := r.Context().Value(caddyhttp.OriginalRequestCtxKey).(http.Request)
|
|
if path.Base(origReq.URL.Path) == path.Base(r.URL.Path) {
|
|
if implicitIndexFile && !strings.HasSuffix(origReq.URL.Path, "/") {
|
|
to := origReq.URL.Path + "/"
|
|
fsrv.logger.Debug("redirecting to canonical URI (adding trailing slash for directory)",
|
|
zap.String("from_path", origReq.URL.Path),
|
|
zap.String("to_path", to))
|
|
return redirect(w, r, to)
|
|
} else if !implicitIndexFile && strings.HasSuffix(origReq.URL.Path, "/") {
|
|
to := origReq.URL.Path[:len(origReq.URL.Path)-1]
|
|
fsrv.logger.Debug("redirecting to canonical URI (removing trailing slash for file)",
|
|
zap.String("from_path", origReq.URL.Path),
|
|
zap.String("to_path", to))
|
|
return redirect(w, r, to)
|
|
}
|
|
}
|
|
}
|
|
|
|
var file fs.File
|
|
|
|
// etag is usually unset, but if the user knows what they're doing, let them override it
|
|
etag := w.Header().Get("Etag")
|
|
|
|
// check for precompressed files
|
|
for _, ae := range encode.AcceptedEncodings(r, fsrv.PrecompressedOrder) {
|
|
precompress, ok := fsrv.precompressors[ae]
|
|
if !ok {
|
|
continue
|
|
}
|
|
compressedFilename := filename + precompress.Suffix()
|
|
compressedInfo, err := fs.Stat(fsrv.fileSystem, compressedFilename)
|
|
if err != nil || compressedInfo.IsDir() {
|
|
fsrv.logger.Debug("precompressed file not accessible", zap.String("filename", compressedFilename), zap.Error(err))
|
|
continue
|
|
}
|
|
fsrv.logger.Debug("opening compressed sidecar file", zap.String("filename", compressedFilename), zap.Error(err))
|
|
file, err = fsrv.openFile(compressedFilename, w)
|
|
if err != nil {
|
|
fsrv.logger.Warn("opening precompressed file failed", zap.String("filename", compressedFilename), zap.Error(err))
|
|
if caddyErr, ok := err.(caddyhttp.HandlerError); ok && caddyErr.StatusCode == http.StatusServiceUnavailable {
|
|
return err
|
|
}
|
|
file = nil
|
|
continue
|
|
}
|
|
defer file.Close()
|
|
w.Header().Set("Content-Encoding", ae)
|
|
w.Header().Del("Accept-Ranges")
|
|
w.Header().Add("Vary", "Accept-Encoding")
|
|
|
|
// don't assign info = compressedInfo because sidecars are kind
|
|
// of transparent; however we do need to set the Etag:
|
|
// https://caddy.community/t/gzipped-sidecar-file-wrong-same-etag/16793
|
|
if etag == "" {
|
|
etag = calculateEtag(compressedInfo)
|
|
}
|
|
|
|
break
|
|
}
|
|
|
|
// no precompressed file found, use the actual file
|
|
if file == nil {
|
|
fsrv.logger.Debug("opening file", zap.String("filename", filename))
|
|
|
|
// open the file
|
|
file, err = fsrv.openFile(filename, w)
|
|
if err != nil {
|
|
if herr, ok := err.(caddyhttp.HandlerError); ok &&
|
|
herr.StatusCode == http.StatusNotFound {
|
|
return fsrv.notFound(w, r, next)
|
|
}
|
|
return err // error is already structured
|
|
}
|
|
defer file.Close()
|
|
|
|
if etag == "" {
|
|
etag = calculateEtag(info)
|
|
}
|
|
}
|
|
|
|
// at this point, we're serving a file; Go std lib supports only
|
|
// GET and HEAD, which is sensible for a static file server - reject
|
|
// any other methods (see issue #5166)
|
|
if r.Method != http.MethodGet && r.Method != http.MethodHead {
|
|
// if we're in an error context, then it doesn't make sense
|
|
// to repeat the error; just continue because we're probably
|
|
// trying to write an error page response (see issue #5703)
|
|
if _, ok := r.Context().Value(caddyhttp.ErrorCtxKey).(error); !ok {
|
|
w.Header().Add("Allow", "GET, HEAD")
|
|
return caddyhttp.Error(http.StatusMethodNotAllowed, nil)
|
|
}
|
|
}
|
|
|
|
// set the Etag - note that a conditional If-None-Match request is handled
|
|
// by http.ServeContent below, which checks against this Etag value
|
|
if etag != "" {
|
|
w.Header().Set("Etag", etag)
|
|
}
|
|
|
|
if w.Header().Get("Content-Type") == "" {
|
|
mtyp := mime.TypeByExtension(filepath.Ext(filename))
|
|
if mtyp == "" {
|
|
// do not allow Go to sniff the content-type; see https://www.youtube.com/watch?v=8t8JYpt0egE
|
|
w.Header()["Content-Type"] = nil
|
|
} else {
|
|
w.Header().Set("Content-Type", mtyp)
|
|
}
|
|
}
|
|
|
|
var statusCodeOverride int
|
|
|
|
// if this handler exists in an error context (i.e. is part of a
|
|
// handler chain that is supposed to handle a previous error),
|
|
// we should set status code to the one from the error instead
|
|
// of letting http.ServeContent set the default (usually 200)
|
|
if reqErr, ok := r.Context().Value(caddyhttp.ErrorCtxKey).(error); ok {
|
|
statusCodeOverride = http.StatusInternalServerError
|
|
if handlerErr, ok := reqErr.(caddyhttp.HandlerError); ok {
|
|
if handlerErr.StatusCode > 0 {
|
|
statusCodeOverride = handlerErr.StatusCode
|
|
}
|
|
}
|
|
}
|
|
|
|
// if a status code override is configured, run the replacer on it
|
|
if codeStr := fsrv.StatusCode.String(); codeStr != "" {
|
|
statusCodeOverride, err = strconv.Atoi(repl.ReplaceAll(codeStr, ""))
|
|
if err != nil {
|
|
return caddyhttp.Error(http.StatusInternalServerError, err)
|
|
}
|
|
}
|
|
|
|
// if we do have an override from the previous two parts, then
|
|
// we wrap the response writer to intercept the WriteHeader call
|
|
if statusCodeOverride > 0 {
|
|
w = statusOverrideResponseWriter{ResponseWriter: w, code: statusCodeOverride}
|
|
}
|
|
|
|
// let the standard library do what it does best; note, however,
|
|
// that errors generated by ServeContent are written immediately
|
|
// to the response, so we cannot handle them (but errors there
|
|
// are rare)
|
|
http.ServeContent(w, r, info.Name(), info.ModTime(), file.(io.ReadSeeker))
|
|
|
|
return nil
|
|
}
|
|
|
|
// openFile opens the file at the given filename. If there was an error,
|
|
// the response is configured to inform the client how to best handle it
|
|
// and a well-described handler error is returned (do not wrap the
|
|
// returned error value).
|
|
func (fsrv *FileServer) openFile(filename string, w http.ResponseWriter) (fs.File, error) {
|
|
file, err := fsrv.fileSystem.Open(filename)
|
|
if err != nil {
|
|
err = fsrv.mapDirOpenError(err, filename)
|
|
if os.IsNotExist(err) {
|
|
fsrv.logger.Debug("file not found", zap.String("filename", filename), zap.Error(err))
|
|
return nil, caddyhttp.Error(http.StatusNotFound, err)
|
|
} else if os.IsPermission(err) {
|
|
fsrv.logger.Debug("permission denied", zap.String("filename", filename), zap.Error(err))
|
|
return nil, caddyhttp.Error(http.StatusForbidden, err)
|
|
}
|
|
// maybe the server is under load and ran out of file descriptors?
|
|
// have client wait arbitrary seconds to help prevent a stampede
|
|
//nolint:gosec
|
|
backoff := weakrand.Intn(maxBackoff-minBackoff) + minBackoff
|
|
w.Header().Set("Retry-After", strconv.Itoa(backoff))
|
|
fsrv.logger.Debug("retry after backoff", zap.String("filename", filename), zap.Int("backoff", backoff), zap.Error(err))
|
|
return nil, caddyhttp.Error(http.StatusServiceUnavailable, err)
|
|
}
|
|
return file, nil
|
|
}
|
|
|
|
// mapDirOpenError maps the provided non-nil error from opening name
|
|
// to a possibly better non-nil error. In particular, it turns OS-specific errors
|
|
// about opening files in non-directories into os.ErrNotExist. See golang/go#18984.
|
|
// Adapted from the Go standard library; originally written by Nathaniel Caza.
|
|
// https://go-review.googlesource.com/c/go/+/36635/
|
|
// https://go-review.googlesource.com/c/go/+/36804/
|
|
func (fsrv *FileServer) mapDirOpenError(originalErr error, name string) error {
|
|
if errors.Is(originalErr, fs.ErrNotExist) || errors.Is(originalErr, fs.ErrPermission) {
|
|
return originalErr
|
|
}
|
|
|
|
parts := strings.Split(name, separator)
|
|
for i := range parts {
|
|
if parts[i] == "" {
|
|
continue
|
|
}
|
|
fi, err := fs.Stat(fsrv.fileSystem, strings.Join(parts[:i+1], separator))
|
|
if err != nil {
|
|
return originalErr
|
|
}
|
|
if !fi.IsDir() {
|
|
return fs.ErrNotExist
|
|
}
|
|
}
|
|
|
|
return originalErr
|
|
}
|
|
|
|
// transformHidePaths performs replacements for all the elements of fsrv.Hide and
|
|
// makes them absolute paths (if they contain a path separator), then returns a
|
|
// new list of the transformed values.
|
|
func (fsrv *FileServer) transformHidePaths(repl *caddy.Replacer) []string {
|
|
hide := make([]string, len(fsrv.Hide))
|
|
for i := range fsrv.Hide {
|
|
hide[i] = repl.ReplaceAll(fsrv.Hide[i], "")
|
|
if strings.Contains(hide[i], separator) {
|
|
abs, err := filepath.Abs(hide[i])
|
|
if err == nil {
|
|
hide[i] = abs
|
|
}
|
|
}
|
|
}
|
|
return hide
|
|
}
|
|
|
|
// fileHidden returns true if filename is hidden according to the hide list.
|
|
// filename must be a relative or absolute file system path, not a request
|
|
// URI path. It is expected that all the paths in the hide list are absolute
|
|
// paths or are singular filenames (without a path separator).
|
|
func fileHidden(filename string, hide []string) bool {
|
|
if len(hide) == 0 {
|
|
return false
|
|
}
|
|
|
|
// all path comparisons use the complete absolute path if possible
|
|
filenameAbs, err := filepath.Abs(filename)
|
|
if err == nil {
|
|
filename = filenameAbs
|
|
}
|
|
|
|
var components []string
|
|
|
|
for _, h := range hide {
|
|
if !strings.Contains(h, separator) {
|
|
// if there is no separator in h, then we assume the user
|
|
// wants to hide any files or folders that match that
|
|
// name; thus we have to compare against each component
|
|
// of the filename, e.g. hiding "bar" would hide "/bar"
|
|
// as well as "/foo/bar/baz" but not "/barstool".
|
|
if len(components) == 0 {
|
|
components = strings.Split(filename, separator)
|
|
}
|
|
for _, c := range components {
|
|
if hidden, _ := filepath.Match(h, c); hidden {
|
|
return true
|
|
}
|
|
}
|
|
} else if strings.HasPrefix(filename, h) {
|
|
// if there is a separator in h, and filename is exactly
|
|
// prefixed with h, then we can do a prefix match so that
|
|
// "/foo" matches "/foo/bar" but not "/foobar".
|
|
withoutPrefix := strings.TrimPrefix(filename, h)
|
|
if strings.HasPrefix(withoutPrefix, separator) {
|
|
return true
|
|
}
|
|
}
|
|
|
|
// in the general case, a glob match will suffice
|
|
if hidden, _ := filepath.Match(h, filename); hidden {
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
// notFound returns a 404 error or, if pass-thru is enabled,
|
|
// it calls the next handler in the chain.
|
|
func (fsrv *FileServer) notFound(w http.ResponseWriter, r *http.Request, next caddyhttp.Handler) error {
|
|
if fsrv.PassThru {
|
|
return next.ServeHTTP(w, r)
|
|
}
|
|
return caddyhttp.Error(http.StatusNotFound, nil)
|
|
}
|
|
|
|
// calculateEtag produces a strong etag by default, although, for
|
|
// efficiency reasons, it does not actually consume the contents
|
|
// of the file to make a hash of all the bytes. ¯\_(ツ)_/¯
|
|
// Prefix the etag with "W/" to convert it into a weak etag.
|
|
// See: https://tools.ietf.org/html/rfc7232#section-2.3
|
|
func calculateEtag(d os.FileInfo) string {
|
|
mtime := d.ModTime().Unix()
|
|
if mtime == 0 || mtime == 1 {
|
|
return "" // not useful anyway; see issue #5548
|
|
}
|
|
t := strconv.FormatInt(mtime, 36)
|
|
s := strconv.FormatInt(d.Size(), 36)
|
|
return `"` + t + s + `"`
|
|
}
|
|
|
|
func redirect(w http.ResponseWriter, r *http.Request, to string) error {
|
|
for strings.HasPrefix(to, "//") {
|
|
// prevent path-based open redirects
|
|
to = strings.TrimPrefix(to, "/")
|
|
}
|
|
http.Redirect(w, r, to, http.StatusPermanentRedirect)
|
|
return nil
|
|
}
|
|
|
|
// statusOverrideResponseWriter intercepts WriteHeader calls
|
|
// to instead write the HTTP status code we want instead
|
|
// of the one http.ServeContent will use by default (usually 200)
|
|
type statusOverrideResponseWriter struct {
|
|
http.ResponseWriter
|
|
code int
|
|
}
|
|
|
|
// WriteHeader intercepts calls by the stdlib to WriteHeader
|
|
// to instead write the HTTP status code we want.
|
|
func (wr statusOverrideResponseWriter) WriteHeader(int) {
|
|
wr.ResponseWriter.WriteHeader(wr.code)
|
|
}
|
|
|
|
// Unwrap returns the underlying ResponseWriter, necessary for
|
|
// http.ResponseController to work correctly.
|
|
func (wr statusOverrideResponseWriter) Unwrap() http.ResponseWriter {
|
|
return wr.ResponseWriter
|
|
}
|
|
|
|
// osFS is a simple fs.FS implementation that uses the local
|
|
// file system. (We do not use os.DirFS because we do our own
|
|
// rooting or path prefixing without being constrained to a single
|
|
// root folder. The standard os.DirFS implementation is problematic
|
|
// since roots can be dynamic in our application.)
|
|
//
|
|
// osFS also implements fs.StatFS, fs.GlobFS, fs.ReadDirFS, and fs.ReadFileFS.
|
|
type osFS struct{}
|
|
|
|
func (osFS) Open(name string) (fs.File, error) { return os.Open(name) }
|
|
func (osFS) Stat(name string) (fs.FileInfo, error) { return os.Stat(name) }
|
|
func (osFS) Glob(pattern string) ([]string, error) { return filepath.Glob(pattern) }
|
|
func (osFS) ReadDir(name string) ([]fs.DirEntry, error) { return os.ReadDir(name) }
|
|
func (osFS) ReadFile(name string) ([]byte, error) { return os.ReadFile(name) }
|
|
|
|
var defaultIndexNames = []string{"index.html", "index.txt"}
|
|
|
|
const (
|
|
minBackoff, maxBackoff = 2, 5
|
|
separator = string(filepath.Separator)
|
|
)
|
|
|
|
// Interface guards
|
|
var (
|
|
_ caddy.Provisioner = (*FileServer)(nil)
|
|
_ caddyhttp.MiddlewareHandler = (*FileServer)(nil)
|
|
|
|
_ fs.StatFS = (*osFS)(nil)
|
|
_ fs.GlobFS = (*osFS)(nil)
|
|
_ fs.ReadDirFS = (*osFS)(nil)
|
|
_ fs.ReadFileFS = (*osFS)(nil)
|
|
)
|