2019-08-10 02:05:47 +08:00
|
|
|
// Copyright 2015 Matthew Holt and The Caddy Authors
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package caddyhttp
|
|
|
|
|
|
|
|
import (
|
http: Change routes to sequential matcher evaluation (#2967)
Previously, all matchers in a route would be evaluated before any
handlers were executed, and a composite route of the matching routes
would be created. This made rewrites especially tricky, since the only
way to defer later matchers' evaluation was to wrap them in a subroute,
or to invoke a "rehandle" which often caused bugs.
Instead, this new sequential design evaluates each route's matchers then
its handlers in lock-step; matcher-handlers-matcher-handlers...
If the first matching route consists of a rewrite, then the second route
will be evaluated against the rewritten request, rather than the original
one, and so on.
This should do away with any need for rehandling.
I've also taken this opportunity to avoid adding new values to the
request context in the handler chain, as this creates a copy of the
Request struct, which may possibly lead to bugs like it has in the past
(see PR #1542, PR #1481, and maybe issue #2463). We now add all the
expected context values in the top-level handler at the server, then
any new values can be added to the variable table via the VarsCtxKey
context key, or just the GetVar/SetVar functions. In particular, we are
using this facility to convey dial information in the reverse proxy.
Had to be careful in one place as the middleware compilation logic has
changed, and moved a bit. We no longer compile a middleware chain per-
request; instead, we can compile it at provision-time, and defer only the
evaluation of matchers to request-time, which should slightly improve
performance. Doing this, however, we take advantage of multiple function
closures, and we also changed the use of HandlerFunc (function pointer)
to Handler (interface)... this led to a situation where, if we aren't
careful, allows one request routed a certain way to permanently change
the "next" handler for all/most other requests! We avoid this by making
a copy of the interface value (which is a lightweight pointer copy) and
using exclusively that within our wrapped handlers. This way, the
original stack frame is preserved in a "read-only" fashion. The comments
in the code describe this phenomenon.
This may very well be a breaking change for some configurations, however
I do not expect it to impact many people. I will make it clear in the
release notes that this change has occurred.
2020-01-10 01:00:13 +08:00
|
|
|
"context"
|
2020-01-23 00:43:42 +08:00
|
|
|
"fmt"
|
2019-08-10 02:05:47 +08:00
|
|
|
"net/http"
|
|
|
|
|
|
|
|
"github.com/caddyserver/caddy/v2"
|
2020-09-26 07:50:26 +08:00
|
|
|
"github.com/caddyserver/caddy/v2/caddyconfig/caddyfile"
|
2019-08-10 02:05:47 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
2019-08-22 00:46:35 +08:00
|
|
|
caddy.RegisterModule(VarsMiddleware{})
|
|
|
|
caddy.RegisterModule(VarsMatcher{})
|
2020-02-09 03:26:31 +08:00
|
|
|
caddy.RegisterModule(MatchVarsRE{})
|
2019-08-10 02:05:47 +08:00
|
|
|
}
|
|
|
|
|
2021-09-25 08:31:01 +08:00
|
|
|
// VarsMiddleware is an HTTP middleware which sets variables to
|
|
|
|
// have values that can be used in the HTTP request handler
|
|
|
|
// chain. The primary way to access variables is with placeholders,
|
|
|
|
// which have the form: `{http.vars.variable_name}`, or with
|
|
|
|
// the `vars` and `vars_regexp` request matchers.
|
|
|
|
//
|
|
|
|
// The key is the variable name, and the value is the value of the
|
|
|
|
// variable. Both the name and value may use or contain placeholders.
|
2019-08-10 02:05:47 +08:00
|
|
|
type VarsMiddleware map[string]string
|
|
|
|
|
2019-08-22 00:46:35 +08:00
|
|
|
// CaddyModule returns the Caddy module information.
|
|
|
|
func (VarsMiddleware) CaddyModule() caddy.ModuleInfo {
|
|
|
|
return caddy.ModuleInfo{
|
2019-12-11 04:36:46 +08:00
|
|
|
ID: "http.handlers.vars",
|
|
|
|
New: func() caddy.Module { return new(VarsMiddleware) },
|
2019-08-22 00:46:35 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-08-10 02:05:47 +08:00
|
|
|
func (t VarsMiddleware) ServeHTTP(w http.ResponseWriter, r *http.Request, next Handler) error {
|
2019-10-29 04:39:37 +08:00
|
|
|
vars := r.Context().Value(VarsCtxKey).(map[string]interface{})
|
2019-12-30 04:12:52 +08:00
|
|
|
repl := r.Context().Value(caddy.ReplacerCtxKey).(*caddy.Replacer)
|
2019-08-10 02:05:47 +08:00
|
|
|
for k, v := range t {
|
|
|
|
keyExpanded := repl.ReplaceAll(k, "")
|
|
|
|
valExpanded := repl.ReplaceAll(v, "")
|
|
|
|
vars[keyExpanded] = valExpanded
|
|
|
|
}
|
|
|
|
return next.ServeHTTP(w, r)
|
|
|
|
}
|
|
|
|
|
|
|
|
// VarsMatcher is an HTTP request matcher which can match
|
2021-12-14 04:59:58 +08:00
|
|
|
// requests based on variables in the context. The key is
|
|
|
|
// the name of the variable, and the values are possible
|
|
|
|
// values the variable can be in order to match (OR'ed).
|
|
|
|
//
|
|
|
|
// As a special case, this matcher can also match on
|
|
|
|
// placeholders generally. If the key is not an HTTP chain
|
|
|
|
// variable, it will be checked to see if it is a
|
|
|
|
// placeholder name, and if so, will compare its value.
|
|
|
|
type VarsMatcher map[string][]string
|
2019-08-10 02:05:47 +08:00
|
|
|
|
2019-08-22 00:46:35 +08:00
|
|
|
// CaddyModule returns the Caddy module information.
|
|
|
|
func (VarsMatcher) CaddyModule() caddy.ModuleInfo {
|
|
|
|
return caddy.ModuleInfo{
|
2019-12-11 04:36:46 +08:00
|
|
|
ID: "http.matchers.vars",
|
|
|
|
New: func() caddy.Module { return new(VarsMatcher) },
|
2019-08-22 00:46:35 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-26 07:50:26 +08:00
|
|
|
// UnmarshalCaddyfile implements caddyfile.Unmarshaler.
|
|
|
|
func (m *VarsMatcher) UnmarshalCaddyfile(d *caddyfile.Dispenser) error {
|
|
|
|
if *m == nil {
|
2021-12-14 04:59:58 +08:00
|
|
|
*m = make(map[string][]string)
|
2020-09-26 07:50:26 +08:00
|
|
|
}
|
|
|
|
for d.Next() {
|
2021-12-14 04:59:58 +08:00
|
|
|
var field string
|
|
|
|
if !d.Args(&field) {
|
|
|
|
return d.Errf("malformed vars matcher: expected field name")
|
|
|
|
}
|
|
|
|
vals := d.RemainingArgs()
|
|
|
|
if len(vals) == 0 {
|
|
|
|
return d.Errf("malformed vars matcher: expected at least one value to match against")
|
2020-09-26 07:50:26 +08:00
|
|
|
}
|
2021-12-14 04:59:58 +08:00
|
|
|
(*m)[field] = vals
|
2020-09-26 07:50:26 +08:00
|
|
|
if d.NextBlock(0) {
|
|
|
|
return d.Err("malformed vars matcher: blocks are not supported")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-12-14 04:59:58 +08:00
|
|
|
// Match matches a request based on variables in the context,
|
|
|
|
// or placeholders if the key is not a variable.
|
2019-08-10 02:05:47 +08:00
|
|
|
func (m VarsMatcher) Match(r *http.Request) bool {
|
2021-12-14 04:59:58 +08:00
|
|
|
if len(m) == 0 {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2020-01-23 00:43:42 +08:00
|
|
|
vars := r.Context().Value(VarsCtxKey).(map[string]interface{})
|
2019-12-30 04:12:52 +08:00
|
|
|
repl := r.Context().Value(caddy.ReplacerCtxKey).(*caddy.Replacer)
|
2021-12-14 04:59:58 +08:00
|
|
|
|
|
|
|
for key, vals := range m {
|
|
|
|
// look up the comparison value we will check against with this key
|
|
|
|
matcherVarNameExpanded := repl.ReplaceAll(key, "")
|
|
|
|
varValue, ok := vars[matcherVarNameExpanded]
|
|
|
|
if !ok {
|
|
|
|
// as a special case, if it's not an HTTP variable,
|
|
|
|
// see if it's a placeholder name
|
|
|
|
varValue, _ = repl.Get(matcherVarNameExpanded)
|
2020-01-23 00:43:42 +08:00
|
|
|
}
|
2021-12-14 04:59:58 +08:00
|
|
|
|
|
|
|
// see if any of the values given in the matcher match the actual value
|
|
|
|
for _, v := range vals {
|
|
|
|
matcherValExpanded := repl.ReplaceAll(v, "")
|
|
|
|
var varStr string
|
|
|
|
switch vv := varValue.(type) {
|
|
|
|
case string:
|
|
|
|
varStr = vv
|
|
|
|
case fmt.Stringer:
|
|
|
|
varStr = vv.String()
|
|
|
|
case error:
|
|
|
|
varStr = vv.Error()
|
|
|
|
default:
|
|
|
|
varStr = fmt.Sprintf("%v", vv)
|
|
|
|
}
|
|
|
|
if varStr == matcherValExpanded {
|
|
|
|
return true
|
|
|
|
}
|
2019-08-10 02:05:47 +08:00
|
|
|
}
|
|
|
|
}
|
2021-12-14 04:59:58 +08:00
|
|
|
return false
|
2019-08-10 02:05:47 +08:00
|
|
|
}
|
|
|
|
|
2020-02-09 03:26:31 +08:00
|
|
|
// MatchVarsRE matches the value of the context variables by a given regular expression.
|
|
|
|
//
|
|
|
|
// Upon a match, it adds placeholders to the request: `{http.regexp.name.capture_group}`
|
|
|
|
// where `name` is the regular expression's name, and `capture_group` is either
|
|
|
|
// the named or positional capture group from the expression itself. If no name
|
|
|
|
// is given, then the placeholder omits the name: `{http.regexp.capture_group}`
|
|
|
|
// (potentially leading to collisions).
|
|
|
|
type MatchVarsRE map[string]*MatchRegexp
|
|
|
|
|
|
|
|
// CaddyModule returns the Caddy module information.
|
|
|
|
func (MatchVarsRE) CaddyModule() caddy.ModuleInfo {
|
|
|
|
return caddy.ModuleInfo{
|
|
|
|
ID: "http.matchers.vars_regexp",
|
|
|
|
New: func() caddy.Module { return new(MatchVarsRE) },
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-26 07:50:26 +08:00
|
|
|
// UnmarshalCaddyfile implements caddyfile.Unmarshaler.
|
|
|
|
func (m *MatchVarsRE) UnmarshalCaddyfile(d *caddyfile.Dispenser) error {
|
|
|
|
if *m == nil {
|
|
|
|
*m = make(map[string]*MatchRegexp)
|
|
|
|
}
|
|
|
|
for d.Next() {
|
|
|
|
var first, second, third string
|
|
|
|
if !d.Args(&first, &second) {
|
|
|
|
return d.ArgErr()
|
|
|
|
}
|
|
|
|
|
|
|
|
var name, field, val string
|
|
|
|
if d.Args(&third) {
|
|
|
|
name = first
|
|
|
|
field = second
|
|
|
|
val = third
|
|
|
|
} else {
|
|
|
|
field = first
|
|
|
|
val = second
|
|
|
|
}
|
|
|
|
|
|
|
|
(*m)[field] = &MatchRegexp{Pattern: val, Name: name}
|
|
|
|
if d.NextBlock(0) {
|
|
|
|
return d.Err("malformed vars_regexp matcher: blocks are not supported")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-02-09 03:26:31 +08:00
|
|
|
// Provision compiles m's regular expressions.
|
|
|
|
func (m MatchVarsRE) Provision(ctx caddy.Context) error {
|
|
|
|
for _, rm := range m {
|
|
|
|
err := rm.Provision(ctx)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Match returns true if r matches m.
|
|
|
|
func (m MatchVarsRE) Match(r *http.Request) bool {
|
|
|
|
vars := r.Context().Value(VarsCtxKey).(map[string]interface{})
|
|
|
|
repl := r.Context().Value(caddy.ReplacerCtxKey).(*caddy.Replacer)
|
|
|
|
for k, rm := range m {
|
|
|
|
var varStr string
|
|
|
|
switch vv := vars[k].(type) {
|
|
|
|
case string:
|
|
|
|
varStr = vv
|
|
|
|
case fmt.Stringer:
|
|
|
|
varStr = vv.String()
|
|
|
|
case error:
|
|
|
|
varStr = vv.Error()
|
|
|
|
default:
|
|
|
|
varStr = fmt.Sprintf("%v", vv)
|
|
|
|
}
|
|
|
|
valExpanded := repl.ReplaceAll(varStr, "")
|
|
|
|
if match := rm.Match(valExpanded, repl); match {
|
|
|
|
return match
|
|
|
|
}
|
|
|
|
|
|
|
|
replacedVal := repl.ReplaceAll(k, "")
|
|
|
|
if match := rm.Match(replacedVal, repl); match {
|
|
|
|
return match
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// Validate validates m's regular expressions.
|
|
|
|
func (m MatchVarsRE) Validate() error {
|
|
|
|
for _, rm := range m {
|
|
|
|
err := rm.Validate()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
http: Change routes to sequential matcher evaluation (#2967)
Previously, all matchers in a route would be evaluated before any
handlers were executed, and a composite route of the matching routes
would be created. This made rewrites especially tricky, since the only
way to defer later matchers' evaluation was to wrap them in a subroute,
or to invoke a "rehandle" which often caused bugs.
Instead, this new sequential design evaluates each route's matchers then
its handlers in lock-step; matcher-handlers-matcher-handlers...
If the first matching route consists of a rewrite, then the second route
will be evaluated against the rewritten request, rather than the original
one, and so on.
This should do away with any need for rehandling.
I've also taken this opportunity to avoid adding new values to the
request context in the handler chain, as this creates a copy of the
Request struct, which may possibly lead to bugs like it has in the past
(see PR #1542, PR #1481, and maybe issue #2463). We now add all the
expected context values in the top-level handler at the server, then
any new values can be added to the variable table via the VarsCtxKey
context key, or just the GetVar/SetVar functions. In particular, we are
using this facility to convey dial information in the reverse proxy.
Had to be careful in one place as the middleware compilation logic has
changed, and moved a bit. We no longer compile a middleware chain per-
request; instead, we can compile it at provision-time, and defer only the
evaluation of matchers to request-time, which should slightly improve
performance. Doing this, however, we take advantage of multiple function
closures, and we also changed the use of HandlerFunc (function pointer)
to Handler (interface)... this led to a situation where, if we aren't
careful, allows one request routed a certain way to permanently change
the "next" handler for all/most other requests! We avoid this by making
a copy of the interface value (which is a lightweight pointer copy) and
using exclusively that within our wrapped handlers. This way, the
original stack frame is preserved in a "read-only" fashion. The comments
in the code describe this phenomenon.
This may very well be a breaking change for some configurations, however
I do not expect it to impact many people. I will make it clear in the
release notes that this change has occurred.
2020-01-10 01:00:13 +08:00
|
|
|
// GetVar gets a value out of the context's variable table by key.
|
|
|
|
// If the key does not exist, the return value will be nil.
|
|
|
|
func GetVar(ctx context.Context, key string) interface{} {
|
|
|
|
varMap, ok := ctx.Value(VarsCtxKey).(map[string]interface{})
|
|
|
|
if !ok {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return varMap[key]
|
|
|
|
}
|
|
|
|
|
|
|
|
// SetVar sets a value in the context's variable table with
|
|
|
|
// the given key. It overwrites any previous value with the
|
|
|
|
// same key.
|
|
|
|
func SetVar(ctx context.Context, key string, value interface{}) {
|
|
|
|
varMap, ok := ctx.Value(VarsCtxKey).(map[string]interface{})
|
|
|
|
if !ok {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
varMap[key] = value
|
|
|
|
}
|
|
|
|
|
2019-08-10 02:05:47 +08:00
|
|
|
// Interface guards
|
|
|
|
var (
|
|
|
|
_ MiddlewareHandler = (*VarsMiddleware)(nil)
|
|
|
|
_ RequestMatcher = (*VarsMatcher)(nil)
|
|
|
|
)
|