2021-04-29 16:28:18 +08:00
|
|
|
|
// Structures and utilities for backend config
|
|
|
|
|
//
|
|
|
|
|
//
|
|
|
|
|
|
|
|
|
|
package fs
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
|
|
|
|
"fmt"
|
|
|
|
|
"strings"
|
|
|
|
|
|
|
|
|
|
"github.com/pkg/errors"
|
|
|
|
|
"github.com/rclone/rclone/fs/config/configmap"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
const (
|
|
|
|
|
// ConfigToken is the key used to store the token under
|
|
|
|
|
ConfigToken = "token"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
// ConfigOAuth should be called to do the OAuth
|
|
|
|
|
//
|
|
|
|
|
// set in lib/oauthutil to avoid a circular import
|
|
|
|
|
var ConfigOAuth func(ctx context.Context, name string, m configmap.Mapper, ri *RegInfo, in ConfigIn) (*ConfigOut, error)
|
|
|
|
|
|
|
|
|
|
// ConfigIn is passed to the Config function for an Fs
|
|
|
|
|
//
|
2021-05-04 19:27:50 +08:00
|
|
|
|
// The interactive config system for backends is state based. This is
|
|
|
|
|
// so that different frontends to the config can be attached, eg over
|
|
|
|
|
// the API or web page.
|
2021-04-29 16:28:18 +08:00
|
|
|
|
//
|
|
|
|
|
// Each call to the config system supplies ConfigIn which tells the
|
|
|
|
|
// system what to do. Each will return a ConfigOut which gives a
|
|
|
|
|
// question to ask the user and a state to return to. There is one
|
|
|
|
|
// special question which allows the backends to do OAuth.
|
|
|
|
|
//
|
|
|
|
|
// The ConfigIn contains a State which the backend should act upon and
|
|
|
|
|
// a Result from the previous question to the user.
|
|
|
|
|
//
|
|
|
|
|
// If ConfigOut is nil or ConfigOut.State == "" then the process is
|
|
|
|
|
// deemed to have finished. If there is no Option in ConfigOut then
|
|
|
|
|
// the next state will be called immediately. This is wrapped in
|
|
|
|
|
// ConfigGoto and ConfigResult.
|
|
|
|
|
//
|
|
|
|
|
// Backends should keep no state in memory - if they need to persist
|
|
|
|
|
// things between calls it should be persisted in the config file.
|
|
|
|
|
// Things can also be persisted in the state using the StatePush and
|
|
|
|
|
// StatePop utilities here.
|
|
|
|
|
//
|
|
|
|
|
// The utilities here are convenience methods for different kinds of
|
|
|
|
|
// questions and responses.
|
2021-05-04 19:27:50 +08:00
|
|
|
|
//
|
|
|
|
|
// Where the questions ask for a name then this should start with
|
|
|
|
|
// "config_" to show it is an ephemeral config input rather than the
|
|
|
|
|
// actual value stored in the config file.
|
2021-04-29 16:28:18 +08:00
|
|
|
|
type ConfigIn struct {
|
|
|
|
|
State string // State to run
|
|
|
|
|
Result string // Result from previous Option
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ConfigOut is returned from Config function for an Fs
|
|
|
|
|
//
|
|
|
|
|
// State is the state for the next call to Config
|
|
|
|
|
// OAuth is a special value set by oauthutil.ConfigOAuth
|
|
|
|
|
// Error is displayed to the user before asking a question
|
|
|
|
|
// Result is passed to the next call to Config if Option/OAuth isn't set
|
|
|
|
|
type ConfigOut struct {
|
|
|
|
|
State string // State to jump to after this
|
|
|
|
|
Option *Option // Option to query user about
|
|
|
|
|
OAuth interface{} `json:"-"` // Do OAuth if set
|
|
|
|
|
Error string // error to be displayed to the user
|
|
|
|
|
Result string // if Option/OAuth not set then this is passed to the next state
|
|
|
|
|
}
|
|
|
|
|
|
2021-05-04 19:27:50 +08:00
|
|
|
|
// ConfigInputOptional asks the user for a string which may be empty
|
2021-04-29 16:28:18 +08:00
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
2021-05-04 19:27:50 +08:00
|
|
|
|
// name is the config name for this item
|
2021-04-29 16:28:18 +08:00
|
|
|
|
// help should be the help shown to the user
|
2021-05-04 19:27:50 +08:00
|
|
|
|
func ConfigInputOptional(state string, name string, help string) (*ConfigOut, error) {
|
2021-04-29 16:28:18 +08:00
|
|
|
|
return &ConfigOut{
|
|
|
|
|
State: state,
|
|
|
|
|
Option: &Option{
|
2021-05-04 19:27:50 +08:00
|
|
|
|
Name: name,
|
2021-04-29 16:28:18 +08:00
|
|
|
|
Help: help,
|
|
|
|
|
Default: "",
|
|
|
|
|
},
|
|
|
|
|
}, nil
|
|
|
|
|
}
|
|
|
|
|
|
2021-05-04 19:27:50 +08:00
|
|
|
|
// ConfigInput asks the user for a non-empty string
|
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
|
|
|
|
// name is the config name for this item
|
|
|
|
|
// help should be the help shown to the user
|
|
|
|
|
func ConfigInput(state string, name string, help string) (*ConfigOut, error) {
|
|
|
|
|
out, _ := ConfigInputOptional(state, name, help)
|
|
|
|
|
out.Option.Required = true
|
|
|
|
|
return out, nil
|
|
|
|
|
}
|
|
|
|
|
|
2021-04-29 16:28:18 +08:00
|
|
|
|
// ConfigPassword asks the user for a password
|
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
2021-05-04 19:27:50 +08:00
|
|
|
|
// name is the config name for this item
|
2021-04-29 16:28:18 +08:00
|
|
|
|
// help should be the help shown to the user
|
2021-05-04 19:27:50 +08:00
|
|
|
|
func ConfigPassword(state string, name string, help string) (*ConfigOut, error) {
|
|
|
|
|
out, _ := ConfigInputOptional(state, name, help)
|
|
|
|
|
out.Option.IsPassword = true
|
|
|
|
|
return out, nil
|
2021-04-29 16:28:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ConfigGoto goes to the next state with empty Result
|
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
|
|
|
|
func ConfigGoto(state string) (*ConfigOut, error) {
|
|
|
|
|
return &ConfigOut{
|
|
|
|
|
State: state,
|
|
|
|
|
}, nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ConfigResult goes to the next state with result given
|
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
|
|
|
|
// result should be the result for the next state
|
|
|
|
|
func ConfigResult(state, result string) (*ConfigOut, error) {
|
|
|
|
|
return &ConfigOut{
|
|
|
|
|
State: state,
|
|
|
|
|
Result: result,
|
|
|
|
|
}, nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ConfigError shows the error to the user and goes to the state passed in
|
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
|
|
|
|
// Error should be the error shown to the user
|
|
|
|
|
func ConfigError(state string, Error string) (*ConfigOut, error) {
|
|
|
|
|
return &ConfigOut{
|
|
|
|
|
State: state,
|
|
|
|
|
Error: Error,
|
|
|
|
|
}, nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ConfigConfirm returns a ConfigOut structure which asks a Yes/No question
|
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
|
|
|
|
// Default should be the default state
|
2021-05-04 19:27:50 +08:00
|
|
|
|
// name is the config name for this item
|
2021-04-29 16:28:18 +08:00
|
|
|
|
// help should be the help shown to the user
|
2021-05-04 19:27:50 +08:00
|
|
|
|
func ConfigConfirm(state string, Default bool, name string, help string) (*ConfigOut, error) {
|
2021-04-29 16:28:18 +08:00
|
|
|
|
return &ConfigOut{
|
|
|
|
|
State: state,
|
|
|
|
|
Option: &Option{
|
2021-05-04 19:27:50 +08:00
|
|
|
|
Name: name,
|
2021-04-29 16:28:18 +08:00
|
|
|
|
Help: help,
|
|
|
|
|
Default: Default,
|
|
|
|
|
Examples: []OptionExample{{
|
|
|
|
|
Value: "true",
|
|
|
|
|
Help: "Yes",
|
|
|
|
|
}, {
|
|
|
|
|
Value: "false",
|
|
|
|
|
Help: "No",
|
|
|
|
|
}},
|
|
|
|
|
},
|
|
|
|
|
}, nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ConfigChooseFixed returns a ConfigOut structure which has a list of items to choose from.
|
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
2021-05-04 19:27:50 +08:00
|
|
|
|
// name is the config name for this item
|
2021-04-29 16:28:18 +08:00
|
|
|
|
// help should be the help shown to the user
|
|
|
|
|
// items should be the items in the list
|
|
|
|
|
//
|
|
|
|
|
// It chooses the first item to be the default.
|
|
|
|
|
// If there are no items then it will return an error.
|
|
|
|
|
// If there is only one item it will short cut to the next state
|
2021-05-04 19:27:50 +08:00
|
|
|
|
func ConfigChooseFixed(state string, name string, help string, items []OptionExample) (*ConfigOut, error) {
|
2021-04-29 16:28:18 +08:00
|
|
|
|
if len(items) == 0 {
|
|
|
|
|
return nil, errors.Errorf("no items found in: %s", help)
|
|
|
|
|
}
|
|
|
|
|
choose := &ConfigOut{
|
|
|
|
|
State: state,
|
|
|
|
|
Option: &Option{
|
2021-05-04 19:27:50 +08:00
|
|
|
|
Name: name,
|
2021-04-29 16:28:18 +08:00
|
|
|
|
Help: help,
|
|
|
|
|
Examples: items,
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
choose.Option.Default = choose.Option.Examples[0].Value
|
|
|
|
|
if len(items) == 1 {
|
|
|
|
|
// short circuit asking the question if only one entry
|
|
|
|
|
choose.Result = choose.Option.Examples[0].Value
|
|
|
|
|
choose.Option = nil
|
|
|
|
|
}
|
|
|
|
|
return choose, nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ConfigChoose returns a ConfigOut structure which has a list of items to choose from.
|
|
|
|
|
//
|
|
|
|
|
// state should be the next state required
|
2021-05-04 19:27:50 +08:00
|
|
|
|
// name is the config name for this item
|
2021-04-29 16:28:18 +08:00
|
|
|
|
// help should be the help shown to the user
|
|
|
|
|
// n should be the number of items in the list
|
|
|
|
|
// getItem should return the items (value, help)
|
|
|
|
|
//
|
|
|
|
|
// It chooses the first item to be the default.
|
|
|
|
|
// If there are no items then it will return an error.
|
|
|
|
|
// If there is only one item it will short cut to the next state
|
2021-05-04 19:27:50 +08:00
|
|
|
|
func ConfigChoose(state string, name string, help string, n int, getItem func(i int) (itemValue string, itemHelp string)) (*ConfigOut, error) {
|
2021-04-29 16:28:18 +08:00
|
|
|
|
items := make(OptionExamples, n)
|
|
|
|
|
for i := range items {
|
|
|
|
|
items[i].Value, items[i].Help = getItem(i)
|
|
|
|
|
}
|
2021-05-04 19:27:50 +08:00
|
|
|
|
return ConfigChooseFixed(state, name, help, items)
|
2021-04-29 16:28:18 +08:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// StatePush pushes a new values onto the front of the config string
|
|
|
|
|
func StatePush(state string, values ...string) string {
|
|
|
|
|
for i := range values {
|
|
|
|
|
values[i] = strings.Replace(values[i], ",", ",", -1) // replace comma with unicode wide version
|
|
|
|
|
}
|
|
|
|
|
if state != "" {
|
|
|
|
|
values = append(values[:len(values):len(values)], state)
|
|
|
|
|
}
|
|
|
|
|
return strings.Join(values, ",")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
type configOAuthKeyType struct{}
|
|
|
|
|
|
|
|
|
|
// OAuth key for config
|
|
|
|
|
var configOAuthKey = configOAuthKeyType{}
|
|
|
|
|
|
|
|
|
|
// ConfigOAuthOnly marks the ctx so that the Config will stop after
|
|
|
|
|
// finding an OAuth
|
|
|
|
|
func ConfigOAuthOnly(ctx context.Context) context.Context {
|
|
|
|
|
return context.WithValue(ctx, configOAuthKey, struct{}{})
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Return true if ctx is marked as ConfigOAuthOnly
|
|
|
|
|
func isConfigOAuthOnly(ctx context.Context) bool {
|
|
|
|
|
return ctx.Value(configOAuthKey) != nil
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// StatePop pops a state from the front of the config string
|
|
|
|
|
// It returns the new state and the value popped
|
|
|
|
|
func StatePop(state string) (newState string, value string) {
|
|
|
|
|
comma := strings.IndexRune(state, ',')
|
|
|
|
|
if comma < 0 {
|
|
|
|
|
return "", state
|
|
|
|
|
}
|
|
|
|
|
value, newState = state[:comma], state[comma+1:]
|
|
|
|
|
value = strings.Replace(value, ",", ",", -1) // replace unicode wide comma with comma
|
|
|
|
|
return newState, value
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// BackendConfig calls the config for the backend in ri
|
|
|
|
|
//
|
|
|
|
|
// It wraps any OAuth transactions as necessary so only straight forward config questions are emitted
|
2021-05-04 19:27:50 +08:00
|
|
|
|
func BackendConfig(ctx context.Context, name string, m configmap.Mapper, ri *RegInfo, in ConfigIn) (out *ConfigOut, err error) {
|
2021-05-05 18:45:30 +08:00
|
|
|
|
for {
|
|
|
|
|
out, err = backendConfigStep(ctx, name, m, ri, in)
|
|
|
|
|
if err != nil {
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
if out == nil || out.State == "" {
|
|
|
|
|
// finished
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
if out.Option != nil {
|
|
|
|
|
// question to ask user
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
if out.Error != "" {
|
|
|
|
|
// error to show user
|
|
|
|
|
break
|
|
|
|
|
}
|
|
|
|
|
// non terminal state, but no question to ask or error to show - loop here
|
|
|
|
|
in = ConfigIn{
|
|
|
|
|
State: out.State,
|
|
|
|
|
Result: out.Result,
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return out, err
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func backendConfigStep(ctx context.Context, name string, m configmap.Mapper, ri *RegInfo, in ConfigIn) (out *ConfigOut, err error) {
|
2021-04-29 16:28:18 +08:00
|
|
|
|
ci := GetConfig(ctx)
|
|
|
|
|
if ri.Config == nil {
|
|
|
|
|
return nil, nil
|
|
|
|
|
}
|
2021-05-05 18:45:30 +08:00
|
|
|
|
Debugf(name, "config in: state=%q, result=%q", in.State, in.Result)
|
|
|
|
|
defer func() {
|
|
|
|
|
Debugf(name, "config out: out=%+v, err=%v", out, err)
|
|
|
|
|
}()
|
|
|
|
|
|
2021-05-04 19:27:50 +08:00
|
|
|
|
switch {
|
|
|
|
|
case strings.HasPrefix(in.State, "*oauth"):
|
|
|
|
|
// Do internal oauth states
|
|
|
|
|
out, err = ConfigOAuth(ctx, name, m, ri, in)
|
|
|
|
|
case strings.HasPrefix(in.State, "*"):
|
|
|
|
|
err = errors.Errorf("unknown internal state %q", in.State)
|
|
|
|
|
default:
|
|
|
|
|
// Otherwise pass to backend
|
|
|
|
|
out, err = ri.Config(ctx, name, m, in)
|
2021-04-29 16:28:18 +08:00
|
|
|
|
}
|
|
|
|
|
if err != nil {
|
|
|
|
|
return nil, err
|
|
|
|
|
}
|
|
|
|
|
switch {
|
|
|
|
|
case out == nil:
|
|
|
|
|
case out.OAuth != nil:
|
|
|
|
|
// If this is an OAuth state the deal with it here
|
|
|
|
|
returnState := out.State
|
|
|
|
|
// If rclone authorize, stop after doing oauth
|
|
|
|
|
if isConfigOAuthOnly(ctx) {
|
|
|
|
|
Debugf(nil, "OAuth only is set - overriding return state")
|
|
|
|
|
returnState = ""
|
|
|
|
|
}
|
|
|
|
|
// Run internal state, saving the input so we can recall the state
|
|
|
|
|
return ConfigGoto(StatePush("", "*oauth", returnState, in.State, in.Result))
|
2021-05-04 19:27:50 +08:00
|
|
|
|
case out.Option != nil:
|
|
|
|
|
if out.Option.Name == "" {
|
|
|
|
|
return nil, errors.New("internal error: no name set in Option")
|
|
|
|
|
}
|
|
|
|
|
// If override value is set in the config then use that
|
|
|
|
|
if result, ok := m.Get(out.Option.Name); ok {
|
|
|
|
|
Debugf(nil, "Override value found, choosing value %q for state %q", result, out.State)
|
|
|
|
|
return ConfigResult(out.State, result)
|
|
|
|
|
}
|
2021-04-29 16:28:18 +08:00
|
|
|
|
// If AutoConfirm is set, choose the default value
|
2021-05-04 19:27:50 +08:00
|
|
|
|
if ci.AutoConfirm {
|
|
|
|
|
result := fmt.Sprint(out.Option.Default)
|
2021-05-05 18:45:30 +08:00
|
|
|
|
Debugf(nil, "Auto confirm is set, choosing default %q for state %q, override by setting config parameter %q", result, out.State, out.Option.Name)
|
2021-05-04 19:27:50 +08:00
|
|
|
|
return ConfigResult(out.State, result)
|
|
|
|
|
}
|
2021-04-29 16:28:18 +08:00
|
|
|
|
}
|
|
|
|
|
return out, nil
|
|
|
|
|
}
|