// Package rest implements a simple REST wrapper // // All methods are safe for concurrent calling. package rest import ( "bytes" "encoding/json" "io" "io/ioutil" "net/http" "sync" "github.com/ncw/rclone/fs" "github.com/pkg/errors" ) // Client contains the info to sustain the API type Client struct { mu sync.RWMutex c *http.Client rootURL string errorHandler func(resp *http.Response) error headers map[string]string } // NewClient takes an oauth http.Client and makes a new api instance func NewClient(c *http.Client) *Client { api := &Client{ c: c, errorHandler: defaultErrorHandler, headers: make(map[string]string), } return api } // defaultErrorHandler doesn't attempt to parse the http body, just // returns it in the error message func defaultErrorHandler(resp *http.Response) (err error) { defer fs.CheckClose(resp.Body, &err) body, err := ioutil.ReadAll(resp.Body) if err != nil { return err } return errors.Errorf("HTTP error %v (%v) returned body: %q", resp.StatusCode, resp.Status, body) } // SetErrorHandler sets the handler to decode an error response when // the HTTP status code is not 2xx. The handler should close resp.Body. func (api *Client) SetErrorHandler(fn func(resp *http.Response) error) *Client { api.mu.Lock() defer api.mu.Unlock() api.errorHandler = fn return api } // SetRoot sets the default root URL func (api *Client) SetRoot(RootURL string) *Client { api.mu.Lock() defer api.mu.Unlock() api.rootURL = RootURL return api } // SetHeader sets a header for all requests func (api *Client) SetHeader(key, value string) *Client { api.mu.Lock() defer api.mu.Unlock() api.headers[key] = value return api } // Opts contains parameters for Call, CallJSON etc type Opts struct { Method string Path string Absolute bool // Path is absolute Body io.Reader NoResponse bool // set to close Body ContentType string ContentLength *int64 ContentRange string ExtraHeaders map[string]string UserName string // username for Basic Auth Password string // password for Basic Auth Options []fs.OpenOption } // DecodeJSON decodes resp.Body into result func DecodeJSON(resp *http.Response, result interface{}) (err error) { defer fs.CheckClose(resp.Body, &err) decoder := json.NewDecoder(resp.Body) return decoder.Decode(result) } // ClientWithHeaderReset makes a new http client which resets the // headers passed in on redirect // // FIXME This is now unecessary with go1.8 func ClientWithHeaderReset(c *http.Client, headers map[string]string) *http.Client { if len(headers) == 0 { return c } clientCopy := *c clientCopy.CheckRedirect = func(req *http.Request, via []*http.Request) error { if len(via) >= 10 { return errors.New("stopped after 10 redirects") } // Reset the headers in the new request for k, v := range headers { if v != "" { req.Header.Set(k, v) } } return nil } return &clientCopy } // Call makes the call and returns the http.Response // // if err != nil then resp.Body will need to be closed // // it will return resp if at all possible, even if err is set func (api *Client) Call(opts *Opts) (resp *http.Response, err error) { api.mu.RLock() defer api.mu.RUnlock() if opts == nil { return nil, errors.New("call() called with nil opts") } var url string if opts.Absolute { url = opts.Path } else { if api.rootURL == "" { return nil, errors.New("RootURL not set") } url = api.rootURL + opts.Path } req, err := http.NewRequest(opts.Method, url, opts.Body) if err != nil { return } headers := make(map[string]string) // Set default headers for k, v := range api.headers { headers[k] = v } if opts.ContentType != "" { headers["Content-Type"] = opts.ContentType } if opts.ContentLength != nil { req.ContentLength = *opts.ContentLength } if opts.ContentRange != "" { headers["Content-Range"] = opts.ContentRange } // Set any extra headers if opts.ExtraHeaders != nil { for k, v := range opts.ExtraHeaders { headers[k] = v } } // add any options to the headers fs.OpenOptionAddHeaders(opts.Options, headers) // Now set the headers for k, v := range headers { if v != "" { req.Header.Add(k, v) } } if opts.UserName != "" || opts.Password != "" { req.SetBasicAuth(opts.UserName, opts.Password) } c := ClientWithHeaderReset(api.c, headers) api.mu.RUnlock() resp, err = c.Do(req) api.mu.RLock() if err != nil { return nil, err } if resp.StatusCode < 200 || resp.StatusCode > 299 { return resp, api.errorHandler(resp) } if opts.NoResponse { return resp, resp.Body.Close() } return resp, nil } // CallJSON runs Call and decodes the body as a JSON object into response (if not nil) // // If request is not nil then it will be JSON encoded as the body of the request // // It will return resp if at all possible, even if err is set func (api *Client) CallJSON(opts *Opts, request interface{}, response interface{}) (resp *http.Response, err error) { // Set the body up as a JSON object if required if opts.Body == nil && request != nil { body, err := json.Marshal(request) if err != nil { return nil, err } var newOpts = *opts newOpts.Body = bytes.NewBuffer(body) newOpts.ContentType = "application/json" opts = &newOpts } resp, err = api.Call(opts) if err != nil { return resp, err } if response == nil || opts.NoResponse { return resp, nil } err = DecodeJSON(resp, response) return resp, err }