2021-02-02 12:05:47 +01:00
|
|
|
// Package httpx contains http extensions.
|
|
|
|
package httpx
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"context"
|
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"net/http"
|
|
|
|
"net/url"
|
2021-06-15 11:57:40 +02:00
|
|
|
|
2022-01-03 13:53:23 +01:00
|
|
|
"github.com/ooni/probe-cli/v3/internal/model"
|
2021-09-28 12:42:01 +02:00
|
|
|
"github.com/ooni/probe-cli/v3/internal/netxlite"
|
2021-02-02 12:05:47 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
// Client is an extended client.
|
|
|
|
type Client struct {
|
|
|
|
// Accept contains the accept header.
|
|
|
|
Accept string
|
|
|
|
|
|
|
|
// Authorization contains the authorization header.
|
|
|
|
Authorization string
|
|
|
|
|
|
|
|
// BaseURL is the base URL of the API.
|
|
|
|
BaseURL string
|
|
|
|
|
|
|
|
// HTTPClient is the real http client to use.
|
|
|
|
HTTPClient *http.Client
|
|
|
|
|
|
|
|
// Host allows to set a specific host header. This is useful
|
|
|
|
// to implement, e.g., cloudfronting.
|
|
|
|
Host string
|
|
|
|
|
|
|
|
// Logger is the logger to use.
|
2022-01-03 13:53:23 +01:00
|
|
|
Logger model.DebugLogger
|
2021-02-02 12:05:47 +01:00
|
|
|
|
|
|
|
// UserAgent is the user agent to use.
|
|
|
|
UserAgent string
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewRequestWithJSONBody creates a new request with a JSON body
|
|
|
|
func (c Client) NewRequestWithJSONBody(
|
|
|
|
ctx context.Context, method, resourcePath string,
|
|
|
|
query url.Values, body interface{}) (*http.Request, error) {
|
|
|
|
data, err := json.Marshal(body)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
c.Logger.Debugf("httpx: request body: %d bytes", len(data))
|
|
|
|
request, err := c.NewRequest(
|
|
|
|
ctx, method, resourcePath, query, bytes.NewReader(data))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if body != nil {
|
|
|
|
request.Header.Set("Content-Type", "application/json")
|
|
|
|
}
|
|
|
|
return request, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewRequest creates a new request.
|
|
|
|
func (c Client) NewRequest(ctx context.Context, method, resourcePath string,
|
|
|
|
query url.Values, body io.Reader) (*http.Request, error) {
|
|
|
|
URL, err := url.Parse(c.BaseURL)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
URL.Path = resourcePath
|
|
|
|
if query != nil {
|
|
|
|
URL.RawQuery = query.Encode()
|
|
|
|
}
|
|
|
|
c.Logger.Debugf("httpx: method: %s", method)
|
|
|
|
c.Logger.Debugf("httpx: URL: %s", URL.String())
|
|
|
|
request, err := http.NewRequest(method, URL.String(), body)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
request.Host = c.Host // allow cloudfronting
|
|
|
|
if c.Authorization != "" {
|
|
|
|
request.Header.Set("Authorization", c.Authorization)
|
|
|
|
}
|
|
|
|
if c.Accept != "" {
|
|
|
|
request.Header.Set("Accept", c.Accept)
|
|
|
|
}
|
|
|
|
request.Header.Set("User-Agent", c.UserAgent)
|
|
|
|
return request.WithContext(ctx), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Do performs the provided request and returns the response body or an error.
|
|
|
|
func (c Client) Do(request *http.Request) ([]byte, error) {
|
|
|
|
response, err := c.HTTPClient.Do(request)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
defer response.Body.Close()
|
|
|
|
if response.StatusCode >= 400 {
|
|
|
|
return nil, fmt.Errorf("httpx: request failed: %s", response.Status)
|
|
|
|
}
|
2021-09-28 12:42:01 +02:00
|
|
|
return netxlite.ReadAllContext(request.Context(), response.Body)
|
2021-02-02 12:05:47 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// DoJSON performs the provided request and unmarshals the JSON response body
|
|
|
|
// into the provided output variable.
|
|
|
|
func (c Client) DoJSON(request *http.Request, output interface{}) error {
|
|
|
|
data, err := c.Do(request)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
c.Logger.Debugf("httpx: response body: %d bytes", len(data))
|
|
|
|
return json.Unmarshal(data, output)
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetJSON reads the JSON resource at resourcePath and unmarshals the
|
|
|
|
// results into output. The request is bounded by the lifetime of the
|
|
|
|
// context passed as argument. Returns the error that occurred.
|
|
|
|
func (c Client) GetJSON(ctx context.Context, resourcePath string, output interface{}) error {
|
|
|
|
return c.GetJSONWithQuery(ctx, resourcePath, nil, output)
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetJSONWithQuery is like GetJSON but also has a query.
|
|
|
|
func (c Client) GetJSONWithQuery(
|
|
|
|
ctx context.Context, resourcePath string,
|
|
|
|
query url.Values, output interface{}) error {
|
|
|
|
request, err := c.NewRequest(ctx, "GET", resourcePath, query, nil)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return c.DoJSON(request, output)
|
|
|
|
}
|
|
|
|
|
|
|
|
// PostJSON creates a JSON subresource of the resource at resourcePath
|
|
|
|
// using the JSON document at input and returning the result into the
|
|
|
|
// JSON document at output. The request is bounded by the context's
|
|
|
|
// lifetime. Returns the error that occurred.
|
|
|
|
func (c Client) PostJSON(
|
|
|
|
ctx context.Context, resourcePath string, input, output interface{}) error {
|
|
|
|
request, err := c.NewRequestWithJSONBody(ctx, "POST", resourcePath, nil, input)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return c.DoJSON(request, output)
|
|
|
|
}
|
|
|
|
|
|
|
|
// PutJSON updates a JSON resource at a specific path and returns
|
|
|
|
// the error that occurred and possibly an output document
|
|
|
|
func (c Client) PutJSON(
|
|
|
|
ctx context.Context, resourcePath string, input, output interface{}) error {
|
|
|
|
request, err := c.NewRequestWithJSONBody(ctx, "PUT", resourcePath, nil, input)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return c.DoJSON(request, output)
|
|
|
|
}
|