2021-02-02 12:05:47 +01:00
|
|
|
package webconnectivity
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
|
|
|
|
"github.com/ooni/probe-cli/v3/internal/engine/geolocate"
|
2021-02-03 12:23:15 +01:00
|
|
|
"github.com/ooni/probe-cli/v3/internal/engine/httpx"
|
2021-09-07 17:52:42 +02:00
|
|
|
legacyerrorsx "github.com/ooni/probe-cli/v3/internal/engine/legacy/errorsx"
|
2022-01-03 13:53:23 +01:00
|
|
|
"github.com/ooni/probe-cli/v3/internal/model"
|
2021-09-28 12:42:01 +02:00
|
|
|
"github.com/ooni/probe-cli/v3/internal/netxlite"
|
2021-02-02 12:05:47 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
// ControlRequest is the request that we send to the control
|
|
|
|
type ControlRequest struct {
|
|
|
|
HTTPRequest string `json:"http_request"`
|
|
|
|
HTTPRequestHeaders map[string][]string `json:"http_request_headers"`
|
|
|
|
TCPConnect []string `json:"tcp_connect"`
|
|
|
|
}
|
|
|
|
|
|
|
|
// ControlTCPConnectResult is the result of the TCP connect
|
|
|
|
// attempt performed by the control vantage point.
|
|
|
|
type ControlTCPConnectResult struct {
|
|
|
|
Status bool `json:"status"`
|
|
|
|
Failure *string `json:"failure"`
|
|
|
|
}
|
|
|
|
|
|
|
|
// ControlHTTPRequestResult is the result of the HTTP request
|
|
|
|
// performed by the control vantage point.
|
|
|
|
type ControlHTTPRequestResult struct {
|
|
|
|
BodyLength int64 `json:"body_length"`
|
|
|
|
Failure *string `json:"failure"`
|
|
|
|
Title string `json:"title"`
|
|
|
|
Headers map[string]string `json:"headers"`
|
|
|
|
StatusCode int64 `json:"status_code"`
|
|
|
|
}
|
|
|
|
|
|
|
|
// ControlDNSResult is the result of the DNS lookup
|
|
|
|
// performed by the control vantage point.
|
|
|
|
type ControlDNSResult struct {
|
|
|
|
Failure *string `json:"failure"`
|
|
|
|
Addrs []string `json:"addrs"`
|
|
|
|
ASNs []int64 `json:"-"` // not visible from the JSON
|
|
|
|
}
|
|
|
|
|
|
|
|
// ControlResponse is the response from the control service.
|
|
|
|
type ControlResponse struct {
|
|
|
|
TCPConnect map[string]ControlTCPConnectResult `json:"tcp_connect"`
|
|
|
|
HTTPRequest ControlHTTPRequestResult `json:"http_request"`
|
|
|
|
DNS ControlDNSResult `json:"dns"`
|
|
|
|
}
|
|
|
|
|
|
|
|
// Control performs the control request and returns the response.
|
|
|
|
func Control(
|
|
|
|
ctx context.Context, sess model.ExperimentSession,
|
|
|
|
thAddr string, creq ControlRequest) (out ControlResponse, err error) {
|
|
|
|
clnt := httpx.Client{
|
|
|
|
BaseURL: thAddr,
|
|
|
|
HTTPClient: sess.DefaultHTTPClient(),
|
|
|
|
Logger: sess.Logger(),
|
2021-11-26 19:20:24 +01:00
|
|
|
UserAgent: sess.UserAgent(),
|
2021-02-02 12:05:47 +01:00
|
|
|
}
|
2021-03-08 12:05:43 +01:00
|
|
|
sess.Logger().Infof("control for %s...", creq.HTTPRequest)
|
2021-02-02 12:05:47 +01:00
|
|
|
// make sure error is wrapped
|
2021-09-07 17:09:30 +02:00
|
|
|
err = legacyerrorsx.SafeErrWrapperBuilder{
|
2021-02-02 12:05:47 +01:00
|
|
|
Error: clnt.PostJSON(ctx, "/", creq, &out),
|
2021-09-28 12:42:01 +02:00
|
|
|
Operation: netxlite.TopLevelOperation,
|
2021-02-02 12:05:47 +01:00
|
|
|
}.MaybeBuild()
|
2021-03-08 12:05:43 +01:00
|
|
|
sess.Logger().Infof("control for %s... %+v", creq.HTTPRequest, err)
|
2021-02-02 12:05:47 +01:00
|
|
|
(&out.DNS).FillASNs(sess)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// FillASNs fills the ASNs array of ControlDNSResult. For each Addr inside
|
|
|
|
// of the ControlDNSResult structure, we obtain the corresponding ASN.
|
|
|
|
//
|
|
|
|
// This is very useful to know what ASNs were the IP addresses returned by
|
|
|
|
// the control according to the probe's ASN database.
|
|
|
|
func (dns *ControlDNSResult) FillASNs(sess model.ExperimentSession) {
|
|
|
|
dns.ASNs = []int64{}
|
|
|
|
for _, ip := range dns.Addrs {
|
|
|
|
// TODO(bassosimone): this would be more efficient if we'd open just
|
|
|
|
// once the database and then reuse it for every address.
|
2021-04-01 16:57:31 +02:00
|
|
|
asn, _, _ := geolocate.LookupASN(ip)
|
2021-02-02 12:05:47 +01:00
|
|
|
dns.ASNs = append(dns.ASNs, int64(asn))
|
|
|
|
}
|
|
|
|
}
|