2021-06-26 18:11:47 +02:00
|
|
|
package netxlite
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"errors"
|
|
|
|
"io"
|
2021-07-01 15:26:08 +02:00
|
|
|
"net"
|
2021-06-26 18:11:47 +02:00
|
|
|
"net/http"
|
|
|
|
"net/url"
|
|
|
|
"strings"
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/apex/log"
|
2021-09-06 17:21:34 +02:00
|
|
|
oohttp "github.com/ooni/oohttp"
|
2021-06-26 18:11:47 +02:00
|
|
|
"github.com/ooni/probe-cli/v3/internal/atomicx"
|
2021-09-05 14:49:38 +02:00
|
|
|
"github.com/ooni/probe-cli/v3/internal/netxlite/iox"
|
|
|
|
"github.com/ooni/probe-cli/v3/internal/netxlite/mocks"
|
2021-06-26 18:11:47 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestHTTPTransportLoggerFailure(t *testing.T) {
|
2021-09-05 14:49:38 +02:00
|
|
|
txp := &httpTransportLogger{
|
2021-06-26 18:11:47 +02:00
|
|
|
Logger: log.Log,
|
2021-09-05 14:49:38 +02:00
|
|
|
HTTPTransport: &mocks.HTTPTransport{
|
2021-06-26 18:11:47 +02:00
|
|
|
MockRoundTrip: func(req *http.Request) (*http.Response, error) {
|
|
|
|
return nil, io.EOF
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
client := &http.Client{Transport: txp}
|
|
|
|
resp, err := client.Get("https://www.google.com")
|
|
|
|
if !errors.Is(err, io.EOF) {
|
|
|
|
t.Fatal("not the error we expected")
|
|
|
|
}
|
|
|
|
if resp != nil {
|
|
|
|
t.Fatal("expected nil response here")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestHTTPTransportLoggerFailureWithNoHostHeader(t *testing.T) {
|
|
|
|
foundHost := &atomicx.Int64{}
|
2021-09-05 14:49:38 +02:00
|
|
|
txp := &httpTransportLogger{
|
2021-06-26 18:11:47 +02:00
|
|
|
Logger: log.Log,
|
2021-09-05 14:49:38 +02:00
|
|
|
HTTPTransport: &mocks.HTTPTransport{
|
2021-06-26 18:11:47 +02:00
|
|
|
MockRoundTrip: func(req *http.Request) (*http.Response, error) {
|
|
|
|
if req.Header.Get("Host") == "www.google.com" {
|
|
|
|
foundHost.Add(1)
|
|
|
|
}
|
|
|
|
return nil, io.EOF
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
req := &http.Request{
|
|
|
|
Header: http.Header{},
|
|
|
|
URL: &url.URL{
|
|
|
|
Scheme: "https",
|
|
|
|
Host: "www.google.com",
|
|
|
|
Path: "/",
|
|
|
|
},
|
|
|
|
}
|
|
|
|
resp, err := txp.RoundTrip(req)
|
|
|
|
if !errors.Is(err, io.EOF) {
|
|
|
|
t.Fatal("not the error we expected")
|
|
|
|
}
|
|
|
|
if resp != nil {
|
|
|
|
t.Fatal("expected nil response here")
|
|
|
|
}
|
|
|
|
if foundHost.Load() != 1 {
|
|
|
|
t.Fatal("host header was not added")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestHTTPTransportLoggerSuccess(t *testing.T) {
|
2021-09-05 14:49:38 +02:00
|
|
|
txp := &httpTransportLogger{
|
2021-06-26 18:11:47 +02:00
|
|
|
Logger: log.Log,
|
2021-09-05 14:49:38 +02:00
|
|
|
HTTPTransport: &mocks.HTTPTransport{
|
2021-06-26 18:11:47 +02:00
|
|
|
MockRoundTrip: func(req *http.Request) (*http.Response, error) {
|
|
|
|
return &http.Response{
|
|
|
|
Body: io.NopCloser(strings.NewReader("")),
|
|
|
|
Header: http.Header{
|
|
|
|
"Server": []string{"antani/0.1.0"},
|
|
|
|
},
|
|
|
|
StatusCode: 200,
|
|
|
|
}, nil
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
client := &http.Client{Transport: txp}
|
|
|
|
resp, err := client.Get("https://www.google.com")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
iox.ReadAllContext(context.Background(), resp.Body)
|
|
|
|
resp.Body.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestHTTPTransportLoggerCloseIdleConnections(t *testing.T) {
|
|
|
|
calls := &atomicx.Int64{}
|
2021-09-05 14:49:38 +02:00
|
|
|
txp := &httpTransportLogger{
|
|
|
|
HTTPTransport: &mocks.HTTPTransport{
|
2021-06-26 18:11:47 +02:00
|
|
|
MockCloseIdleConnections: func() {
|
|
|
|
calls.Add(1)
|
|
|
|
},
|
|
|
|
},
|
|
|
|
Logger: log.Log,
|
|
|
|
}
|
|
|
|
txp.CloseIdleConnections()
|
|
|
|
if calls.Load() != 1 {
|
|
|
|
t.Fatal("not called")
|
|
|
|
}
|
|
|
|
}
|
2021-07-01 15:26:08 +02:00
|
|
|
|
|
|
|
func TestHTTPTransportWorks(t *testing.T) {
|
2021-09-06 16:53:28 +02:00
|
|
|
d := NewDialerWithResolver(log.Log, NewResolverSystem(log.Log))
|
2021-09-06 17:21:34 +02:00
|
|
|
txp := NewHTTPTransport(log.Log, d, NewTLSHandshakerStdlib(log.Log))
|
2021-07-01 15:26:08 +02:00
|
|
|
client := &http.Client{Transport: txp}
|
2021-09-06 16:53:28 +02:00
|
|
|
defer client.CloseIdleConnections()
|
2021-07-01 15:26:08 +02:00
|
|
|
resp, err := client.Get("https://www.google.com/robots.txt")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
resp.Body.Close()
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestHTTPTransportWithFailingDialer(t *testing.T) {
|
2021-09-06 16:53:28 +02:00
|
|
|
called := &atomicx.Int64{}
|
2021-07-01 15:26:08 +02:00
|
|
|
expected := errors.New("mocked error")
|
2021-09-05 14:49:38 +02:00
|
|
|
d := &dialerResolver{
|
|
|
|
Dialer: &mocks.Dialer{
|
2021-07-01 15:26:08 +02:00
|
|
|
MockDialContext: func(ctx context.Context,
|
|
|
|
network, address string) (net.Conn, error) {
|
|
|
|
return nil, expected
|
|
|
|
},
|
2021-09-06 16:53:28 +02:00
|
|
|
MockCloseIdleConnections: func() {
|
|
|
|
called.Add(1)
|
|
|
|
},
|
2021-07-01 15:26:08 +02:00
|
|
|
},
|
2021-09-05 20:41:46 +02:00
|
|
|
Resolver: NewResolverSystem(log.Log),
|
2021-07-01 15:26:08 +02:00
|
|
|
}
|
2021-09-06 17:21:34 +02:00
|
|
|
txp := NewHTTPTransport(log.Log, d, NewTLSHandshakerStdlib(log.Log))
|
2021-07-01 15:26:08 +02:00
|
|
|
client := &http.Client{Transport: txp}
|
|
|
|
resp, err := client.Get("https://www.google.com/robots.txt")
|
|
|
|
if !errors.Is(err, expected) {
|
|
|
|
t.Fatal("not the error we expected", err)
|
|
|
|
}
|
|
|
|
if resp != nil {
|
|
|
|
t.Fatal("expected non-nil response here")
|
|
|
|
}
|
2021-09-06 16:53:28 +02:00
|
|
|
client.CloseIdleConnections()
|
|
|
|
if called.Load() < 1 {
|
|
|
|
t.Fatal("did not propagate CloseIdleConnections")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestNewHTTPTransport(t *testing.T) {
|
|
|
|
d := &mocks.Dialer{}
|
|
|
|
th := &mocks.TLSHandshaker{}
|
2021-09-06 17:21:34 +02:00
|
|
|
txp := NewHTTPTransport(log.Log, d, th)
|
|
|
|
logtxp, okay := txp.(*httpTransportLogger)
|
|
|
|
if !okay {
|
|
|
|
t.Fatal("invalid type")
|
|
|
|
}
|
|
|
|
if logtxp.Logger != log.Log {
|
|
|
|
t.Fatal("invalid logger")
|
|
|
|
}
|
|
|
|
txpcc, okay := logtxp.HTTPTransport.(*httpTransportConnectionsCloser)
|
2021-09-06 16:53:28 +02:00
|
|
|
if !okay {
|
|
|
|
t.Fatal("invalid type")
|
|
|
|
}
|
|
|
|
udt, okay := txpcc.Dialer.(*httpDialerWithReadTimeout)
|
|
|
|
if !okay {
|
|
|
|
t.Fatal("invalid type")
|
|
|
|
}
|
|
|
|
if udt.Dialer != d {
|
|
|
|
t.Fatal("invalid dialer")
|
|
|
|
}
|
|
|
|
if txpcc.TLSDialer.(*tlsDialer).TLSHandshaker != th {
|
|
|
|
t.Fatal("invalid tls handshaker")
|
|
|
|
}
|
2021-09-06 17:21:34 +02:00
|
|
|
stdwtxp, okay := txpcc.HTTPTransport.(*oohttp.StdlibTransport)
|
2021-09-06 16:53:28 +02:00
|
|
|
if !okay {
|
|
|
|
t.Fatal("invalid type")
|
|
|
|
}
|
2021-09-06 17:21:34 +02:00
|
|
|
if !stdwtxp.Transport.ForceAttemptHTTP2 {
|
2021-09-06 16:53:28 +02:00
|
|
|
t.Fatal("invalid ForceAttemptHTTP2")
|
|
|
|
}
|
2021-09-06 17:21:34 +02:00
|
|
|
if !stdwtxp.Transport.DisableCompression {
|
2021-09-06 16:53:28 +02:00
|
|
|
t.Fatal("invalid DisableCompression")
|
|
|
|
}
|
2021-09-06 17:21:34 +02:00
|
|
|
if stdwtxp.Transport.MaxConnsPerHost != 1 {
|
2021-09-06 16:53:28 +02:00
|
|
|
t.Fatal("invalid MaxConnPerHost")
|
|
|
|
}
|
2021-09-06 17:21:34 +02:00
|
|
|
if stdwtxp.Transport.DialTLSContext == nil {
|
2021-09-06 16:53:28 +02:00
|
|
|
t.Fatal("invalid DialTLSContext")
|
|
|
|
}
|
2021-09-06 17:21:34 +02:00
|
|
|
if stdwtxp.Transport.DialContext == nil {
|
2021-09-06 16:53:28 +02:00
|
|
|
t.Fatal("invalid DialContext")
|
|
|
|
}
|
2021-07-01 15:26:08 +02:00
|
|
|
}
|