2022-07-08 19:42:24 +02:00
|
|
|
package measurexlite
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2022-08-11 18:18:25 +02:00
|
|
|
"net"
|
2022-07-08 19:42:24 +02:00
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
2022-08-11 18:18:25 +02:00
|
|
|
"github.com/google/go-cmp/cmp"
|
2022-07-08 19:42:24 +02:00
|
|
|
"github.com/miekg/dns"
|
|
|
|
"github.com/ooni/probe-cli/v3/internal/model"
|
|
|
|
"github.com/ooni/probe-cli/v3/internal/model/mocks"
|
|
|
|
"github.com/ooni/probe-cli/v3/internal/netxlite"
|
|
|
|
"github.com/ooni/probe-cli/v3/internal/testingx"
|
|
|
|
)
|
|
|
|
|
2022-08-11 18:18:25 +02:00
|
|
|
func TestNewResolver(t *testing.T) {
|
2022-08-11 16:00:37 +02:00
|
|
|
t.Run("WrapResolver creates a wrapped resolver with Trace", func(t *testing.T) {
|
2022-07-08 19:42:24 +02:00
|
|
|
underlying := &mocks.Resolver{}
|
|
|
|
zeroTime := time.Now()
|
|
|
|
trace := NewTrace(0, zeroTime)
|
2022-08-11 16:00:37 +02:00
|
|
|
resolvert := trace.wrapResolver(underlying).(*resolverTrace)
|
2022-07-08 19:42:24 +02:00
|
|
|
if resolvert.r != underlying {
|
|
|
|
t.Fatal("invalid parallel resolver")
|
|
|
|
}
|
|
|
|
if resolvert.tx != trace {
|
|
|
|
t.Fatal("invalid trace")
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("Trace-aware resolver forwards underlying functions", func(t *testing.T) {
|
|
|
|
var called bool
|
|
|
|
zeroTime := time.Now()
|
|
|
|
trace := NewTrace(0, zeroTime)
|
2022-08-11 16:00:37 +02:00
|
|
|
mockResolver := &mocks.Resolver{
|
|
|
|
MockAddress: func() string {
|
|
|
|
return "dns.google"
|
|
|
|
},
|
|
|
|
MockNetwork: func() string {
|
|
|
|
return "udp"
|
|
|
|
},
|
2022-08-11 18:18:25 +02:00
|
|
|
MockLookupHost: func(ctx context.Context, domain string) ([]string, error) {
|
|
|
|
return []string{"1.1.1.1"}, nil
|
|
|
|
},
|
|
|
|
MockLookupHTTPS: func(ctx context.Context, domain string) (*model.HTTPSSvc, error) {
|
|
|
|
return &model.HTTPSSvc{
|
|
|
|
IPv4: []string{"1.1.1.1"},
|
|
|
|
}, nil
|
|
|
|
},
|
|
|
|
MockLookupNS: func(ctx context.Context, domain string) ([]*net.NS, error) {
|
|
|
|
return []*net.NS{{
|
|
|
|
Host: "1.1.1.1",
|
|
|
|
}}, nil
|
|
|
|
},
|
2022-08-11 16:00:37 +02:00
|
|
|
MockCloseIdleConnections: func() {
|
|
|
|
called = true
|
|
|
|
},
|
2022-07-08 19:42:24 +02:00
|
|
|
}
|
2022-08-11 16:00:37 +02:00
|
|
|
resolver := trace.wrapResolver(mockResolver)
|
2022-07-08 19:42:24 +02:00
|
|
|
|
|
|
|
t.Run("Address is correctly forwarded", func(t *testing.T) {
|
|
|
|
got := resolver.Address()
|
|
|
|
if got != "dns.google" {
|
|
|
|
t.Fatal("Address not called")
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("Network is correctly forwarded", func(t *testing.T) {
|
|
|
|
got := resolver.Network()
|
|
|
|
if got != "udp" {
|
|
|
|
t.Fatal("Network not called")
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
2022-08-11 18:18:25 +02:00
|
|
|
t.Run("LookupHost is correctly forwarded", func(t *testing.T) {
|
|
|
|
want := []string{"1.1.1.1"}
|
|
|
|
ctx := context.Background()
|
|
|
|
got, err := resolver.LookupHost(ctx, "example.com")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("expected nil error")
|
|
|
|
}
|
|
|
|
if diff := cmp.Diff(want, got); diff != "" {
|
|
|
|
t.Fatal(diff)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("LookupHTTPS is correctly forwarded", func(t *testing.T) {
|
|
|
|
want := &model.HTTPSSvc{
|
|
|
|
IPv4: []string{"1.1.1.1"},
|
|
|
|
}
|
|
|
|
ctx := context.Background()
|
|
|
|
got, err := resolver.LookupHTTPS(ctx, "example.com")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("expected nil error")
|
|
|
|
}
|
|
|
|
if diff := cmp.Diff(want, got); diff != "" {
|
|
|
|
t.Fatal(diff)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("LookupNS is correctly forwarded", func(t *testing.T) {
|
|
|
|
want := []*net.NS{{
|
|
|
|
Host: "1.1.1.1",
|
|
|
|
}}
|
|
|
|
ctx := context.Background()
|
|
|
|
got, err := resolver.LookupNS(ctx, "example.com")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("expected nil error")
|
|
|
|
}
|
|
|
|
if diff := cmp.Diff(want, got); diff != "" {
|
|
|
|
t.Fatal(diff)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
2022-07-08 19:42:24 +02:00
|
|
|
t.Run("CloseIdleConnections is correctly forwarded", func(t *testing.T) {
|
|
|
|
resolver.CloseIdleConnections()
|
|
|
|
if !called {
|
|
|
|
t.Fatal("CloseIdleConnections not called")
|
|
|
|
}
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("LookupHost saves into trace", func(t *testing.T) {
|
|
|
|
zeroTime := time.Now()
|
|
|
|
td := testingx.NewTimeDeterministic(zeroTime)
|
|
|
|
trace := NewTrace(0, zeroTime)
|
|
|
|
trace.TimeNowFn = td.Now
|
|
|
|
txp := &mocks.DNSTransport{
|
|
|
|
MockRoundTrip: func(ctx context.Context, query model.DNSQuery) (model.DNSResponse, error) {
|
|
|
|
response := &mocks.DNSResponse{
|
|
|
|
MockDecodeLookupHost: func() ([]string, error) {
|
|
|
|
if query.Type() != dns.TypeA {
|
|
|
|
return []string{"fe80::a00:20ff:feb9:4c54"}, nil
|
|
|
|
}
|
|
|
|
return []string{"1.1.1.1"}, nil
|
|
|
|
},
|
|
|
|
}
|
|
|
|
return response, nil
|
|
|
|
},
|
|
|
|
MockRequiresPadding: func() bool {
|
|
|
|
return true
|
|
|
|
},
|
|
|
|
MockNetwork: func() string {
|
2022-08-11 16:00:37 +02:00
|
|
|
return "mocked"
|
2022-07-08 19:42:24 +02:00
|
|
|
},
|
|
|
|
MockAddress: func() string {
|
|
|
|
return "dns.google"
|
|
|
|
},
|
|
|
|
}
|
2022-08-11 16:00:37 +02:00
|
|
|
r := netxlite.NewUnwrappedParallelResolver(txp)
|
|
|
|
resolver := trace.wrapResolver(r)
|
2022-07-08 19:42:24 +02:00
|
|
|
ctx := context.Background()
|
|
|
|
addrs, err := resolver.LookupHost(ctx, "example.com")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("unexpected err", err)
|
|
|
|
}
|
|
|
|
if len(addrs) != 2 {
|
|
|
|
t.Fatal("unexpected array output", addrs)
|
|
|
|
}
|
|
|
|
if addrs[0] != "1.1.1.1" && addrs[1] != "1.1.1.1" {
|
|
|
|
t.Fatal("unexpected array output", addrs)
|
|
|
|
}
|
|
|
|
if addrs[0] != "fe80::a00:20ff:feb9:4c54" && addrs[1] != "fe80::a00:20ff:feb9:4c54" {
|
|
|
|
t.Fatal("unexpected array output", addrs)
|
|
|
|
}
|
|
|
|
|
2022-08-11 16:00:37 +02:00
|
|
|
t.Run("DNSLookup events", func(t *testing.T) {
|
|
|
|
events := trace.DNSLookupsFromRoundTrip()
|
|
|
|
if len(events) != 2 {
|
|
|
|
t.Fatal("unexpected DNS events")
|
|
|
|
}
|
|
|
|
for _, ev := range events {
|
|
|
|
if ev.ResolverAddress != "dns.google" {
|
|
|
|
t.Fatal("unexpected resolver address")
|
|
|
|
}
|
|
|
|
if ev.Engine != "mocked" {
|
|
|
|
t.Fatal("unexpected engine")
|
|
|
|
}
|
|
|
|
if len(ev.Answers) != 1 {
|
|
|
|
t.Fatal("expected single answer in DNSLookup event")
|
|
|
|
}
|
|
|
|
if ev.QueryType == "A" && ev.Answers[0].IPv4 != "1.1.1.1" {
|
|
|
|
t.Fatal("unexpected A query result")
|
|
|
|
}
|
|
|
|
if ev.QueryType == "AAAA" && ev.Answers[0].IPv6 != "fe80::a00:20ff:feb9:4c54" {
|
|
|
|
t.Fatal("unexpected AAAA query result")
|
|
|
|
}
|
2022-07-08 19:42:24 +02:00
|
|
|
}
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("LookupHost discards events when buffers are full", func(t *testing.T) {
|
|
|
|
zeroTime := time.Now()
|
|
|
|
td := testingx.NewTimeDeterministic(zeroTime)
|
|
|
|
trace := NewTrace(0, zeroTime)
|
2022-08-17 20:10:48 +02:00
|
|
|
trace.dnsLookup = make(chan *model.ArchivalDNSLookupResult) // no buffer
|
2022-07-08 19:42:24 +02:00
|
|
|
trace.TimeNowFn = td.Now
|
|
|
|
txp := &mocks.DNSTransport{
|
|
|
|
MockRoundTrip: func(ctx context.Context, query model.DNSQuery) (model.DNSResponse, error) {
|
|
|
|
response := &mocks.DNSResponse{
|
|
|
|
MockDecodeLookupHost: func() ([]string, error) {
|
|
|
|
if query.Type() != dns.TypeA {
|
|
|
|
return []string{"fe80::a00:20ff:feb9:4c54"}, nil
|
|
|
|
}
|
|
|
|
return []string{"1.1.1.1"}, nil
|
|
|
|
},
|
|
|
|
}
|
|
|
|
return response, nil
|
|
|
|
},
|
|
|
|
MockRequiresPadding: func() bool {
|
|
|
|
return true
|
|
|
|
},
|
|
|
|
MockNetwork: func() string {
|
|
|
|
return ""
|
|
|
|
},
|
|
|
|
MockAddress: func() string {
|
|
|
|
return "dns.google"
|
|
|
|
},
|
|
|
|
}
|
2022-08-11 16:00:37 +02:00
|
|
|
r := netxlite.NewUnwrappedParallelResolver(txp)
|
|
|
|
resolver := trace.wrapResolver(r)
|
2022-07-08 19:42:24 +02:00
|
|
|
ctx := context.Background()
|
|
|
|
addrs, err := resolver.LookupHost(ctx, "example.com")
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal("unexpected err", err)
|
|
|
|
}
|
|
|
|
if len(addrs) != 2 {
|
|
|
|
t.Fatal("unexpected array output", addrs)
|
|
|
|
}
|
2022-08-11 16:00:37 +02:00
|
|
|
if addrs[0] != "1.1.1.1" && addrs[1] != "1.1.1.1" {
|
|
|
|
t.Fatal("unexpected array output", addrs)
|
|
|
|
}
|
|
|
|
if addrs[0] != "fe80::a00:20ff:feb9:4c54" && addrs[1] != "fe80::a00:20ff:feb9:4c54" {
|
|
|
|
t.Fatal("unexpected array output", addrs)
|
|
|
|
}
|
2022-07-08 19:42:24 +02:00
|
|
|
|
2022-08-11 16:00:37 +02:00
|
|
|
t.Run("DNSLookup Events", func(t *testing.T) {
|
|
|
|
events := trace.DNSLookupsFromRoundTrip()
|
2022-07-08 19:42:24 +02:00
|
|
|
if len(events) != 0 {
|
2022-08-11 16:00:37 +02:00
|
|
|
t.Fatal("expected to see no DNSLookup events")
|
2022-07-08 19:42:24 +02:00
|
|
|
}
|
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-08-11 18:18:25 +02:00
|
|
|
func TestNewWrappedResolvers(t *testing.T) {
|
|
|
|
t.Run("NewParallelDNSOverHTTPSResolver works as intended", func(t *testing.T) {
|
|
|
|
zeroTime := time.Now()
|
|
|
|
trace := NewTrace(0, zeroTime)
|
|
|
|
resolver := trace.NewParallelDNSOverHTTPSResolver(model.DiscardLogger, "https://dns.google.com")
|
|
|
|
resolvert := resolver.(*resolverTrace)
|
|
|
|
if resolvert.tx != trace {
|
|
|
|
t.Fatal("invalid trace")
|
|
|
|
}
|
|
|
|
if resolver.Network() != "doh" {
|
|
|
|
t.Fatal("unexpected resolver network")
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("NewParallelUDPResolver works as intended", func(t *testing.T) {
|
|
|
|
zeroTime := time.Now()
|
|
|
|
trace := NewTrace(0, zeroTime)
|
|
|
|
dialer := netxlite.NewDialerWithStdlibResolver(model.DiscardLogger)
|
|
|
|
resolver := trace.NewParallelUDPResolver(model.DiscardLogger, dialer, "1.1.1.1:53")
|
|
|
|
resolvert := resolver.(*resolverTrace)
|
|
|
|
if resolvert.tx != trace {
|
|
|
|
t.Fatal("invalid trace")
|
|
|
|
}
|
|
|
|
if resolver.Network() != "udp" {
|
|
|
|
t.Fatal("unexpected resolver network")
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("NewStdlibResolver works as intended", func(t *testing.T) {
|
|
|
|
zeroTime := time.Now()
|
|
|
|
trace := NewTrace(0, zeroTime)
|
|
|
|
resolver := trace.NewStdlibResolver(model.DiscardLogger)
|
|
|
|
resolvert := resolver.(*resolverTrace)
|
|
|
|
if resolvert.tx != trace {
|
|
|
|
t.Fatal("invalid trace")
|
|
|
|
}
|
|
|
|
if resolver.Network() != "system" {
|
|
|
|
t.Fatal("unexpected resolver network")
|
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-08-17 20:10:48 +02:00
|
|
|
func TestFirstDNSLookup(t *testing.T) {
|
|
|
|
t.Run("returns nil when buffer is empty", func(t *testing.T) {
|
|
|
|
zeroTime := time.Now()
|
|
|
|
trace := NewTrace(0, zeroTime)
|
|
|
|
got := trace.FirstDNSLookup()
|
|
|
|
if got != nil {
|
|
|
|
t.Fatal("expected nil event")
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("return first non-nil DNSLookup", func(t *testing.T) {
|
|
|
|
filler := func(tx *Trace, events []*model.ArchivalDNSLookupResult) {
|
|
|
|
for _, ev := range events {
|
|
|
|
tx.dnsLookup <- ev
|
|
|
|
}
|
|
|
|
}
|
|
|
|
zeroTime := time.Now()
|
|
|
|
trace := NewTrace(0, zeroTime)
|
|
|
|
expect := []*model.ArchivalDNSLookupResult{{
|
|
|
|
Engine: "doh",
|
|
|
|
Failure: nil,
|
|
|
|
Hostname: "example.com",
|
|
|
|
QueryType: "A",
|
|
|
|
}, {
|
|
|
|
Engine: "doh",
|
|
|
|
Failure: nil,
|
|
|
|
Hostname: "example.com",
|
|
|
|
QueryType: "AAAA",
|
|
|
|
}}
|
|
|
|
filler(trace, expect)
|
|
|
|
got := trace.FirstDNSLookup()
|
|
|
|
if diff := cmp.Diff(got, expect[0]); diff != "" {
|
|
|
|
t.Fatal(diff)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-07-08 19:42:24 +02:00
|
|
|
func TestAnswersFromAddrs(t *testing.T) {
|
|
|
|
tests := []struct {
|
|
|
|
name string
|
|
|
|
args []string
|
|
|
|
}{{
|
|
|
|
name: "with valid input",
|
|
|
|
args: []string{"1.1.1.1", "fe80::a00:20ff:feb9:4c54"},
|
|
|
|
}, {
|
|
|
|
name: "with invalid IPv4 address",
|
|
|
|
args: []string{"1.1.1.1.1", "fe80::a00:20ff:feb9:4c54"},
|
|
|
|
}, {
|
|
|
|
name: "with invalid IPv6 address",
|
|
|
|
args: []string{"1.1.1.1", "fe80::a00:20ff:feb9:::4c54"},
|
|
|
|
}, {
|
|
|
|
name: "with empty input",
|
|
|
|
args: []string{},
|
|
|
|
}, {
|
|
|
|
name: "with nil input",
|
|
|
|
args: nil,
|
|
|
|
}}
|
|
|
|
for _, tt := range tests {
|
|
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
|
|
got := archivalAnswersFromAddrs(tt.args)
|
|
|
|
var idx int
|
|
|
|
for _, inp := range tt.args {
|
|
|
|
ip6, err := netxlite.IsIPv6(inp)
|
|
|
|
if err != nil {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if idx >= len(got) {
|
|
|
|
t.Fatal("unexpected array length")
|
|
|
|
}
|
|
|
|
answer := got[idx]
|
|
|
|
if ip6 {
|
|
|
|
if answer.AnswerType != "AAAA" || answer.IPv6 != inp {
|
|
|
|
t.Fatal("unexpected output", answer)
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
if answer.AnswerType != "A" || answer.IPv4 != inp {
|
|
|
|
t.Fatal("unexpected output", answer)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
idx++
|
|
|
|
}
|
|
|
|
if idx != len(got) {
|
|
|
|
t.Fatal("unexpected array length", len(got))
|
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|