cfd3b8f9b2
This diff introduces the possibility of specifying --input-file file multiple times to force ooniprobe to read inputs from file. Like we do for miniooni, the file shall contain a single entry per line and this entry should be a URL for websites. Likewise, one can specify --input URL multiple times. This implementation is a very simple, initial implementation and there is a bunch of changes I'd like to add on top of it. And also perhaps a bunch of cleanups. I've chosen to expose these flag _only_ for websites for now. Part of https://github.com/ooni/probe/issues/1283.
170 lines
4.5 KiB
Go
170 lines
4.5 KiB
Go
package run
|
|
|
|
import (
|
|
"errors"
|
|
|
|
"github.com/alecthomas/kingpin"
|
|
"github.com/apex/log"
|
|
"github.com/fatih/color"
|
|
"github.com/ooni/probe-cli/internal/cli/onboard"
|
|
"github.com/ooni/probe-cli/internal/cli/root"
|
|
"github.com/ooni/probe-cli/internal/database"
|
|
"github.com/ooni/probe-cli/internal/nettests"
|
|
"github.com/ooni/probe-cli/internal/ooni"
|
|
)
|
|
|
|
type runNettestGroupConfig struct {
|
|
tg string
|
|
ctx *ooni.Probe
|
|
inputFiles []string
|
|
inputs []string
|
|
}
|
|
|
|
func runNettestGroup(config runNettestGroupConfig) error {
|
|
if config.ctx.IsTerminated() == true {
|
|
log.Debugf("context is terminated, stopping runNettestGroup early")
|
|
return nil
|
|
}
|
|
|
|
sess, err := config.ctx.NewSession()
|
|
if err != nil {
|
|
log.WithError(err).Error("Failed to create a measurement session")
|
|
return err
|
|
}
|
|
defer sess.Close()
|
|
|
|
err = sess.MaybeLookupLocation()
|
|
if err != nil {
|
|
log.WithError(err).Error("Failed to lookup the location of the probe")
|
|
return err
|
|
}
|
|
network, err := database.CreateNetwork(config.ctx.DB(), sess)
|
|
if err != nil {
|
|
log.WithError(err).Error("Failed to create the network row")
|
|
return err
|
|
}
|
|
if err := sess.MaybeLookupBackends(); err != nil {
|
|
log.WithError(err).Warn("Failed to discover OONI backends")
|
|
return err
|
|
}
|
|
|
|
group, ok := nettests.NettestGroups[config.tg]
|
|
if !ok {
|
|
log.Errorf("No test group named %s", config.tg)
|
|
return errors.New("invalid test group name")
|
|
}
|
|
log.Debugf("Running test group %s", group.Label)
|
|
|
|
result, err := database.CreateResult(
|
|
config.ctx.DB(), config.ctx.Home(), config.tg, network.ID)
|
|
if err != nil {
|
|
log.Errorf("DB result error: %s", err)
|
|
return err
|
|
}
|
|
|
|
config.ctx.ListenForSignals()
|
|
config.ctx.MaybeListenForStdinClosed()
|
|
for i, nt := range group.Nettests {
|
|
if config.ctx.IsTerminated() == true {
|
|
log.Debugf("context is terminated, stopping group.Nettests early")
|
|
break
|
|
}
|
|
log.Debugf("Running test %T", nt)
|
|
ctl := nettests.NewController(nt, config.ctx, result, sess)
|
|
ctl.InputFiles = config.inputFiles
|
|
ctl.Inputs = config.inputs
|
|
ctl.SetNettestIndex(i, len(group.Nettests))
|
|
if err = nt.Run(ctl); err != nil {
|
|
log.WithError(err).Errorf("Failed to run %s", group.Label)
|
|
}
|
|
}
|
|
|
|
if err = result.Finished(config.ctx.DB()); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func init() {
|
|
cmd := root.Command("run", "Run a test group or OONI Run link")
|
|
|
|
var nettestGroupNamesBlue []string
|
|
var probe *ooni.Probe
|
|
|
|
for name := range nettests.NettestGroups {
|
|
nettestGroupNamesBlue = append(nettestGroupNamesBlue, color.BlueString(name))
|
|
}
|
|
|
|
noCollector := cmd.Flag("no-collector", "Disable uploading measurements to a collector").Bool()
|
|
|
|
cmd.Action(func(_ *kingpin.ParseContext) error {
|
|
var err error
|
|
probe, err = root.Init()
|
|
if err != nil {
|
|
log.Errorf("%s", err)
|
|
return err
|
|
}
|
|
|
|
if err = onboard.MaybeOnboarding(probe); err != nil {
|
|
log.WithError(err).Error("failed to perform onboarding")
|
|
return err
|
|
}
|
|
|
|
if *noCollector == true {
|
|
probe.Config().Sharing.UploadResults = false
|
|
}
|
|
return nil
|
|
})
|
|
|
|
websitesCmd := cmd.Command("websites", "")
|
|
inputFile := websitesCmd.Flag("input-file", "File containing input URLs").Strings()
|
|
input := websitesCmd.Flag("input", "Test the specified URL").Strings()
|
|
websitesCmd.Action(func(_ *kingpin.ParseContext) error {
|
|
return runNettestGroup(runNettestGroupConfig{
|
|
tg: "websites",
|
|
ctx: probe,
|
|
inputFiles: *inputFile,
|
|
inputs: *input,
|
|
})
|
|
})
|
|
imCmd := cmd.Command("im", "")
|
|
imCmd.Action(func(_ *kingpin.ParseContext) error {
|
|
return runNettestGroup(runNettestGroupConfig{
|
|
tg: "im",
|
|
ctx: probe,
|
|
})
|
|
})
|
|
performanceCmd := cmd.Command("performance", "")
|
|
performanceCmd.Action(func(_ *kingpin.ParseContext) error {
|
|
return runNettestGroup(runNettestGroupConfig{
|
|
tg: "performance",
|
|
ctx: probe,
|
|
})
|
|
})
|
|
middleboxCmd := cmd.Command("middlebox", "")
|
|
middleboxCmd.Action(func(_ *kingpin.ParseContext) error {
|
|
return runNettestGroup(runNettestGroupConfig{
|
|
tg: "middlebox",
|
|
ctx: probe,
|
|
})
|
|
})
|
|
circumventionCmd := cmd.Command("circumvention", "")
|
|
circumventionCmd.Action(func(_ *kingpin.ParseContext) error {
|
|
return runNettestGroup(runNettestGroupConfig{
|
|
tg: "circumvention",
|
|
ctx: probe,
|
|
})
|
|
})
|
|
allCmd := cmd.Command("all", "").Default()
|
|
allCmd.Action(func(_ *kingpin.ParseContext) error {
|
|
log.Infof("Running %s tests", color.BlueString("all"))
|
|
for tg := range nettests.NettestGroups {
|
|
group := runNettestGroupConfig{tg: tg, ctx: probe}
|
|
if err := runNettestGroup(group); err != nil {
|
|
log.WithError(err).Errorf("failed to run %s", tg)
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|