refactor: move WebGetTitle inside measurexlite (#895)

Part of https://github.com/ooni/probe/issues/2240
This commit is contained in:
Simone Basso 2022-08-28 20:26:40 +02:00 committed by GitHub
commit 7c1b2bbcb0
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
5 changed files with 88 additions and 17 deletions

View file

@ -0,0 +1,19 @@
package measurexlite
//
// Code to process web results (e.g., from web connectivity)
//
import "regexp"
// WebGetTitle returns the title or an empty string.
func WebGetTitle(measurementBody string) string {
// MK used {1,128} but we're making it larger here to get longer titles
// e.g. <http://www.isa.gov.il/Pages/default.aspx>'s one
re := regexp.MustCompile(`(?i)<title>([^<]{1,512})</title>`)
v := re.FindStringSubmatch(measurementBody)
if len(v) < 2 {
return ""
}
return v[1]
}