make the hoot code amenable to testing

master
Ted Unangst 5 years ago
parent 4e225e16f3
commit 48513d3613

@ -35,56 +35,59 @@ var authorregex = regexp.MustCompile("twitter.com/([^/]+)")
var re_hoots = regexp.MustCompile(`hoot: ?https://\S+`)
func hooterize(noise string) string {
seen := make(map[string]bool)
func hootextractor(r io.Reader, url string, seen map[string]bool) string {
root, err := html.Parse(r)
if err != nil {
log.Printf("error parsing hoot: %s", err)
return url
}
divs := tweetsel.MatchAll(root)
hootfixer := func(r io.Reader, url string) string {
root, err := html.Parse(r)
if err != nil {
log.Printf("error parsing hoot: %s", err)
return url
}
divs := tweetsel.MatchAll(root)
var wanted string
wantmatch := authorregex.FindStringSubmatch(url)
if len(wantmatch) == 2 {
wanted = wantmatch[1]
}
var buf strings.Builder
wantmatch := authorregex.FindStringSubmatch(url)
if len(wantmatch) < 2 {
log.Printf("no wanted author?")
fmt.Fprintf(&buf, "%s\n", url)
var htf htfilter.Filter
for _, div := range divs {
twp := div.Parent.Parent.Parent
alink := linksel.MatchFirst(twp)
if alink == nil {
log.Printf("missing link")
continue
}
wanted := wantmatch[1]
var buf strings.Builder
var htf htfilter.Filter
fmt.Fprintf(&buf, "%s\n", url)
for _, div := range divs {
twp := div.Parent.Parent.Parent
alink := linksel.MatchFirst(twp)
if alink == nil {
log.Printf("missing link")
continue
}
link := "https://twitter.com" + htfilter.GetAttr(alink, "href")
authormatch := authorregex.FindStringSubmatch(link)
if len(authormatch) < 2 {
log.Printf("no author?")
continue
}
author := authormatch[1]
if author != wanted {
continue
}
text := htf.TextOnly(div)
text = strings.Replace(text, "\n", " ", -1)
text = strings.Replace(text, "pic.twitter.com", "https://pic.twitter.com", -1)
if seen[text] {
continue
}
link := "https://twitter.com" + htfilter.GetAttr(alink, "href")
authormatch := authorregex.FindStringSubmatch(link)
if len(authormatch) < 2 {
log.Printf("no author?")
continue
}
author := authormatch[1]
if wanted == "" {
wanted = author
}
if author != wanted {
continue
}
text := htf.TextOnly(div)
text = strings.Replace(text, "\n", " ", -1)
text = strings.Replace(text, "pic.twitter.com", "https://pic.twitter.com", -1)
fmt.Fprintf(&buf, "> @%s: %s\n", author, text)
seen[text] = true
if seen[text] {
continue
}
return buf.String()
fmt.Fprintf(&buf, "> @%s: %s\n", author, text)
seen[text] = true
}
return buf.String()
}
func hooterize(noise string) string {
seen := make(map[string]bool)
hootfetcher := func(hoot string) string {
url := hoot[5:]
@ -113,7 +116,7 @@ func hooterize(noise string) string {
}
ld, _ := os.Create("lasthoot.html")
r := io.TeeReader(resp.Body, ld)
return hootfixer(r, url)
return hootextractor(r, url, seen)
}
return re_hoots.ReplaceAllStringFunc(noise, hootfetcher)

@ -0,0 +1,17 @@
package main
import (
"fmt"
"os"
"testing"
)
func TestHooterize(t *testing.T) {
fd, err := os.Open("lasthoot.html")
if err != nil {
return
}
seen := make(map[string]bool)
hoots := hootextractor(fd, "lasthoot.html", seen)
fmt.Printf("hoots: %s\n", hoots)
}
Loading…
Cancel
Save