forked from raviqqe/muffet
-
Notifications
You must be signed in to change notification settings - Fork 0
/
page_checker_test.go
114 lines (89 loc) · 2 KB
/
page_checker_test.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
package main
import (
"errors"
"net/url"
"testing"
"github.com/stretchr/testify/assert"
)
func newTestPageChecker(c *fakeHttpClient) *pageChecker {
return newPageChecker(
newLinkFetcher(
c,
[]pageParser{newHtmlPageParser(newTestLinkFinder())},
linkFetcherOptions{},
),
newLinkValidator("foo.com", nil, nil),
false,
)
}
func newTestPage(t *testing.T, fragments map[string]struct{}, links map[string]error) page {
u, err := url.Parse("http://foo.com")
assert.Nil(t, err)
return newHtmlPage(u, fragments, links)
}
func TestPageCheckerCheckOnePage(t *testing.T) {
c := newTestPageChecker(
newFakeHttpClient(
func(u *url.URL) (*fakeHttpResponse, error) {
return nil, errors.New("")
},
),
)
go c.Check(newTestPage(t, nil, nil))
i := 0
for r := range c.Results() {
i++
assert.True(t, r.OK())
}
assert.Equal(t, 1, i)
}
func TestPageCheckerCheckTwoPages(t *testing.T) {
c := newTestPageChecker(
newFakeHttpClient(
func(u *url.URL) (*fakeHttpResponse, error) {
s := "http://foo.com/foo"
if u.String() != s {
return nil, errors.New("")
}
return newFakeHtmlResponse(s, ""), nil
},
),
)
go c.Check(
newTestPage(t, nil, map[string]error{"http://foo.com/foo": nil}),
)
i := 0
for r := range c.Results() {
i++
assert.True(t, r.OK())
}
assert.Equal(t, 2, i)
}
func TestPageCheckerFailToCheckPage(t *testing.T) {
c := newTestPageChecker(
newFakeHttpClient(
func(u *url.URL) (*fakeHttpResponse, error) {
return nil, errors.New("")
},
),
)
go c.Check(
newTestPage(t, nil, map[string]error{"http://foo.com/foo": nil}),
)
assert.False(t, (<-c.Results()).OK())
}
func TestPageCheckerDoNotCheckSamePageTwice(t *testing.T) {
c := newTestPageChecker(
newFakeHttpClient(
func(u *url.URL) (*fakeHttpResponse, error) {
return newFakeHtmlResponse("http://foo.com", ""), nil
},
),
)
go c.Check(newTestPage(t, nil, map[string]error{"http://foo.com": nil}))
i := 0
for range c.Results() {
i++
}
assert.Equal(t, 1, i)
}