-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmain.go
73 lines (58 loc) · 1.59 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
package main
import (
"fmt"
"log"
"os"
"time"
"github.com/PuerkitoBio/goquery"
"github.com/catinapoke/website-changes-checker/additional"
"github.com/catinapoke/website-changes-checker/basic"
)
func debug_document(document *goquery.Document, filepath string) {
content, err := goquery.OuterHtml(document.Selection)
if err != nil {
log.Printf("Can't get Outer html: %v", err)
return
}
err = os.WriteFile(filepath, []byte(content), 0644)
if err != nil {
log.Printf("Can't write file: %v", err)
return
}
}
func CheckPage(webpage, selector string, cookies map[string]string) {
// var requester basic.IWebpageRequester = basic.BasicRequester{CookiesMap: cookies}
var requester basic.IWebpageRequester = &additional.HeadlessBrowserRequester{TimeoutSeconds: 1}
var parser basic.IContentParser = &basic.BasicParser{}
var hasher basic.IHasher = &basic.HasherSha1{}
var hashOperator basic.IHashOperator = &basic.BasicHashOperator{
Url: webpage,
Actions: []basic.IResultAction{&basic.DebugResultAction{}},
}
doc, err := requester.GetPage(webpage)
if err != nil {
hashOperator.HandleNewHash("", err)
return
}
debug_document(doc, "page.html")
content, err := parser.GetContent(doc, selector)
if err != nil {
hashOperator.HandleNewHash("", err)
return
}
fmt.Println(content)
hash, err := hasher.GetHash(content)
if err != nil {
hashOperator.HandleNewHash("", err)
return
}
hashOperator.HandleNewHash(hash, nil)
}
func main() {
webpage := "https://www.google.com/"
selector := ".lnXdpd"
for {
CheckPage(webpage, selector, nil)
time.Sleep(1 * time.Minute)
}
}