fix page crawling encoding
This commit is contained in:
parent
b78c8bf8bf
commit
e3e9542f1e
3 changed files with 20 additions and 3 deletions
|
|
@ -457,7 +457,7 @@ func (s *Server) handlePageCrawl(c *router.Context) {
|
|||
return
|
||||
}
|
||||
|
||||
res, err := http.Get(url)
|
||||
res, err := worker.GetHTTP(url)
|
||||
if err != nil {
|
||||
log.Print(err)
|
||||
c.Out.WriteHeader(http.StatusBadRequest)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue