maciej/yarr
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

wrap in charset

Browse source
This commit is contained in:
Nazar Kanaev 2021-03-24 13:42:24 +00:00
parent b40fe94147
commit 80402943a1
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
src/worker/crawler.go
View file

@ -36,7 +36,12 @@ func DiscoverFeed(candidateUrl string) (*DiscoverResult, error) {
if res.StatusCode != 200 {
return nil, fmt.Errorf("status code %d", res.StatusCode)
}
content, err := ioutil.ReadAll(res.Body)
body, err := charset.NewReader(res.Body, res.Header.Get("Content-Type"))
if err != nil {
return nil, err
}
content, err := ioutil.ReadAll(body)
if err != nil {
return nil, err
}