maciej/yarr
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ignore all feeds with 4xx and 5xx errors

Browse source
This commit is contained in:
Nazar Kanaev 2020-10-17 13:40:00 +01:00
parent f27d0c4cd7
commit e24b905adc
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
server/crawler.go
View file

@ -270,8 +270,8 @@ func listItems(f storage.Feed, db *storage.Storage) ([]storage.Item, error) {
}
defer res.Body.Close()
if res.StatusCode == 404 {
errmsg := fmt.Sprintf("Failed to list feed items for %s (status: 404)", f.FeedLink)
if res.StatusCode / 100 == 4 || res.StatusCode / 100 == 5 {
errmsg := fmt.Sprintf("Failed to list feed items for %s (status: %d)", f.FeedLink, res.StatusCode)
return nil, errors.New(errmsg)
}