maciej/yarr
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

change http state storage

Browse source
This commit is contained in:
Nazar Kanaev 2020-10-20 20:48:01 +01:00
parent 70761c47eb
commit 32ab1fefa9
3 changed files with 34 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

4
server/crawler.go
View file

@ -258,7 +258,7 @@ func listItems(f storage.Feed, db *storage.Storage) ([]storage.Item, error) {
var res *http.Response
var err error
httpState := db.GetHTTPState(f.FeedLink)
httpState := db.GetHTTPState(f.Id)
if httpState != nil {
res, err = defaultClient.getConditional(f.FeedLink, httpState.LastModified, httpState.Etag)
} else {
@ -282,7 +282,7 @@ func listItems(f storage.Feed, db *storage.Storage) ([]storage.Item, error) {
lastModified := res.Header.Get("Last-Modified")
etag := res.Header.Get("Etag")
if lastModified != "" || etag != "" {
db.SetHTTPState(f.FeedLink, storage.HTTPState{LastModified: lastModified, Etag: etag})
db.SetHTTPState(f.Id, lastModified, etag)
}
feedparser := gofeed.NewParser()