maciej/yarr
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

set missing times

Browse source
This commit is contained in:
Nazar Kanaev 2021-04-04 20:42:52 +01:00
parent 34edfc0727
commit cf5856bdf7
2 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/parser/feed.go
View file

@ -80,7 +80,7 @@ func (feed *Feed) cleanup() {
func (feed *Feed) SetMissingDatesTo(newdate time.Time) { func (feed *Feed) SetMissingDatesTo(newdate time.Time) {
for i, item := range feed.Items { for i, item := range feed.Items {
if item.Date.Equal(defaultTime) { if item.Date.IsZero() {
feed.Items[i].Date = newdate feed.Items[i].Date = newdate
} }
} }

3
src/worker/crawler.go
View file

@ -7,6 +7,7 @@ import (
"io/ioutil" "io/ioutil"
"net/http" "net/http"
"net/url" "net/url"
"time"
"github.com/nkanaev/yarr/src/content/scraper" "github.com/nkanaev/yarr/src/content/scraper"
"github.com/nkanaev/yarr/src/parser" "github.com/nkanaev/yarr/src/parser"
@ -50,6 +51,7 @@ func DiscoverFeed(candidateUrl string) (*DiscoverResult, error) {
feed, err := parser.Parse(bytes.NewReader(content)) feed, err := parser.Parse(bytes.NewReader(content))
if err == nil { if err == nil {
feed.TranslateURLs(candidateUrl) feed.TranslateURLs(candidateUrl)
feed.SetMissingDatesTo(time.Now())
result.Feed = feed result.Feed = feed
result.FeedLink = candidateUrl result.FeedLink = candidateUrl
return result, nil return result, nil
@ -192,5 +194,6 @@ func listItems(f storage.Feed, db *storage.Storage) ([]storage.Item, error) {
db.SetHTTPState(f.Id, lmod, etag) db.SetHTTPState(f.Id, lmod, etag)
} }
feed.TranslateURLs(f.FeedLink) feed.TranslateURLs(f.FeedLink)
feed.SetMissingDatesTo(time.Now())
return ConvertItems(feed.Items, f), nil return ConvertItems(feed.Items, f), nil
} }