maciej/yarr
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

extend feed links query

Browse source
This commit is contained in:
Nazar Kanaev 2020-09-01 23:05:47 +01:00
parent 6dcb75c450
commit d9cd520396
1 changed files with 13 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

14
server/crawler.go
View file

@ -15,7 +15,19 @@ type FeedSource struct {
Url string `json:"url"`
}
const feedLinks = `link[type='application/rss+xml'],link[type='application/atom+xml']`
const feedLinks = `
link[type='application/rss+xml'],
link[type='application/atom+xml'],
a[href$="/feed"],
a[href$="/feed/"],
a[href$="feed.xml"],
a[href$="atom.xml"],
a[href$="rss.xml"],
a:contains("rss"),
a:contains("RSS"),
a:contains("feed"),
a:contains("FEED")
`
func FindFeeds(r *http.Response) ([]FeedSource, error) {
sources := make([]FeedSource, 0, 0)