cleanup: remove baseurl and encoding and some leftovers from sfeed - tscrape - twitter scraper
(HTM) git clone git://git.codemadness.org/tscrape
(DIR) Log
(DIR) Files
(DIR) Refs
(DIR) README
(DIR) LICENSE
---
(DIR) commit 74421a0dd39d2f3cd496ab9e9efcf38e2fef594e
(DIR) parent 3256e00c6408e55e17d9de130d677392acf78177
(HTM) Author: Hiltjo Posthuma <hiltjo@codemadness.org>
Date: Sun, 13 Aug 2017 11:17:50 +0200
cleanup: remove baseurl and encoding and some leftovers from sfeed
Diffstat:
M tscrape_update | 5 ++---
M tscraperc.example | 2 +-
2 files changed, 3 insertions(+), 4 deletions(-)
---
(DIR) diff --git a/tscrape_update b/tscrape_update
@@ -48,15 +48,14 @@ fetchfeed() {
}
# fetch and parse feed.
-# feed(name, feedurl, [basesiteurl], [encoding])
+# feed(name, feedurl)
feed() {
(name="$1"
tmpfeedfile="${tscrapetmpdir}/${name}"
tmpencfile=""
- encoding="$4"
tscrapefile="${tscrapepath}/$1"
- fetchfeed "$2" "$1" "${tscrapefile}" | tscrape "$3" > "${tmpfeedfile}"
+ fetchfeed "$2" "$1" "${tscrapefile}" | tscrape > "${tmpfeedfile}"
# get new data and merge with old.
tscrapefilenew="${tscrapepath}/${name}.new"
(DIR) diff --git a/tscraperc.example b/tscraperc.example
@@ -2,7 +2,7 @@
# list of feeds to fetch:
feeds() {
- # feed <name> <feedurl> [basesiteurl] [encoding]
+ # feed <name> <feedurl>
feed "Rich Felker" "https://twitter.com/richfelker"
feed "Internet of shit" "https://twitter.com/internetofshit"
feed "Donald trump" "https://twitter.com/realdonaldtrump"