diff options
author | Hiltjo Posthuma <hiltjo@codemadness.org> | 2017-12-24 13:13:17 +0100 |
---|---|---|
committer | Hiltjo Posthuma <hiltjo@codemadness.org> | 2017-12-24 13:16:32 +0100 |
commit | 3be9c1d71b0afd455381a3f166a8deb4b55a2c9f (patch) | |
tree | fe22e07adb09ad8d89a8a834adf68fb02ad525d4 /sfeed_update | |
parent | 293d1cec14439566ceed181fb397381d471a6c66 (diff) |
sfeed_update: merge improvements
does not sort all entries by datetime descending anymore. Now only
new entries are appending in a datetime ascending order.
Diffstat (limited to 'sfeed_update')
-rwxr-xr-x | sfeed_update | 20 |
1 files changed, 13 insertions, 7 deletions
diff --git a/sfeed_update b/sfeed_update index cf384d1..e280d22 100755 --- a/sfeed_update +++ b/sfeed_update @@ -31,10 +31,14 @@ loadconfig() { # merge raw files. # merge(oldfile, newfile) merge() { - # unique sort by id, title, link. - # order by timestamp (desc). - (sort -t ' ' -u -k6,6 -k2,2 -k3,3 "$1" "$2" 2>/dev/null) | - sort -t ' ' -k1rn,1 + # unique check by id, title, link. + # print only new entries in newfile. + # order new items by timestamp (asc). + (sed 's@^@O @' "$1" + sed 's@^@N @' "$2") | \ + awk '!x[$7 " " $3 " " $4]++ && $1 == "N"' 2>/dev/null | \ + cut -f 2- | \ + sort -t ' ' -k1n,1 } # fetch a feed via HTTP/HTTPS etc. @@ -88,10 +92,12 @@ feed() { # if file exists, merge if [ -e "${sfeedfile}" ]; then merge "${sfeedfile}" "${tmpfeedfile}" > "${sfeedfilenew}" - # overwrite old file with updated file - mv "${sfeedfilenew}" "${sfeedfile}" + + # append new entries to feed file. + cat "${sfeedfilenew}" >> "${sfeedfile}" + rm -f "${sfeedfilenew}" else - merge "/dev/null" "${tmpfeedfile}" > "${sfeedfile}" + mv "${tmpfeedfile}" "${sfeedfile}" fi fi) & } |