From 3be9c1d71b0afd455381a3f166a8deb4b55a2c9f Mon Sep 17 00:00:00 2001
From: Hiltjo Posthuma <hiltjo@codemadness.org>
Date: Sun, 24 Dec 2017 13:13:17 +0100
Subject: sfeed_update: merge improvements

does not sort all entries by datetime descending anymore. Now only
new entries are appending in a datetime ascending order.
---
 sfeed_update | 20 +++++++++++++-------
 1 file changed, 13 insertions(+), 7 deletions(-)

(limited to 'sfeed_update')

diff --git a/sfeed_update b/sfeed_update
index cf384d1..e280d22 100755
--- a/sfeed_update
+++ b/sfeed_update
@@ -31,10 +31,14 @@ loadconfig() {
 # merge raw files.
 # merge(oldfile, newfile)
 merge() {
-	# unique sort by id, title, link.
-	# order by timestamp (desc).
-	(sort -t '	' -u -k6,6 -k2,2 -k3,3 "$1" "$2" 2>/dev/null) |
-	sort -t '	' -k1rn,1
+	# unique check by id, title, link.
+	# print only new entries in newfile.
+	# order new items by timestamp (asc).
+	(sed 's@^@O	@' "$1"
+	sed 's@^@N	@' "$2") | \
+		awk '!x[$7 "	" $3 "	" $4]++ && $1 == "N"' 2>/dev/null | \
+		cut -f 2- | \
+		sort -t '	' -k1n,1
 }
 
 # fetch a feed via HTTP/HTTPS etc.
@@ -88,10 +92,12 @@ feed() {
 		# if file exists, merge
 		if [ -e "${sfeedfile}" ]; then
 			merge "${sfeedfile}" "${tmpfeedfile}" > "${sfeedfilenew}"
-			# overwrite old file with updated file
-			mv "${sfeedfilenew}" "${sfeedfile}"
+
+			# append new entries to feed file.
+			cat "${sfeedfilenew}" >> "${sfeedfile}"
+			rm -f "${sfeedfilenew}"
 		else
-			merge "/dev/null" "${tmpfeedfile}" > "${sfeedfile}"
+			mv "${tmpfeedfile}" "${sfeedfile}"
 		fi
 	fi) &
 }
-- 
cgit v1.2.3