commit 11613bf6f46400bef8458911489120bcae43b645
from: Oliver Lowe <o@olowe.co>
date: Tue Jul 18 09:16:00 2023 UTC

lemmyverse: retain bad lemmy.world communities

removing lines stuffs up our search program as we require a complete
community every 3rd record.

commit - 4fe62619eb0056f51a56c8117074b04245c09e74
commit + 11613bf6f46400bef8458911489120bcae43b645
blob - f5561cf5a19de533c3990fc9e30348b0beaca5cd
blob + 2d3c8b46c63e53ceb5c60b24659eed31db011cc1
--- bin/lemmyverse
+++ bin/lemmyverse
@@ -15,20 +15,19 @@ fi
 mkdir -p $cachedir
 
 # thousands of spam/bot communities at lemmy.world?
-badnames='enoweiooe'
+# badnames='enoweiooe'
 
 cd $cachedir
 if ! test -f communities
 then
 	curl --compressed https://lemmyverse.net/data/community.full.json | \
 		tr ',' '\n' | \
-		grep -v $badnames | \
 		tr -d '"{}[]' | \
 		grep -E  '(^baseurl)|(^name)|(^desc)' > communities
 fi
 
 awk -F :  '
-$1 == "baseurl" { instance=$2 }
-$1 == "desc"{ desc = $2 }
+$1 == "baseurl" { instance = $2 }
 $1 == "name" { name = $2 }
-NR % 3 == 0 { printf "%s@%s\t%s\n", name, instance, desc }' communities  | sort | grep "$@"
+$1 == "desc" { desc = $2 }
+NR % 3 == 0 { printf "%s@%s\t%s\n", name, instance, desc }' communities | sort | grep "$@"