x

commit 11613bf6f46400bef8458911489120bcae43b645
parent 4fe62619eb0056f51a56c8117074b04245c09e74
Author: Oliver Lowe <o@olowe.co>
Date:   Tue, 18 Jul 2023 19:16:00 +1000

lemmyverse: retain bad lemmy.world communities

removing lines stuffs up our search program as we require a complete
community every 3rd record.

Diffstat:
M
bin/lemmyverse
 | 
9
++++-----

1 file changed, 4 insertions(+), 5 deletions(-)
diff --git a/bin/lemmyverse b/bin/lemmyverse
@@ -15,20 +15,19 @@ fi
 mkdir -p $cachedir
 
 # thousands of spam/bot communities at lemmy.world?
-badnames='enoweiooe'
+# badnames='enoweiooe'
 
 cd $cachedir
 if ! test -f communities
 then
 	curl --compressed https://lemmyverse.net/data/community.full.json | \
 		tr ',' '\n' | \
-		grep -v $badnames | \
 		tr -d '"{}[]' | \
 		grep -E  '(^baseurl)|(^name)|(^desc)' > communities
 fi
 
 awk -F :  '
-$1 == "baseurl" { instance=$2 }
-$1 == "desc"{ desc = $2 }
+$1 == "baseurl" { instance = $2 }
 $1 == "name" { name = $2 }
-NR % 3 == 0 { printf "%s@%s\t%s\n", name, instance, desc }' communities  | sort | grep "$@"
+$1 == "desc" { desc = $2 }
+NR % 3 == 0 { printf "%s@%s\t%s\n", name, instance, desc }' communities | sort | grep "$@"