chore: Update README

README.md

@@ -9,13 +9,15 @@ As you can see, the vast majority of my scripts are used to handle my [Friendica
 * copy.sh: The "build script" specific to my usage case. It requires `shfmt` and `shellcheck` installed to clean up the scripts. Also, since my repository is on `Document/Repositories/public-scripts` and my actual scripts are on `Document/Scripts`, it copies the files there as well, with the placeholder URLs changed for my server's. Finally, it copies the relevant scripts to my cron folder if they exist, with output off (uncommenting the `#&> /dev/null`).
 * friendica-clean-database.sh: Basically, it does the same things that the included ExpirePosts, but with the option to be more aggressive than the defaults (deleting items that are 7 days old instead of 60, for example).
 * friendica-compress-storage.sh: It searches for any image files in the storage folder, and compresses them accordingly. Requires `gifsicle`, `oxipng`, `jpegoptim`, and `cwebp` installed.
-* friendica-delete-old-users.sh: Complimentary to the included RemoveUnusedContacts, it deletes any users that have not posted anything in the last year, and aren't in any user's contact list.
+* friendica-delete-old-users.sh: Complimentary to the included RemoveUnusedContacts, it deletes any users that have not posted anything in the last month, and aren't in any user's contact list.
 * friendica-find-missing-servers.sh: Complimentary to the included RemoveUnusedContacts, it finds any offline servers and deletes any users from them, that aren't in any user's contact list.
 * friendica-fix-avatar-permissions.sh: Used to properly transfer avatars from `storage` to `avatar` with the correct permissions, and also compresses the files accordingly. Requires `gifsicle`, `oxipng`, `jpegoptim`, and `cwebp` installed.
 * friendica-non-followed-featured-posts.sh: If you accidentally configured Friendica to fetch featured posts from all interactors instead of known followers only, this script removes the related workers from the queue while leaving the known followers in place.
 * friendica-remove-invalid-photos.sh: Used to fix issues with blank images due to a botched transfer from `storage` to `avatar`, for example. It finds any broken items in the database and removes them for regeneration later. Requires `curl`.
 * friendica-remove-old-photos-parallel.sh: Finds any files in `avatar` that are no longer associated to any contact and deletes them.
 * friendica-workerqueue.sh: Just a SQL query that shows the worker queue sorted by type of job.
+* friendica-find-largest-accounts.sh: Finds which are the contacts that have the most posts assigned to them.
+* friendica-delete-specific-contact.sh: Uses the same code as the previous scripts to delete all data from a specific user, particularly useful for unfollowed contacts with too many posts.
 * media-optimize-local.sh: For a given folder, it finds any image files within and compresses them. Requires `gifsicle`, `oxipng`, `jpegoptim`, and `cwebp` installed.
 
 # License

friendica-delete-old-users.sh

@@ -10,7 +10,7 @@ else
 fi
 intense_optimizations=${1:-"0"}
 db="friendica"
-period="3 MONTH"
+period="1 MONTH"
 tmpfile=/tmp/friendica-delete-old-users.csv
 url=friendica.example.net
 avatarfolder=/var/www/friendica/avatar
@@ -71,22 +71,27 @@ loop() {
 	echo "${picturecount}" "${postthreadcount} ${postthreadusercount} ${postusercount} ${posttagcount} ${postcontentcount} ${postcount} ${photocount} ${contactcount} ${apcontactcount} ${diasporacontactcount}" >"${tmpfile}"
 	#Previous line clearance
 	#Measure length of string, blank only the excess
+	#Since this string is panned to both sides, we will need to account for two lengths
 	final_string_length_left="${#response_left}"
 	final_string_length_right="${#response}"
 	final_string_length=$((final_string_length_left + final_string_length_right))
+	#The string that will be used to insert the blanks
 	blank_string=""
 	columns_length="${COLUMNS}"
+	#Account for the case where the string is more than a terminal line long
 	while [[ "${final_string_length}" -gt "${columns_length}" ]]; do
 		columns_length=$((columns_length + COLUMNS))
 	done
 	blank_string_length=$((columns_length - final_string_length))
+	#Add enough blank spaces to fill the rest of the line
 	for ((count = 0; count < "${blank_string_length}"; count++)); do
 		blank_string=$(printf "%s " "${blank_string}")
 	done
-	response=$(printf "%s%s%s" "${response_left}" "${blank_string}" "${response}")
-	for ((count = 0; count < "${final_string_length}"; count++)); do
-		response=$(printf "%s\b" "${response}")
+	#Add backspaces to align the next output
+	for ((count = 0; count < $((final_string_length + blank_string_length)); count++)); do
+		response_left=$(printf "\b%s" "${response_left}")
 	done
+	response=$(printf "%s%s%s" "${response_left}" "${blank_string}" "${response}")
 	printf "%s\r" "${response}"
 }
 
@@ -106,12 +111,12 @@ if [[ -n $(type curl) && -n "${dbengine}" && -n $(type "${dbengine}") && -n $(ty
 		c.\`contact-type\` != 4 and not pending and \`last-discovery\` < CURDATE() - INTERVAL ${period} and \`last-item\` < CURDATE() - INTERVAL ${period}" |
 		while read -r id nick baseurl lastitem; do
 			loop "${id}" "${nick}" "${baseurl}" &
-			if [[ $(jobs -r -p | wc -l) -ge $(($(getconf _NPROCESSORS_ONLN) / 1)) ]]; then
+			if [[ $(jobs -r -p | wc -l) -ge $(($(getconf _NPROCESSORS_ONLN) * 2)) ]]; then
 				wait -n
 			fi
 		done
-	printf "\r\n"
 	wait
+	printf "\n\r"
 	"${dbengine}" "${db}" -N -B -q -e "alter table \`post-thread\` auto_increment = 1; \
 		alter table \`post-thread-user\` auto_increment = 1; \
 		alter table \`post-user\` auto_increment = 1; \

friendica-delete-specific-contact.sh

@@ -0,0 +1,120 @@
+#!/bin/bash
+#Check for mariadb vs. mysql
+dbengine=""
+if [[ -n $(type mariadb) ]]; then
+	dbengine="mariadb"
+elif [[ -n $(type mysql) ]]; then
+	dbengine="mysql"
+else
+	exit
+fi
+db="friendica"
+tmpfile=/tmp/friendica-delete-old-users.csv
+url=friendica.example.net
+avatarfolder=/var/www/friendica/avatar
+avatarfolderescaped=${avatarfolder////\\/}
+input_id=${1:-"0"}
+
+loop() {
+	baseurltrimmed=$(echo "${baseurl}" | sed -e "s/http[s]*:\/\///g")
+	#Find the pictures in the avatar folders and delete them
+	picturecount=0
+	while read -r photo thumb micro; do
+		#If stored in avatar folder
+		if grep -v -q "${url}/avatar" <(echo "${photo}"); then
+			#if [[ -z "${isavatar}" ]]
+			phototrimmed=$(echo "${photo}" | sed -e "s/https:\/\/${url}\/avatar/${avatarfolderescaped}/g" -e "s/\?ts.*//g")
+			rm -rfv "${phototrimmed}"
+			thumbtrimmed=$(echo "${thumb}" | sed -e "s/https:\/\/${url}\/avatar/${avatarfolderescaped}/g" -e "s/\?ts.*//g")
+			rm -rfv "${thumbtrimmed}"
+			microtrimmed=$(echo "${micro}" | sed -e "s/https:\/\/${url}\/avatar/${avatarfolderescaped}/g" -e "s/\?ts.*//g")
+			rm -rfv "${microtrimmed}"
+			picturecount=1
+		fi
+	done < <("${dbengine}" "${db}" -N -B -q -e "select \`photo\`, \`thumb\`, \`micro\` from \`contact\` where \`id\` = ${id}")
+	postthreadcount=$("${dbengine}" "${db}" -N -B -q -e "create temporary table tmp_post_thread (select \`uri-id\` from \`post-thread\` where \`owner-id\` = ${id} or \`author-id\` = ${id} or \`causer-id\` = ${id}); delete h.* from \`post-thread\` h inner join \`tmp_post_thread\` t where h.\`uri-id\` = t.\`uri-id\`; select row_count();" || echo 0)
+	postthreadusercount=$("${dbengine}" "${db}" -N -B -q -e "create temporary table tmp_post_thread_user (select \`uri-id\` from \`post-thread-user\` where \`owner-id\` = ${id} or \`author-id\` = ${id} or \`causer-id\` = ${id}); delete r.* from \`post-thread-user\` r inner join \`tmp_post_thread_user\` t where r.\`uri-id\` = t.\`uri-id\`; select row_count();" || echo 0)
+	postusercount=$("${dbengine}" "${db}" -N -B -q -e "create temporary table tmp_post_user (select \`id\` from \`post-user\` where \`owner-id\` = ${id} or \`author-id\` = ${id} or \`causer-id\` = ${id}); delete u.* from \`post-user\` u inner join \`tmp_post_user\` t where u.\`id\` = t.\`id\`; select row_count();" || echo 0)
+	posttagcount=$("${dbengine}" "${db}" -N -B -q -e "delete from \`post-tag\` where cid = ${id}; select row_count();" || echo 0)
+	postcontentcount=$("${dbengine}" "${db}" -N -B -q -e "create temporary table tmp_post (select \`uri-id\` from \`post\` where \`owner-id\` = ${id} or \`author-id\` = ${id} or \`causer-id\` = ${id}); delete p.* from \`post-content\` p inner join \`tmp_post\` t where p.\`uri-id\` = t.\`uri-id\`; select row_count();" || echo 0)
+	postcount=$("${dbengine}" "${db}" -N -B -q -e "create temporary table tmp_post (select \`uri-id\` from \`post\` where \`owner-id\` = ${id} or \`author-id\` = ${id} or \`causer-id\` = ${id}); delete p.* from \`post\` p inner join \`tmp_post\` t where p.\`uri-id\` = t.\`uri-id\`; select row_count();" || echo 0)
+	photocount=$("${dbengine}" "${db}" -N -B -q -e "delete from \`photo\` where \`contact-id\` = ${id}; select row_count();" || echo 0)
+	contactcount=$("${dbengine}" "${db}" -N -B -q -e "delete from \`contact\` where \`id\` = ${id}; select row_count();" || echo 0)
+	apcontactcount=$("${dbengine}" "${db}" -N -B -q -e "delete from \`apcontact\` where \`uri-id\` = ${id}; select row_count();" || echo 0)
+	diasporacontactcount=$("${dbengine}" "${db}" -N -B -q -e "delete from \`diaspora-contact\` where \`uri-id\` = ${id}; select row_count();" || echo 0)
+	while read -r tmp_picturecount tmp_postthreadcount tmp_postthreadusercount tmp_postusercount tmp_posttagcount tmp_postcontentcount tmp_postcount tmp_photocount tmp_contactcount tmp_apcontactcount tmp_diasporacontactcount; do
+		picturecount=$((picturecount + tmp_picturecount))
+		postthreadcount=$((postthreadcount + tmp_postthreadcount))
+		postthreadusercount=$((postthreadusercount + tmp_postthreadusercount))
+		postusercount=$((postusercount + tmp_postusercount))
+		posttagcount=$((posttagcount + tmp_posttagcount))
+		postcontentcount=$((postcontentcount + tmp_postcontentcount))
+		postcount=$((postcount + tmp_postcount))
+		photocount=$((photocount + tmp_photocount))
+		contactcount=$((contactcount + tmp_contactcount))
+		apcontactcount=$((apcontactcount + tmp_apcontactcount))
+		diasporacontactcount=$((diasporacontactcount + tmp_diasporacontactcount))
+	done <"${tmpfile}"
+	response_left=$(printf "%s %s %s@%s " "${id}" "${lastitem::-9}" "${nick}" "${baseurltrimmed}")
+	response=$(printf "%spicture:%s " "${response}" "${picturecount}")
+	response=$(printf "%spost-thread:%s " "${response}" "${postthreadcount}")
+	response=$(printf "%spost-thread-user:%s " "${response}" "${postthreadusercount}")
+	response=$(printf "%spost-user:%s " "${response}" "${postusercount}")
+	response=$(printf "%spost-tag:%s " "${response}" "${posttagcount}")
+	response=$(printf "%spost-content:%s " "${response}" "${postcontentcount}")
+	response=$(printf "%spost:%s " "${response}" "${postcount}")
+	response=$(printf "%sphoto:%s " "${response}" "${photocount}")
+	response=$(printf "%scontact:%s " "${response}" "${contactcount}")
+	response=$(printf "%sapcontact:%s " "${response}" "${apcontactcount}")
+	response=$(printf "%sdiaspora-contact:%s " "${response}" "${diasporacontactcount}")
+	echo "${picturecount}" "${postthreadcount} ${postthreadusercount} ${postusercount} ${posttagcount} ${postcontentcount} ${postcount} ${photocount} ${contactcount} ${apcontactcount} ${diasporacontactcount}" >"${tmpfile}"
+	#Previous line clearance
+	#Measure length of string, blank only the excess
+	#Since this string is panned to both sides, we will need to account for two lengths
+	final_string_length_left="${#response_left}"
+	final_string_length_right="${#response}"
+	final_string_length=$((final_string_length_left + final_string_length_right))
+	#The string that will be used to insert the blanks
+	blank_string=""
+	columns_length="${COLUMNS}"
+	#Account for the case where the string is more than a terminal line long
+	while [[ "${final_string_length}" -gt "${columns_length}" ]]; do
+		columns_length=$((columns_length + COLUMNS))
+	done
+	blank_string_length=$((columns_length - final_string_length))
+	#Add enough blank spaces to fill the rest of the line
+	for ((count = 0; count < "${blank_string_length}"; count++)); do
+		blank_string=$(printf "%s " "${blank_string}")
+	done
+	#Add backspaces to align the next output
+	for ((count = 0; count < $((final_string_length + blank_string_length)); count++)); do
+		response_left=$(printf "\b%s" "${response_left}")
+	done
+	response=$(printf "%s%s%s" "${response_left}" "${blank_string}" "${response}")
+	printf "%s\r" "${response}"
+}
+
+#Check if our dependencies are installed
+if [[ -n $(type curl) && -n "${dbengine}" && -n $(type "${dbengine}") && -n $(type date) ]]; then
+	#Check if there was an input id; if not, skip
+	if [[ "${input_id}" -gt 0 ]]; then
+		date
+		touch "${tmpfile}"
+		echo "0 0 0 0 0 0 0 0 0 0 0" >"${tmpfile}"
+		"${dbengine}" "${db}" -N -B -q -e \
+			"select \`id\`, \`nick\`, \`baseurl\`, \`last-item\` from contact c where \
+			c.\`id\` = ${input_id}" |
+			while read -r id nick baseurl lastitem; do
+				loop "${id}" "${nick}" "${baseurl}" &
+				if [[ $(jobs -r -p | wc -l) -ge $(getconf _NPROCESSORS_ONLN) ]]; then
+					wait -n
+				fi
+			done
+		wait
+		printf "\n\r"
+		rm -rf "${tmpfile}"
+		date
+	else
+		echo "${input_id}"
+	fi
+fi

friendica-find-largest-accounts.sh

@@ -34,19 +34,20 @@ db="friendica"
         order by count(*) desc \
         limit 1000 \
     ); \
-    select c.url, \
+    select \
         c.\`id\`, \
-	g.platform, \
-        a.amount \
-        from contact as c \
+        c.name, \
+        c.url, \
+	    g.platform, \
+        (a.amount + o.amount + t.amount) as final_amount \
+    from contact as c \
 	right join tmp_authors as a \
         on c.id = a.\`author-id\` \
 	right join tmp_owners as o \
-	on c.id = o.\`owner-id\` \
+	    on c.id = o.\`owner-id\` \
 	right join tmp_causers as t \
-	on c.id = t.\`causer-id\` \
+	    on c.id = t.\`causer-id\` \
 	left join gserver as g \
-	on g.id = c.gsid \
-	where g.platform != \"lemmy\" \
-	and g.platform != \"\" \
-	limit 100;"
+	    on g.id = c.gsid \
+    order by final_amount asc \
+	limit 1000;"

friendica-find-missing-servers.sh

@@ -99,22 +99,27 @@ loop_3() {
 	echo "${picturecount}" "${postthreadcount} ${postthreadusercount} ${postusercount} ${posttagcount} ${postcontentcount} ${postcount} ${photocount} ${contactcount} ${apcontactcount} ${diasporacontactcount}" >"${usrfile}"
 	#Previous line clearance
 	#Measure length of string, blank only the excess
+	#Since this string is panned to both sides, we will need to account for two lengths
 	final_string_length_left="${#response_left}"
 	final_string_length_right="${#response}"
 	final_string_length=$((final_string_length_left + final_string_length_right))
+	#The string that will be used to insert the blanks
 	blank_string=""
 	columns_length="${COLUMNS}"
+	#Account for the case where the string is more than a terminal line long
 	while [[ "${final_string_length}" -gt "${columns_length}" ]]; do
 		columns_length=$((columns_length + COLUMNS))
 	done
 	blank_string_length=$((columns_length - final_string_length))
+	#Add enough blank spaces to fill the rest of the line
 	for ((count = 0; count < "${blank_string_length}"; count++)); do
 		blank_string=$(printf "%s " "${blank_string}")
 	done
-	response=$(printf "%s%s%s" "${response_left}" "${blank_string}" "${response}")
-	for ((count = 0; count < "${final_string_length}"; count++)); do
-		response=$(printf "%s\b" "${response}")
+	#Add backspaces to align the next output
+	for ((count = 0; count < $((final_string_length + blank_string_length)); count++)); do
+		response_left=$(printf "\b%s" "${response_left}")
 	done
+	response=$(printf "%s%s%s" "${response_left}" "${blank_string}" "${response}")
 	printf "%s\r" "${response}"
 }
 
@@ -166,7 +171,7 @@ if [[ -n $(type curl) && -n "${dbengine}" && -n $(type "${dbengine}") && -n $(ty
 		fi
 		wait
 	done <"${idsdownfile}"
-	printf "\r\n"
+	printf "\n\r"
 	rm "${tmpfile}" 2>/dev/null
 	rm "${idsdownfile}" 2>/dev/null
 	rm "${usrfile}" 2>/dev/null

friendica-remove-invalid-photos.sh

@@ -303,15 +303,23 @@ loop() {
 	final_string_length="${#final_string}"
 	#Previous line clearance
 	#Measure length of string, blank only the excess
+	#The string that will be used to insert the blanks
 	blank_string=""
-	blank_string_length=$((COLUMNS - final_string_length))
+	columns_length="${COLUMNS}"
+	#Account for the case where the string is more than a terminal line long
+	while [[ "${final_string_length}" -gt "${columns_length}" ]]; do
+		columns_length=$((columns_length + COLUMNS))
+	done
+	blank_string_length=$((columns_length - final_string_length))
+	#Add enough blank spaces to fill the rest of the line
 	for ((count = 0; count < "${blank_string_length}"; count++)); do
 		blank_string=$(printf "%s " "${blank_string}")
 	done
-	final_string=$(printf "%s%s" "${final_string}" "${blank_string}")
-	for ((count = 0; count < "${blank_string_length}"; count++)); do
-		final_string=$(printf "%s\b" "${final_string}")
+	#Add backspaces to align the next output
+	for ((count = 0; count < $((final_string_length + blank_string_length)); count++)); do
+		final_string=$(printf "\b%s" "${final_string}")
 	done
+	final_string=$(printf "%s%s" "${final_string}" "${blank_string}")
 	#Add a new line only when necessary
 	if [[ "${nl}" -eq 1 ]]; then
 		final_string=$(printf "%s\n\r\n" "${final_string}")