csolisr/public-scripts
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: Make the last pair of loops more efficient, add a cleaner for duplicate workerqueue jobs

Browse source
This commit is contained in:
Carlos Solís 2025-02-10 17:48:55 +00:00
parent b72f86f44f
commit aa9178c59a
1 changed files with 12 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
friendica-non-follower-featured-posts.sh
View file

@ -22,10 +22,9 @@ printf "\rContactDiscovery\t%s\n\r" "${cbmax}"
cc=100
ccmax=0
while [[ ${cc} -gt 0 ]]; do
cc=$(sudo mariadb friendica -B -N -q -e "create temporary table tmp_fetchfeaturedposts (select \`url\` from \`contact\` where \`id\` not in (select \`contact-id\` from \`group_member\`) and \`id\` not in (select \`cid\` from \`user-contact\`) and \`id\` not in (select \`uid\` from \`user\`)); delete from workerqueue where regexp_replace(substring_index(substring_index(\`parameter\`, '\\\"', -2), '\\\"', 1), '\\\\\\\\', '') in (select \`url\` from tmp_fetchfeaturedposts) and \`command\` = \"FetchFeaturedPosts\" limit ${cc}; select row_count();")
cc=$(sudo mariadb friendica -B -N -q -e "create temporary table tmp_fetchfeaturedposts (select \`url\` from \`contact\` where \`id\` in (select \`contact-id\` from \`group_member\`) or \`id\` in (select \`cid\` from \`user-contact\`) or \`id\` in (select \`uid\` from \`user\`)); delete from workerqueue where \`command\`= \"FetchFeaturedPosts\" and regexp_replace(substring_index(substring_index(\`parameter\`, '\\\"', -2), '\\\"', 1), '\\\\\\\\', '') not in (select \`url\` from tmp_fetchfeaturedposts) limit ${cc}; select row_count();")
ccmax=$((ccmax + cc))
printf "\rFetchFeaturedPosts\t%s\r" "${ccmax}"
done
printf "\rFetchFeaturedPosts\t%s\n\r" "${ccmax}"
#echo "FetchFeaturedPosts $ccmax"
@ -33,7 +32,7 @@ printf "\rFetchFeaturedPosts\t%s\n\r" "${ccmax}"
cd=100
cdmax=0
while [[ ${cd} -gt 0 ]]; do
cd=$(sudo mariadb friendica -B -N -q -e "create temporary table tmp_updategserver (select \`url\` from \`contact\` where \`id\` not in (select \`contact-id\` from \`group_member\`) and \`id\` not in (select \`cid\` from \`user-contact\`) and \`id\` not in (select \`uid\` from \`user\`)); delete from workerqueue where regexp_replace(substring_index(substring_index(\`parameter\`, '\\\"', -2), '\\\"', 1), '\\\\\\\\', '') in (select \`url\` from tmp_updategserver) and \`command\` = \"UpdateGServer\" limit ${cd}; select row_count();")
cd=$(sudo mariadb friendica -B -N -q -e "create temporary table tmp_updategserver (select \`url\` from \`contact\` where \`id\` in (select \`contact-id\` from \`group_member\`) or \`id\` in (select \`cid\` from \`user-contact\`) or \`id\` in (select \`uid\` from \`user\`)); delete from workerqueue where \`command\` = \"UpdateGServer\" and regexp_replace(substring_index(substring_index(\`parameter\`, '\\\"', -2), '\\\"', 1), '\\\\\\\\', '') not in (select \`url\` from tmp_updategserver) limit ${cd}; select row_count();")
cdmax=$((cdmax + cd))
printf "\rUpdateGServer\t\t%s\r" "${cdmax}"
done
@ -49,3 +48,13 @@ while [[ ${ce} -gt 0 ]]; do
done
printf "\rProcessQueue\t\t%s\n\r" "${cemax}"
#echo "ProcessQueue $cemax"
cf=100
cfmax=0
while [[ ${cf} -gt 0 ]]; do
cf=$(sudo mariadb friendica -B -N -q -e "delete from workerqueue where \`id\` in (select distinct w2.\`id\` from workerqueue w1 inner join workerqueue w2 where w1.\`id\` > w2.\`id\` and w1.parameter = w2.parameter and w1.command = \"UpdateContact\" and w1.done = 0) limit ${ce}; select row_count();")
cfmax=$((cfmax + cf))
printf "\rWorkerQueue\t\t%s\r" "${cfmax}"
done
printf "\rWorkerQueue\t\t%s\n\r" "${cfmax}"
#echo "WorkerQueue $cfmax"