csolisr/public-scripts
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: Rewrite completely to ensure fewer database locks during each cycle

Browse source
This commit is contained in:
Carlos Solís 2025-02-03 03:48:43 +00:00
parent 1cd916e184
commit e438ffc4aa
1 changed files with 307 additions and 108 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

415
friendica-clean-database.sh
View file

@ -1,110 +1,309 @@
#!/bin/bash #!/bin/bash
interval=14 interval=14
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ limit=100
"CREATE TEMPORARY TABLE \`tmp-post-origin-deleted\` (SELECT \`uri-id\`, \`uid\` FROM \`post-user\` WHERE \`gravity\` = 0 AND \
\`deleted\` AND \`edited\` < (CURDATE() - INTERVAL "$interval" DAY)); \ tmp_post_origin_deleted_q="${limit}"
DELETE FROM \`post-origin\` WHERE (\`parent-uri-id\`, \`uid\`) IN (SELECT * FROM \`tmp-post-origin-deleted\`);" until [[ "${tmp_post_origin_deleted_q}" -lt "${limit}" ]]
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ do
"CREATE TEMPORARY TABLE \`tmp-post-user-deleted\` (SELECT \`uri-id\` FROM \`post-user\` WHERE \`gravity\` = 0 AND \ echo "tmp_post_origin_deleted"
\`deleted\` AND \`edited\` < (CURDATE() - INTERVAL "$interval" DAY)); \ tmp_post_origin_deleted=$(sudo mariadb friendica -N -B -q -e \
DELETE FROM \`post-user\` WHERE \`uri-id\` IN (SELECT * FROM \`tmp-post-user-deleted\`);" "SELECT \`uri-id\`, \`uid\` FROM \`post-user\` WHERE \`gravity\` = 0 AND \`deleted\` AND \`edited\` < (CURDATE() - INTERVAL ${interval} DAY) LIMIT ${limit}" \
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ );
"CREATE TEMPORARY TABLE \`tmp-post-uri-id-not-in-post-user\` (SELECT \`uri-id\` FROM \`post\` \ tmp_post_origin_deleted_q="${#tmp_post_origin_deleted[@]}"
WHERE \`uri-id\` NOT IN (SELECT \`uri-id\` FROM \`post-user\`)); \ if [[ "${tmp_post_origin_deleted_q}" -gt 0 ]]
DELETE FROM \`post\` WHERE \`uri-id\` IN (SELECT * FROM \`tmp-post-uri-id-not-in-post-user\`);" then
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ echo "${tmp_post_origin_deleted}" | while read -r uri_id uid
"CREATE TEMPORARY TABLE \`tmp-post-content-uri-id-not-in-post-user\` (SELECT \`uri-id\` FROM \`post-content\` \ do
WHERE \`uri-id\` NOT IN (SELECT \`uri-id\` FROM \`post-user\`)); \ if [[ -n "${uri_id}" && -n "${uid}" ]]
DELETE FROM \`post-content\` WHERE \`uri-id\` IN (SELECT * FROM \`tmp-post-content-uri-id-not-in-post-user\`);" then
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ sudo mariadb friendica -v -v -v --show-warnings -e \
"CREATE TEMPORARY TABLE \`tmp-post-thread-uri-id-not-in-post-user\` (SELECT \`uri-id\` FROM \`post-thread\` \ "DELETE FROM \`post-origin\` WHERE \`parent-uri-id\` = ${uri_id} AND \`uid\` = ${uid}"
WHERE \`uri-id\` NOT IN (SELECT \`uri-id\` FROM \`post-user\`)); \ fi
DELETE FROM \`post-thread\` WHERE \`uri-id\` IN (SELECT * FROM \`tmp-post-thread-uri-id-not-in-post-user\`);" done
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ fi
"CREATE TEMPORARY TABLE \`tmp-post-user-uri-id-not-in-post\` (SELECT \`uri-id\` FROM \`post-user\` \ done
WHERE \`uri-id\` NOT IN (SELECT \`uri-id\` FROM \`post\`)); \
DELETE FROM \`post-user\` WHERE \`uri-id\` IN (SELECT \`uri-id\` FROM \`tmp-post-user-uri-id-not-in-post\`);" tmp_post_user_deleted_q="${limit}"
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ until [[ "${tmp_post_user_deleted_q}" -lt "${limit}" ]]
"CREATE TEMPORARY TABLE \`tmp-item-uri-not-in-valid-post-thread\` (SELECT \`id\` FROM \`item-uri\` WHERE \`id\` IN \ do
(SELECT \`uri-id\` FROM \`post-thread\` WHERE \`received\` < (CURDATE() - INTERVAL $interval DAY) \ echo "tmp_post_user_deleted"
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-thread-user\` \ tmp_post_user_deleted=$(sudo mariadb friendica -N -B -q -e \
WHERE (\`mention\` OR \`starred\` OR \`wall\`) AND \`uri-id\` = \`post-thread\`.\`uri-id\`) \ "SELECT \`uri-id\` FROM \`post-user\` WHERE \`gravity\` = 0 AND \`deleted\` AND \`edited\` < (CURDATE() - INTERVAL ${interval} DAY) LIMIT ${limit}" \
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-category\` \ );
WHERE \`uri-id\` = \`post-thread\`.\`uri-id\`) \ tmp_post_user_deleted_q="${#tmp_post_user_deleted[@]}"
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-collection\` \ if [[ "${tmp_post_user_deleted_q}" -gt 0 ]]
WHERE \`uri-id\` = \`post-thread\`.\`uri-id\`) \ then
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-media\` \ echo "${tmp_post_user_deleted}" | while read -r uid
WHERE \`uri-id\` = \`post-thread\`.\`uri-id\`) \ do
AND NOT \`uri-id\` IN (SELECT \`parent-uri-id\` FROM \`post-user\` INNER JOIN \`contact\` ON \`contact\`.\`id\` = \`contact-id\` AND \`notify_new_posts\` \ if [[ -n "${uid}" ]]
WHERE \`parent-uri-id\` = \`post-thread\`.\`uri-id\`) \ then
AND NOT \`uri-id\` IN (SELECT \`parent-uri-id\` FROM \`post-user\` \ sudo mariadb friendica -v -v -v --show-warnings -e \
WHERE (\`origin\` OR \`event-id\` != 0 OR \`post-type\` = 128) AND \`parent-uri-id\` = \`post-thread\`.\`uri-id\`) \ "DELETE FROM \`post-user\` WHERE \`uri-id\` = ${uid}"
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-content\` \ fi
WHERE \`resource-id\` != 0 AND \`uri-id\` = \`post-thread\`.\`uri-id\`)) \ done
); \ fi
DELETE FROM \`item-uri\` WHERE \`id\` IN (SELECT * FROM \`tmp-item-uri-not-in-valid-post-thread\`) ;" done
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\
"CREATE TEMPORARY TABLE \`tmp-item-uri-not-in-valid-post-user\` (SELECT \`id\` FROM \`item-uri\` WHERE \`id\` IN (SELECT \`uri-id\` FROM \`post-user\` WHERE \`gravity\` = 0 AND \`uid\` = 0 \ tmp_post_uri_id_not_in_post_user_q="${limit}"
AND \`received\` < (CURDATE() - INTERVAL $interval DAY) \ until [[ "${tmp_post_uri_id_not_in_post_user_q}" -lt "${limit}" ]]
AND NOT \`uri-id\` IN ( \ do
SELECT \`parent-uri-id\` FROM \`post-user\` AS \`i\` WHERE \`i\`.\`uid\` != 0 AND \`i\`.\`parent-uri-id\` = \`post-user\`.\`uri-id\` \ echo "tmp_post_uri_id_not_in_post_user"
) AND NOT \`uri-id\` IN ( \ tmp_post_uri_id_not_in_post_user=$(sudo mariadb friendica -N -B -q -e \
SELECT \`parent-uri-id\` FROM \`post-user\` AS \`i\` WHERE \`i\`.\`uid\` = 0 AND \`i\`.\`parent-uri-id\` = \`post-user\`.\`uri-id\` AND \`i\`.\`received\` > (CURDATE() - INTERVAL $interval DAY) \ "SELECT \`uri-id\` FROM \`post\` WHERE \`uri-id\` NOT IN (SELECT \`uri-id\` FROM \`post-user\`) LIMIT ${limit}" \
) \ );
)); \ tmp_post_uri_id_not_in_post_user_q="${#tmp_post_uri_id_not_in_post_user[@]}"
DELETE FROM \`item-uri\` WHERE \`id\` IN (SELECT * FROM \`tmp-item-uri-not-in-valid-post-user\`);" if [[ "${tmp_post_uri_id_not_in_post_user_q}" -gt 0 ]]
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ then
"CREATE TEMPORARY TABLE \`tmp-attach-not-in-post-media\` (SELECT \`id\` FROM \`attach\` WHERE \`id\` NOT IN (SELECT \`attach-id\` FROM \`post-media\`)); \ echo "${tmp_post_uri_id_not_in_post_user}" | while read -r uri_id
DELETE FROM \`attach\` WHERE \`id\` IN (SELECT * FROM \`tmp-attach-not-in-post-media\`);" do
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ if [[ -n "${uri_id}" ]]
"CREATE TEMPORARY TABLE \`tmp-item-uri-not-valid\` (SELECT \`id\` FROM \`item-uri\` WHERE (\ then
\`id\` < (\ sudo mariadb friendica -v -v -v --show-warnings -e \
SELECT \`uri-id\` FROM \`post\` WHERE \`received\` < CURDATE() - INTERVAL 1 DAY ORDER BY \`received\` DESC LIMIT 1 \ "DELETE FROM \`post\` WHERE \`uri-id\` = ${uri_id}"
) AND NOT EXISTS (\ fi
SELECT \`uri-id\` FROM \`post-user\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \ done
) AND NOT EXISTS (\ fi
SELECT \`parent-uri-id\` FROM \`post-user\` WHERE \`parent-uri-id\` = \`item-uri\`.\`id\` \ done
) AND NOT EXISTS (\
SELECT \`thr-parent-id\` FROM \`post-user\` WHERE \`thr-parent-id\` = \`item-uri\`.\`id\` \ tmp_post_content_uri_id_not_in_post_user_q="${limit}"
) AND NOT EXISTS (\ until [[ "${tmp_post_content_uri_id_not_in_post_user_q}" -lt "${limit}" ]]
SELECT \`external-id\` FROM \`post-user\` WHERE \`external-id\` = \`item-uri\`.\`id\` \ do
) AND NOT EXISTS (\ echo "tmp_post_content_uri_id_not_in_post_user"
SELECT \`replies-id\` FROM \`post-user\` WHERE \`replies-id\` = \`item-uri\`.\`id\` \ tmp_post_content_uri_id_not_in_post_user=$(sudo mariadb friendica -N -B -q -e \
) AND NOT EXISTS (\ "SELECT \`uri-id\` FROM \`post-content\` WHERE \`uri-id\` NOT IN (SELECT \`uri-id\` FROM \`post-user\`) LIMIT ${limit}" \
SELECT \`context-id\` FROM \`post-thread\` WHERE \`context-id\` = \`item-uri\`.\`id\` \ );
) AND NOT EXISTS (\ tmp_post_content_uri_id_not_in_post_user_q="${#tmp_post_content_uri_id_not_in_post_user[@]}"
SELECT \`conversation-id\` FROM \`post-thread\` WHERE \`conversation-id\`= \`item-uri\`.\`id\` \ if [[ "${tmp_post_content_uri_id_not_in_post_user_q}" -gt 0 ]]
) AND NOT EXISTS (\ then
SELECT \`uri-id\` FROM \`mail\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \ echo "${tmp_post_content_uri_id_not_in_post_user}" | while read -r uri_id
) AND NOT EXISTS (\ do
SELECT \`uri-id\` FROM \`event\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \ if [[ -n "${uri_id}" ]]
) AND NOT EXISTS (\ then
SELECT \`uri-id\` FROM \`user-contact\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \ sudo mariadb friendica -v -v -v --show-warnings -e \
) AND NOT EXISTS (\ "DELETE FROM \`post-content\` WHERE \`uri-id\` = ${uri_id}"
SELECT \`uri-id\` FROM \`contact\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \ fi
) AND NOT EXISTS (\ done
SELECT \`uri-id\` FROM \`apcontact\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \ fi
) AND NOT EXISTS (\ done
SELECT \`uri-id\` FROM \`diaspora-contact\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \
) AND NOT EXISTS (\ tmp_post_thread_uri_id_not_in_post_user_q="${limit}"
SELECT \`uri-id\` FROM \`inbox-status\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \ until [[ "${tmp_post_thread_uri_id_not_in_post_user_q}" -lt "${limit}" ]]
) AND NOT EXISTS (\ do
SELECT \`uri-id\` FROM \`post-delivery\` WHERE \`uri-id\` = \`item-uri\`.\`id\` \ echo "tmp_post_thread_uri_id_not_in_post_user"
) AND NOT EXISTS (\ tmp_post_thread_uri_id_not_in_post_user=$(sudo mariadb friendica -N -B -q -e \
SELECT \`uri-id\` FROM \`post-delivery\` WHERE \`inbox-id\` = \`item-uri\`.\`id\` \ "SELECT \`uri-id\` FROM \`post-thread\` WHERE \`uri-id\` NOT IN (SELECT \`uri-id\` FROM \`post-user\`) LIMIT ${limit}" \
) AND NOT EXISTS (\ );
SELECT \`parent-uri-id\` FROM \`mail\` WHERE \`parent-uri-id\` = \`item-uri\`.\`id\` \ tmp_post_thread_uri_id_not_in_post_user_q="${#tmp_post_thread_uri_id_not_in_post_user[@]}"
) AND NOT EXISTS (\ if [[ "${tmp_post_thread_uri_id_not_in_post_user_q}" -gt 0 ]]
SELECT \`thr-parent-id\` FROM \`mail\` WHERE \`thr-parent-id\` = \`item-uri\`.\`id\` \ then
)\ echo "${tmp_post_thread_uri_id_not_in_post_user}" | while read -r uri_id
)); \ do
DELETE FROM \`item-uri\` WHERE \`id\` IN (SELECT * FROM \`tmp-item-uri-not-valid\`);" if [[ -n "${uri_id}" ]]
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ then
"CREATE TEMPORARY TABLE \`tmp-item-uri-duplicate\` (SELECT \`id\` FROM \`item-uri\` t1 INNER JOIN \`item-uri\` t2 WHERE t1.\`id\` < t2.\`id\` AND t1.\`uri\` = t2.\`uri\`); \ sudo mariadb friendica -v -v -v --show-warnings -e \
DELETE FROM \`item-uri\` WHERE \`id\` IN (SELECT * FROM \`tmp-item-uri-duplicate\`);" "DELETE FROM \`post-thread\` WHERE \`uri-id\` = ${uri_id}"
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ fi
"CREATE TEMPORARY TABLE \`tmp-post-media-duplicate\` (SELECT \`id\` FROM \`post-media\` u1 INNER JOIN \`post-media\` u2 WHERE u1.\`id\` < u2.\`id\` AND u1.\`uri-id\` = u2.\`uri-id\` AND u1.\`url\`= u2.\`url\`); \ done
DELETE FROM \`post-media\` WHERE \`id\` IN (SELECT * FROM \`tmp-post-media-duplicate\`);" fi
sudo mariadb friendica --verbose -v -v --show-warnings --execute=\ done
"CREATE TEMPORARY TABLE \`tmp-post-user-duplicate\` (SELECT \`id\` FROM \`post-user\` v1 INNER JOIN \`post-media\` v2 WHERE v1.\`id\` = v2.\`id\` AND v1.\`uri-id\` = v2.\`uri-id\`); \
DELETE FROM \`post-user\` WHERE \`id\` IN (SELECT * FROM \`tmp-post-user-duplicate\`;" tmp_post_user_uri_id_not_in_post_q="${limit}"
until [[ "${tmp_post_user_uri_id_not_in_post_q}" -lt "${limit}" ]]
do
echo "tmp_post_user_uri_id_not_in_post"
tmp_post_user_uri_id_not_in_post=$(sudo mariadb friendica -N -B -q -e \
"SELECT \`uri-id\` FROM \`post-user\` WHERE \`uri-id\` NOT IN (SELECT \`uri-id\` FROM \`post\`) LIMIT ${limit}" \
);
tmp_post_user_uri_id_not_in_post_q="${#tmp_post_user_uri_id_not_in_post[@]}"
if [[ "${tmp_post_user_uri_id_not_in_post_q}" -gt 0 ]]
then
echo "${tmp_post_user_uri_id_not_in_post}" | while read -r uri_id
do
if [[ -n "${uri_id}" ]]
then
sudo mariadb friendica -v -v -v --show-warnings -e \
"DELETE FROM \`post-user\` WHERE \`uri-id\` = ${uri_id}"
fi
done
fi
done
tmp_item_uri_not_in_valid_post_thread_q="${limit}"
until [[ "${tmp_item_uri_not_in_valid_post_thread_q}" -lt "${limit}" ]]
do
echo "tmp_item_uri_not_in_valid_post_thread"
tmp_item_uri_not_in_valid_post_thread=$(sudo mariadb friendica -N -B -q -e \
"SELECT \`id\` FROM \`item-uri\` WHERE \`id\` IN (SELECT \`uri-id\` FROM \`post-thread\` WHERE \`received\` < (CURDATE() - INTERVAL ${interval} DAY) \
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-thread-user\` WHERE (\`mention\` OR \`starred\` OR \`wall\`) \
AND \`uri-id\` = \`post-thread\`.\`uri-id\`) \
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-category\` WHERE \`uri-id\` = \`post-thread\`.\`uri-id\`) \
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-collection\` WHERE \`uri-id\` = \`post-thread\`.\`uri-id\`) \
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-media\` WHERE \`uri-id\` = \`post-thread\`.\`uri-id\`) \
AND NOT \`uri-id\` IN (SELECT \`parent-uri-id\` FROM \`post-user\` INNER JOIN \`contact\` ON \`contact\`.\`id\` = \`contact-id\` \
AND \`notify_new_posts\` WHERE \`parent-uri-id\` = \`post-thread\`.\`uri-id\`) \
AND NOT \`uri-id\` IN (SELECT \`parent-uri-id\` FROM \`post-user\` WHERE (\`origin\` OR \`event-id\` != 0 OR \`post-type\` = 128) \
AND \`parent-uri-id\` = \`post-thread\`.\`uri-id\`) \
AND NOT \`uri-id\` IN (SELECT \`uri-id\` FROM \`post-content\` WHERE \`resource-id\` != 0 AND \`uri-id\` = \`post-thread\`.\`uri-id\`)) \
LIMIT ${limit}" \
);
tmp_item_uri_not_in_valid_post_thread_q="${#tmp_item_uri_not_in_valid_post_thread[@]}"
if [[ "${tmp_item_uri_not_in_valid_post_thread_q}" -gt 0 ]]
then
echo "${tmp_item_uri_not_in_valid_post_thread}" | while read -r id
do
if [[ -n "${id}" ]]
then
sudo mariadb friendica -v -v -v --show-warnings -e \
"DELETE FROM \`item-uri\` WHERE \`id\` = ${id}"
fi
done
fi
done
tmp_item_uri_not_in_valid_post_user_q="${limit}"
until [[ "${tmp_item_uri_not_in_valid_post_user_q}" -lt "${limit}" ]]
do
echo "tmp_item_uri_not_in_valid_post_user"
tmp_item_uri_not_in_valid_post_user=$(sudo mariadb friendica -N -B -q -e \
"SELECT \`id\` FROM \`item-uri\` WHERE \`id\` IN (SELECT \`uri-id\` FROM \`post-user\` WHERE \`gravity\` = 0 AND \`uid\` = 0 \
AND \`received\` < (CURDATE() - INTERVAL ${interval} DAY) AND NOT \`uri-id\` IN ( SELECT \`parent-uri-id\` FROM \`post-user\` AS \`i\` WHERE \`i\`.\`uid\` != 0 \
AND \`i\`.\`parent-uri-id\` = \`post-user\`.\`uri-id\` ) AND NOT \`uri-id\` IN ( SELECT \`parent-uri-id\` FROM \`post-user\` AS \`i\` WHERE \`i\`.\`uid\` = 0 \
AND \`i\`.\`parent-uri-id\` = \`post-user\`.\`uri-id\` AND \`i\`.\`received\` > (CURDATE() - INTERVAL ${interval} DAY) ) ) LIMIT ${limit}" \
);
tmp_item_uri_not_in_valid_post_user_q="${#tmp_item_uri_not_in_valid_post_user[@]}"
if [[ "${tmp_item_uri_not_in_valid_post_user_q}" -gt 0 ]]
then
echo "${tmp_item_uri_not_in_valid_post_user}" | while read -r id
do
if [[ -n "${id}" ]]
then
sudo mariadb friendica -v -v -v --show-warnings -e \
"DELETE FROM \`item-uri\` WHERE \`id\` = ${id}"
fi
done
fi
done
tmp_attach_not_in_post_media_q="${limit}"
until [[ "${tmp_attach_not_in_post_media_q}" -lt "${limit}" ]]
do
echo "tmp_attach_not_in_post_media"
tmp_attach_not_in_post_media=$(sudo mariadb friendica -N -B -q -e \
"SELECT \`id\` FROM \`attach\` WHERE \`id\` NOT IN (SELECT \`attach-id\` FROM \`post-media\`) LIMIT ${limit}" \
);
tmp_attach_not_in_post_media_q="${#tmp_attach_not_in_post_media[@]}"
if [[ "${tmp_attach_not_in_post_media_q}" -gt 0 ]]
then
echo "${tmp_attach_not_in_post_media}" | while read -r id
do
if [[ -n "${id}" ]]
then
sudo mariadb friendica -v -v -v --show-warnings -e \
"DELETE FROM \`attach\` WHERE \`id\` = ${id}"
fi
done
fi
done
tmp_item_uri_not_valid_q="${limit}"
until [[ "${tmp_item_uri_not_valid_q}" -lt "${limit}" ]]
do
echo "tmp_item_uri_not_valid"
tmp_item_uri_not_valid=$(sudo mariadb friendica -N -B -q -e \
"SELECT \`id\` FROM \`item-uri\` WHERE ( \`id\` < ( SELECT \`uri-id\` FROM \`post\` WHERE \`received\` < CURDATE() - INTERVAL 1 DAY ORDER BY \`received\` DESC LIMIT 1 ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`post-user\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`parent-uri-id\` FROM \`post-user\` WHERE \`parent-uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`thr-parent-id\` FROM \`post-user\` WHERE \`thr-parent-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`external-id\` FROM \`post-user\` WHERE \`external-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`replies-id\` FROM \`post-user\` WHERE \`replies-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`context-id\` FROM \`post-thread\` WHERE \`context-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`conversation-id\` FROM \`post-thread\` WHERE \`conversation-id\`= \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`mail\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`event\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`user-contact\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`contact\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`apcontact\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`diaspora-contact\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`inbox-status\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`post-delivery\` WHERE \`uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`uri-id\` FROM \`post-delivery\` WHERE \`inbox-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`parent-uri-id\` FROM \`mail\` WHERE \`parent-uri-id\` = \`item-uri\`.\`id\` ) \
AND NOT EXISTS ( SELECT \`thr-parent-id\` FROM \`mail\` WHERE \`thr-parent-id\` = \`item-uri\`.\`id\` )) \
LIMIT ${limit}" \
);
tmp_item_uri_not_valid_q="${#tmp_item_uri_not_valid[@]}"
if [[ "${tmp_item_uri_not_valid_q}" -gt 0 ]]
then
echo "${tmp_item_uri_not_valid}" | while read -r id
do
if [[ -n "${id}" ]]
then
sudo mariadb friendica -v -v -v --show-warnings -e \
"DELETE FROM \`item_uri\` WHERE \`id\` = ${id}"
fi
done
fi
done
tmp_item_uri_duplicate_q="${limit}"
until [[ "${tmp_item_uri_duplicate_q}" -lt "${limit}" ]]
do
echo "tmp_item_uri_duplicate"
tmp_item_uri_duplicate=$(sudo mariadb friendica -N -B -q -e \
"SELECT \`id\` FROM \`item-uri\` t1 INNER JOIN \`item-uri\` t2 WHERE t1.\`id\` < t2.\`id\` AND t1.\`uri\` = t2.\`uri\` LIMIT ${limit}" \
)
tmp_item_uri_duplicate_q="${#tmp_item_uri_duplicate[@]}"
if [[ "${tmp_item_uri_duplicate_q}" -gt 0 ]]
then
echo "${tmp_item_uri_duplicate}" | while read -r id
do
if [[ -n "${id}" ]]
then
sudo mariadb friendica -v -v -v --show-warnings -e \
"DELETE FROM \`item-uri\` WHERE \`id\` = ${id}"
fi
done
fi
done
tmp_post_media_duplicate_q="${limit}"
until [[ "${tmp_post_media_duplicate_q}" -lt "${limit}" ]]
do
echo "tmp_post_media_duplicate"
tmp_post_media_duplicate=$(sudo mariadb friendica -N -B -q -e \
"SELECT \`id\` FROM \`post-media\` u1 INNER JOIN \`post-media\` u2 WHERE u1.\`id\` < u2.\`id\` AND u1.\`uri-id\` = u2.\`uri-id\` AND u1.\`url\`= u2.\`url\` LIMIT ${limit}" \
)
tmp_post_media_duplicate_q="${#tmp_post_media_duplicate[@]}"
if [[ "${tmp_post_media_duplicate_q}" -gt 0 ]]
then
echo "${tmp_post_media_duplicate}" | while read -r id
do
if [[ -n "${id}" ]]
then
sudo mariadb friendica -v -v -v --show-warnings -e \
"DELETE FROM \`post-media\` WHERE \`id\` = ${id}"
fi
done
fi
done
tmp_post_user_duplicate_q="${limit}"
until [[ "${tmp_post_user_duplicate_q}" -lt "${limit}" ]]
do
echo "tmp_post_user_duplicate"
tmp_post_user_duplicate=$(sudo mariadb friendica -N -B -q -e \
"SELECT \`id\` FROM \`post-user\` v1 INNER JOIN \`post-media\` v2 WHERE v1.\`id\` = v2.\`id\` AND v1.\`uri-id\` = v2.\`uri-id\` LIMIT ${limit}" \
)
tmp_post_user_duplicate_q="${#tmp_post_user_duplicate[@]}"
if [[ "${tmp_post_user_duplicate_q}" -gt 0 ]]
then
echo "${tmp_post_user_duplicate}" | while read -r id
do
if [[ -n "${id}" ]]
then
sudo mariadb friendica -v -v -v --show-warnings -e \
"DELETE FROM \`post-user\` WHERE \`id\` = ${id}"
fi
done
fi
done