csolisr/public-scripts
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

feat: Generate CSV in the temporary folder

Browse source
This commit is contained in:
Carlos Solís 2025-06-24 15:25:48 -06:00
parent 39fde37423
commit b695aefa42
1 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

18
youtube-download-channel.sh
View file

@ -26,6 +26,7 @@ fi
archive="${subfolder}/${channel}.txt" archive="${subfolder}/${channel}.txt"
sortcsv="${temporary}/${channel}-sort.csv" sortcsv="${temporary}/${channel}-sort.csv"
csv="${subfolder}/${channel}.csv" csv="${subfolder}/${channel}.csv"
tmpcsv="${temporary}/${channel}.csv"
json="${subfolder}/${channel}.db" json="${subfolder}/${channel}.db"
python="python3" python="python3"
if [[ -f "/opt/venv/bin/python" ]]; then if [[ -f "/opt/venv/bin/python" ]]; then
@ -109,10 +110,10 @@ for full_url in "${url}/videos" "${url}/shorts" "${url}/streams"; do
fi fi
done done
if [[ ${enablecsv} = 1 ]]; then if [[ ${enablecsv} = 1 ]]; then
if [[ -f "${csv}" ]]; then if [[ -f "${tmpcsv}" ]]; then
rm -rf "${csv}" rm -rf "${tmpcsv}"
fi fi
touch "${csv}" touch "${tmpcsv}"
fi fi
if [[ ${enabledb} = 1 ]]; then if [[ ${enabledb} = 1 ]]; then
if [[ -f "${sortcsv}" ]]; then if [[ -f "${sortcsv}" ]]; then
@ -142,7 +143,7 @@ find "${temporary}" -type f -iname "*.info.json" | while read -r x; do
echo "youtube $(jq -cr '.id' "${x}")" >>"${temporary}/${channel}.txt" echo "youtube $(jq -cr '.id' "${x}")" >>"${temporary}/${channel}.txt"
if [[ ${enablecsv} = "1" ]]; then if [[ ${enablecsv} = "1" ]]; then
jq -c '[.upload_date, .timestamp, .duration, .uploader , .title, .webpage_url]' "${x}" | while read -r i; do jq -c '[.upload_date, .timestamp, .duration, .uploader , .title, .webpage_url]' "${x}" | while read -r i; do
echo "${i}" | sed -e "s/^\[//g" -e "s/\]$//g" -e "s/\\\\\"/＂/g" >>"${csv}" echo "${i}" | sed -e "s/^\[//g" -e "s/\]$//g" -e "s/\\\\\"/＂/g" >>"${tmpcsv}"
done done
fi fi
if [[ ${enabledb} = "1" ]]; then if [[ ${enabledb} = "1" ]]; then
@ -183,11 +184,12 @@ if [[ ${enabledb} = "1" ]]; then
rm "${temporary}/${channel}-sort-ordered.csv" "${sortcsv}" rm "${temporary}/${channel}-sort-ordered.csv" "${sortcsv}"
fi fi
if [[ ${enablecsv} = "1" ]]; then if [[ ${enablecsv} = "1" ]]; then
sort "${csv}" | uniq >"${temporary}/${channel}-without-header.csv" sort "${tmpcsv}" | uniq >"${temporary}/${channel}-without-header.csv"
echo '"Upload Date", "Timestamp", "Duration", "Uploader", "Title", "Webpage URL"' >"${temporary}/${channel}.csv" echo '"Upload Date", "Timestamp", "Duration", "Uploader", "Title", "Webpage URL"' >"${temporary}/${channel}-tmp.csv"
cat "${temporary}/${channel}-without-header.csv" >>"${temporary}/${channel}.csv" cat "${temporary}/${channel}-without-header.csv" >>"${temporary}/${channel}-tmp.csv"
mv "${temporary}/${channel}.csv" "${csv}" mv "${temporary}/${channel}-tmp.csv" "${csv}"
rm "${temporary}/${channel}-without-header.csv" rm "${temporary}/${channel}-without-header.csv"
rm "${tmpcsv}"
fi fi
cd "${temporary}" || exit cd "${temporary}" || exit
tar -cvp -I "zstd -T0" -f "${subfolder}/${channel}.tar.zst" -- *.info.json tar -cvp -I "zstd -T0" -f "${subfolder}/${channel}.tar.zst" -- *.info.json