echo $IPFS_PATH; yt-dlp -j --flat-playlist UUiA_b3045NU5SxOpam1ygOg > 1plist1.json 2>1error1.log.txt; cat 1plist1.json | jq ".id" | tr -d \" >> 1plist1.txt; fdir=$(yt-dlp --get-filename --skip-download --restrict-filenames --windows-filenames -o "%(channel)s_%(channel_id)s" -- $(head -n1 1plist1.txt)); if [ -f $fdir ]; then sleep 9d; else mkdir $fdir; fi; cd $fdir; mv -n ../1plist1.txt .; mv -n ../1plist1.json .; mv -n ../1error1.log.txt .; utc | tr -d \\n > 1stats1.txt; echo " overall start" >> 1stats1.txt; chan=$(pwd | grep -o "........................$"); bash <(curl -sL https://web.archive.org/web/20240601090036if_/https://gateway.pinata.cloud/ipfs/bafkreiax2gvahqvtx5vbnrnnz62p2robdj5n6zgy3xykwlwdwh4fvqety4 | sed "s/y.com.sb/invidious.protokolla.fi/g"); utc | tr -d \\n >> 1stats1.txt; echo " channel video count, metadata, profile picture, and banner downloaded" >> 1stats1.txt; cat 1plist1.txt | xargs -d "\n" sh -c 'for args do wget --spider --no-verbose "https://tpa.mares.workers.dev/?output=html&id=$args" -o temp.txt; cat temp.txt >> 1plist2.txt; done' _; rm temp.txt; grep -v '!!!\| 200 OK$' 1plist2.txt | sed "s/.*=//g" | sed "s/://g" > 1plist3.txt; ids=1plist3.txt; utc | tr -d \\n >> 1stats1.txt; echo " check other site done" >> 1stats1.txt; bash <(echo -n "ids=1plist3.txt;"; curl -sL https://web.archive.org/web/20240606200627if_/https://gateway.pinata.cloud/ipfs/bafkreidih3jklvypuib2lisvi2du4lodhdjt5ebr36o7v52f6xmegltlty); utc | tr -d \\n >> 1stats1.txt; echo " videos, descriptions, thumbnails, info JSON with comments, and any subtitles downloaded" >> 1stats1.txt; cat $ids | xargs -d "\n" sh -c 'for args do fname=$(yt-dlp --restrict-filenames --windows-filenames --skip-download --get-filename -o "%(title)s-%(channel)s-%(upload_date)s-%(extractor)s-%(resolution)s-%(id)s.apimeta.txt" -- $args 2>>1error1.log.txt); curl -sL "https://www.googleapis.com/youtube/v3/videos?key=$(cat ~/ytapikey1.txt)&part=snippet,id,contentDetails,liveStreamingDetails,localizations,player,recordingDetails,statistics,status,topicDetails&id=$args" > $fname; done' _; utc | tr -d \\n >> 1stats1.txt; echo " video metadata downloaded" >> 1stats1.txt; curl -sL "https://www.googleapis.com/youtube/v3/channelSections?key=$(cat ~/ytapikey1.txt)&part=id,snippet,contentDetails&channelId=$chan" > 1_channel_sections_1.json; curl -sL "https://www.googleapis.com/youtube/v3/playlists?key=$(cat ~/ytapikey1.txt)&part=id,snippet,contentDetails,localizations,player,status&channelId=$chan&maxResults=50" > 1_channel_playlists_1.json; curl -sL "https://www.googleapis.com/youtube/v3/subscriptions?key=$(cat ~/ytapikey1.txt)&part=id,snippet,contentDetails,subscriberSnippet&channelId=$chan&maxResults=50" > 1_channel_subscriptions_1.json; if [ $(cat 1_channel_subscriptions_1.json | jq .pageInfo.totalResults) -gt 50 ]; then nextpagetoken=$(cat 1_channel_subscriptions_1.json | jq -r .nextPageToken); while [ ! "$nextpagetoken" = "null" ]; do echo $nextpagetoken; curl -sL "https://www.googleapis.com/youtube/v3/subscriptions?key=$(cat ~/ytapikey1.txt)&part=id,snippet,contentDetails,subscriberSnippet&channelId=$chan&maxResults=50&pageToken=$nextpagetoken" > temp.txt; cat temp.txt >> 1_channel_subscriptions_all_1.json; nextpagetoken=$(cat temp.txt | jq -r .nextPageToken); done; utc | tr -d \\n >> 1stats1.txt; echo " channel metadata such as playlists and subscriptions downloaded" >> 1stats1.txt; fi; utc | tr -d \\n >> 1stats1.txt; echo " overall done" >> 1stats1.txt; bash <(curl -sL https://web.archive.org/web/20240706195545if_/https://gateway.pinata.cloud/ipfs/bafkreibmctj6wjeajcf2ce36efsatxicjfazuo63fow46wpmk3wstwfcxa); cd ..
->
bafkreiax2gvahqvtx5vbnrnnz62p2robdj5n6zgy3xykwlwdwh4fvqety4 -> y.com.sb->invidious.protokolla.fi -> /ipfs/?
chan=$(pwd | grep -o "........................$"); curl -sL "https://www.googleapis.com/youtube/v3/channels?key=$(cat ~/ytapikey1.txt)&part=id,snippet,contentDetails,statistics,topicDetails,status,brandingSettings,localizations&id=$chan" > 1chan1.json; chanp=$(jq ".items[].snippet.thumbnails.high.url" 1chan1.json | tr -d \"); chand=$(echo $chanp | sed "s/=.*/=s0/g"); curl -sL $chanp > 1pfp1.img.jpg; curl -sL $chand > 1pfp2.img.png; banc=$(curl -sL https://invidious.protokolla.fi/channel/$chan | grep "=w2560-fcrop64=" | sed "s/\" alt=.*//g" | sed "s/.*\".ggpht/https:\/\/yt3.googleusercontent.com/g"); band=$(echo $banc | sed "s/=.*/=w0/g"); curl -sL $banc > 1banner1.img.jpg; curl -sL $band > 1banner2.img.png; wc -l 1plist1.txt >> 1stats1.txt
+
bafkreidih3jklvypuib2lisvi2du4lodhdjt5ebr36o7v52f6xmegltlty -> ""
yt-dlp -S "lang,quality,res,fps,hdr:12,vcodec:vp9.2,channels,acodec,size,br,asr,proto,ext,hasaud,source,id" --restrict-filenames --windows-filenames --sub-langs all --sub-format srt --write-description --write-thumbnail --convert-thumbnails png -o "%(title)s-%(channel)s-%(upload_date)s-%(extractor)s-%(resolution)s-%(id)s.%(ext)s" --batch-file $ids 1>1logy11.log.txt 2>1logy12.log.txt; torsocks yt-dlp --restrict-filenames --windows-filenames --write-info-json --write-comments --skip-download -o "%(title)s-%(channel)s-%(upload_date)s-%(extractor)s-%(resolution)s-%(id)s.%(ext)s" --batch-file $ids 1>1logy21.log.txt 2>1logy22.log.txt
+
bafkreibmctj6wjeajcf2ce36efsatxicjfazuo63fow46wpmk3wstwfcxa -> ""
find . -type f -name '*.log.txt' -empty -delete; find . -type f -name '*.img.jpg' -empty -delete; find . -type f -name '*.img.png' -empty -delete; mv -n 1plist1.json 1_playlist_all_videos_1.json; mv -n 1plist1.txt 1_playlist_all_video_ids_1.txt; mv -n 1plist2.txt 1_playlist_tpa_1.txt; mv -n 1plist3.txt 1_playlist_not_in_tpa_1.txt; mv -n 1stats1.txt 1_stats_1.txt; mv -n 1chan1.json 1_channel_metadata_1.json; mv -n 1pfp1.img.jpg 1_profile_picture_1.img.jpg; mv -n 1pfp2.img.png 1_profile_picture_1.img.png; mv -n 1banner1.img.jpg 1_banner_1.img.jpg; mv -n 1banner2.img.png 1_banner_1.img.png; mv -n 1logy11.log.txt 1_ytdlp_stdout1_1.log.txt; mv -n 1logy12.log.txt 1_ytdlp_stderr1_1.log.txt; mv -n 1logy21.log.txt 1_ytdlp_stdout2_1.log.txt; mv -n 1logy22.log.txt 1_ytdlp_stderr2_1.log.txt; mv -n 1error1.log.txt 1_ytdlp_error_1.log.txt
d80014c8845b4d4eaaa3165b95a73e456dfb5ead /zc/youtube/dl.txt