Added check if link exists if brickset says it isnt available
This commit is contained in:
parent
ec88a6914f
commit
def111ed6a
28
lego_dl.sh
28
lego_dl.sh
@ -61,6 +61,14 @@
|
||||
LINES=$(wc -l instructions | awk '{ print $1 }')
|
||||
CURRENT=0
|
||||
|
||||
function validate_url(){
|
||||
if [[ `wget -S --spider $1 2>&1 | grep 'HTTP/1.1 200 OK'` ]]; then
|
||||
return 0
|
||||
else
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
while IFS='|' read -r ID LINK NAME DESC ADDED RETRIVED
|
||||
do
|
||||
|
||||
@ -115,10 +123,30 @@
|
||||
fi
|
||||
else
|
||||
if [[ "$tDESC" = "{No longer listed at LEGO.com}" ]] ; then
|
||||
echo -ne "-> $tID testing link."
|
||||
|
||||
if validate_url $tLINK; then
|
||||
echo -ne "Found... Downloading..."
|
||||
|
||||
curl -H "Mozilla/5.0 (platform; rv:75.0) Gecko/20100101 Firefox/75.0" -L $tLINK --silent --output "$downloadFolder/$filename"
|
||||
if [ -f "$downloadFolder/$filename" ]; then
|
||||
echo "Done! > $filename"
|
||||
else
|
||||
echo "ERROR!"
|
||||
if [[ $error_level = 1 || $error_level = 2 ]]; then
|
||||
echo "--> Not downloaded. Try again manually..."
|
||||
echo "$filename was not downloaded. Check CURL" >> $logfile
|
||||
fi
|
||||
#random sleep in order to not look like a script
|
||||
sleep $(( ( RANDOM % 5 ) + 1 ))
|
||||
fi
|
||||
|
||||
else
|
||||
if [[ $error_level = 1 || $error_level = 2 ]]; then
|
||||
echo "-> $tID is not available. Skipping..."
|
||||
echo "$filename is not available." >> $logfile
|
||||
fi
|
||||
fi
|
||||
else
|
||||
echo -ne "--> $tID downloading now..."
|
||||
curl -H "Mozilla/5.0 (platform; rv:75.0) Gecko/20100101 Firefox/75.0" -L $tLINK --silent --output "$downloadFolder/$filename"
|
||||
|
Loading…
Reference in New Issue
Block a user