missytake/fdroiddata
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

google-code-moved: support pages that directly redirect

Browse source
This commit is contained in:
Daniel Martí 2015-08-28 14:58:23 -07:00
parent 13e745048a
commit 7b7ee633dd
1 changed files with 22 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
tools/google-code-moved.sh
View file

@ -10,12 +10,31 @@ len=$(echo "$all" | wc -l)
echo "$len apps left"
moved() {
printf "\n%s\n" $1
printf "\tProject moved: %s\n" $2
}
echo "$all" | sort -u | shuf | while read url; do
printf "."
found=$(curl -s $url/checkout | sed -n 's/.*<A HREF="\(.*\)">here<\/A>.*/\1/p')
redurl=$(curl -s -I $url/checkout | perl -n -e '/^Location: (.*)$/ && print "$1\n"')
if echo $redurl | grep -q hosting/moved; then
found=$(curl -L -s $url/checkout | sed -n 's/.*View the project at: <a href="\(.*\)">.*/\1/p')
moved $url $found
continue
fi
if [ -n "$redurl" ] && [ "$redurl" != "$url" ]; then
moved $url $redurl
continue
fi
found=$(curl -L -s $url/checkout | sed -n 's/.*<A HREF="\(.*\)">here<\/A>.*/\1/p')
if [ -n "$found" ]; then
printf "\n%s\n" $url
printf "\tProject moved: %s\n" $found
moved $url $found
continue
fi
done
echo