midaWeb/website-size.sh

#!/bin/bash

output="./${!#}.log"
sites_output="./${!#}_sites.log"
mides_output="./${!#}_mides.log"
year=$(date +"%Y")

echo "Analitzant ${!#}..."
sleep 1s
echo "Pot tardar una estona..."
echo ""

wget \
  --recursive --level=1 \
  --spider --server-response \
  --no-directories --no-parent \
  -e robots=off \
  --output-file="$output" "$@"

sleep 1s
if [ -f "$output" ]
then
    # Calculate and print estimated website size
    echo "Mida estimada de ${!#}: $(\
        grep -e "Content-Length" "$output" | \
        awk '{sum+=$2} END {printf("%.0f", sum / 1024)}'\
    ) kb"
    echo ""
    sleep 1s
    grep -e "--$year" $output | awk '{printf("%s\n", $3)}' >> $sites_output
    sed -i '$ d' $sites_output
    grep -e "Content-Length" $output | awk '{printf("%.2fKb\n", $2 / 1024)}' >> $mides_output
    echo "## Resum dels fitxers baixats ##"
    sleep 1s
    echo "$(paste $sites_output $mides_output | uniq)" 
    # Delete wget output file
    rm "$output"
    rm "$sites_output"
    rm "$mides_output"
else
    echo "Unable to calculate estimated size."
    exit 1
fi

exit 0