xaloc/midaWeb
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

robots.txt off...

Browse Source
This commit is contained in:
Xaloc 2024-01-18 14:37:17 +01:00
parent 5b01175a64
commit cfcd4d5590
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
website-size.sh
View File

@ -1,6 +1,6 @@
#!/bin/bash #!/bin/bash
output="/tmp/website-size.out" output="./${!#}.log"
echo "Analitzant ${!#}..." echo "Analitzant ${!#}..."
sleep 1s sleep 1s
echo "Pot tardar una estona..." echo "Pot tardar una estona..."
@ -9,6 +9,7 @@ wget \
--recursive --level=1 \ --recursive --level=1 \
--spider --server-response \ --spider --server-response \
--no-directories --no-parent \ --no-directories --no-parent \
-e robots=off \
--output-file="$output" "$@" --output-file="$output" "$@"
sleep 1s sleep 1s