From cfcd4d55908b8e724dfb49c497e85a90212e0b0b Mon Sep 17 00:00:00 2001
From: Xaloc <xaloc@tutanota.com>
Date: Thu, 18 Jan 2024 14:37:17 +0100
Subject: [PATCH] robots.txt off...

---
 website-size.sh | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/website-size.sh b/website-size.sh
index 8be7138..406ca3a 100755
--- a/website-size.sh
+++ b/website-size.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 
-output="/tmp/website-size.out"
+output="./${!#}.log"
 echo "Analitzant ${!#}..."
 sleep 1s
 echo "Pot tardar una estona..."
@@ -9,6 +9,7 @@ wget \
   --recursive --level=1 \
   --spider --server-response \
   --no-directories --no-parent \
+  -e robots=off \
   --output-file="$output" "$@"
 
 sleep 1s