From ebfe34faf02d0c75fb3465afe077578b8c0987b8 Mon Sep 17 00:00:00 2001 From: Mohammad Mahdi Date: Wed, 11 Jun 2025 09:15:23 +0330 Subject: [PATCH] Update robots.txt to disallow all crawlers --- public/robots.txt | 14 +------------- 1 file changed, 1 insertion(+), 13 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 6018e70..77470cb 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,14 +1,2 @@ -User-agent: Googlebot -Allow: / - -User-agent: Bingbot -Allow: / - -User-agent: Twitterbot -Allow: / - -User-agent: facebookexternalhit -Allow: / - User-agent: * -Allow: / +Disallow: / \ No newline at end of file