From 8eaff8ebbcee320167ac148de2d5b82a7db0516e Mon Sep 17 00:00:00 2001 From: sysadminix Date: Mon, 10 Jun 2024 23:35:37 +0300 Subject: [PATCH 1/2] 0.0.15 robots.txt add allow/disallow options --- robots.txt | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index b8291b3..99eb9da 100644 --- a/robots.txt +++ b/robots.txt @@ -1,4 +1,6 @@ User-agent: * -Disallow: / +Allow: / +Disallow: */articles/* +Disallow: /admin Host: tripwb.com \ No newline at end of file From fc6a864f7cb038c30da51016ff90cfd2210887e9 Mon Sep 17 00:00:00 2001 From: sysadminix Date: Mon, 10 Jun 2024 23:37:54 +0300 Subject: [PATCH 2/2] 0.0.15 robots.txt add allow/disallow options --- robots.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index 99eb9da..3bdc234 100644 --- a/robots.txt +++ b/robots.txt @@ -1,6 +1,6 @@ User-agent: * Allow: / Disallow: */articles/* -Disallow: /admin +Disallow: */admin/* Host: tripwb.com \ No newline at end of file