From 8eaff8ebbcee320167ac148de2d5b82a7db0516e Mon Sep 17 00:00:00 2001 From: sysadminix Date: Mon, 10 Jun 2024 23:35:37 +0300 Subject: [PATCH] 0.0.15 robots.txt add allow/disallow options --- robots.txt | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index b8291b3..99eb9da 100644 --- a/robots.txt +++ b/robots.txt @@ -1,4 +1,6 @@ User-agent: * -Disallow: / +Allow: / +Disallow: */articles/* +Disallow: /admin Host: tripwb.com \ No newline at end of file