0.0.15 robots.txt add allow/disallow options

2024-06-10 23:35:37 +03:00
parent 3a18688143
commit 8eaff8ebbc
1 changed files with 3 additions and 1 deletions
--- a/robots.txt
+++ b/robots.txt
@@ -1,4 +1,6 @@
 User-agent: *
-Disallow: /
+Allow: /
+Disallow: */articles/*
+Disallow: /admin

 Host: tripwb.com