You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
23 lines
525 B
23 lines
525 B
diff --git a/public/robots.txt b/public/robots.txt
|
|
index 771bf2160..e5cbdc31f 100644
|
|
--- a/public/robots.txt
|
|
+++ b/public/robots.txt
|
|
@@ -3,3 +3,17 @@
|
|
User-agent: *
|
|
Disallow: /media_proxy/
|
|
Disallow: /interact/
|
|
+Allow: /about
|
|
+Disallow: /
|
|
+Disallow: /users/*/followers
|
|
+Disallow: /users/*/following
|
|
+Disallow: /@*/media
|
|
+Disallow: /@*/with_replies
|
|
+Disallow: /@*/tagged/*
|
|
+Disallow: /media_proxy/*
|
|
+Disallow: /emoji/*
|
|
+Disallow: /packs/*
|
|
+Disallow: /sounds/*
|
|
+Disallow: /system/*
|
|
+Disallow: /avatars/*
|
|
+Disallow: /headers/*
|