637f0007b9
- Exclude static assets - Exclude uploaded files - Exclude alternate versions of the profile page - Exclude media proxy URLs
14 lines
287 B
Plaintext
14 lines
287 B
Plaintext
User-Agent: *
|
|
Disallow: /users/*/followers
|
|
Disallow: /users/*/following
|
|
Disallow: /@*/media
|
|
Disallow: /@*/with_replies
|
|
Disallow: /@*/tagged/*
|
|
Disallow: /media_proxy/*
|
|
Disallow: /emoji/*
|
|
Disallow: /packs/*
|
|
Disallow: /sounds/*
|
|
Disallow: /system/*
|
|
Disallow: /avatars/*
|
|
Disallow: /headers/*
|