15 lines
160 B
Plaintext
15 lines
160 B
Plaintext
|
User-agent: Googlebot
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
User-agent: Bingbot
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
User-agent: Twitterbot
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
User-agent: facebookexternalhit
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
User-agent: *
|
||
|
|
Allow: /
|