15 lines
212 B
Plaintext
15 lines
212 B
Plaintext
User-agent: Googlebot
|
|
Disallow: /*?
|
|
|
|
User-agent: *
|
|
Disallow: /api
|
|
Disallow: /collection/*
|
|
Disallow: /friendsum/*
|
|
Disallow: /reset
|
|
Disallow: /401
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
|
|
User-agent: Twitterbot
|
|
Allow: /friendsum/* |