User-agent: Googlebot
Disallow: /submit?ln=en
Disallow: /submit?ln=es
Disallow: /submit
Disallow: /cgi-bin/
Disallow: /search
Disallow: /search.py
Disallow: /yourmessages
Disallow: /events/events.py
Disallow: /tools/
Disallow: /journal
Disallow: /cdslib/
Allow: /documents
Disallow: /?ln=en
Disallow: /usage
Disallow: /export
Disallow: /references
Disallow: /comments
Disallow: /citations
Disallow: /youraccount
Allow: /collection
Allow: /collection/
Allow: /record
Allow: /collection?ln=es
Allow: /record?ln=es
User-agent: *
Disallow: /submit?ln=en
Disallow: /submit?ln=es
Disallow: /submit
Disallow: /cgi-bin/
Disallow: /search
Disallow: /search.py
Disallow: /record
Disallow: /record/
Disallow: /yourmessages
Disallow: /events/events.py
Disallow: /tools/
Disallow: /journal
Disallow: /cdslib/
Disallow: /documentis
Disallow: /?ln=en
Disallow: /youraccount
Allow: /collection
Allow: /collection/
Allow: /record