User-agent: ldspider
Disallow:

User-agent: *
Disallow: /html
Disallow: /rdf
Disallow: /n3
Disallow: /json
Disallow: /text