User-agent: * Disallow: /_mmServerScripts/ Disallow: /_test/ Disallow: /admin/ Disallow: /applets/ Disallow: /css/ Disallow: /downtime/ Disallow: /error/ Disallow: /scripts/ Disallow: /article.cfm Disallow: /pssp.cfm Disallow: /index.cfm/go/by.web/id=2989 Disallow: /index.cfm/go/by.web/id=2989/level=3 Disallow: /index.cfm/go/by.web/id=1383&do=detail Disallow: /index.cfm/go/by.web/id=742&do=detail Disallow: /index.cfm/go/by.web/id=727&do=detail Disallow: /index.cfm/go/by.web/id/1383/print/true/ Disallow: /index.cfm/go/by.web/id/727/print/true/ Disallow: /index.cfm/go/by.web/id=732/level=5 Disallow: /index.cfm/go/by.web/id=732 Disallow: /index.cfm/go/by.web/id=1089/level=5 Disallow: /index.cfm/go/by.web/id=1089 Disallow: /*do=detail # some bots mostly google are allowing wild card filters now- any details page for recyclers Disallow: /*x= # wild card filter for x and y coordinates on maps Disallow: /*print/true/ # wild card filter for print versions Crawl-delay: 10 # some bots will follow this and add a 10 second delay per request Request-rate: 1/10 # proposed standard maximum rate is one page every 5 seconds Visit-time: 0500-0745 # proposed standard for setting a crawl time Sitemap: http://library.oregonmetro.gov/files/Sitemap.xml #some bots will follow this link to sitemap