# robots.txt for http://botdb.abcc.ncifcrf.gov User-agent: * Disallow: /getJournals.do?method=viewJournals Disallow: /getArticles.do? Disallow: /getXmlDocument