#robots.txt file

User-agent: *
Disallow: /_*/
Disallow: /css/
Disallow: /tmp/
Disallow: /htdig/
Disallow: /js
Disallow: /reports/
Disallow: /_private/
Disallow: /course
Disallow: *.class
Disallow: /lirt/*
Disallow: /Temp*
Disallow: /*.gif$
Disallow /*.php$

User-agent: ciidig
Disallow: