User-agent: *
Disallow: ~
Disallow: /reports/   # server statistics
Disallow: /stats/   # server statistics
Disallow: /gifs/    # images
Disallow: /icon/    # images
Disallow: /icons/   # images
Disallow: /images/  # images
Disallow: /cgi-bin/ # cgi-bin
Disallow: /policies/athl200.pdf
Disallow: /policies/eop100.pdf
Disallow: /policies/hr178.pdf
Disallow: /policies/ppm/athl200.pdf
Disallow: /policies/ppm/eop100.pdf
Disallow: /policies/ppm/hr178.pdf
Disallow: /archives/
Disallow: /about/contact/unsubscribe/
Disallow: /*.xml$
Disallow: /*.inc$

# ARDC
Disallow: /ardc/sashtml/
Disallow: /ardc/saspdf/
# USC Test
Disallow: /usctest
# University Libraries
Disallow: /library/godort/
Disallow: /library/pubserv/ala/
Disallow: /library/pubserv/images/
Disallow: /library/pubserv/podreport/
Disallow: /library/pubserv/test/
Disallow: /library/pubserv/tutorial/
Disallow: /library/test/

User-agent: Twitterbot
Disallow:

User-agent: Facebot
Disallow:

User-agent: SiteimproveBot-Crawler
Disallow:

User-agent: Googlebot
Disallow:


User-agent: PiplBot
Disallow: /