# There are two sets of allow/disallow because there are two possible URLs to all of these.

# Allow our internal search engine access to the following WCD folders
# - 10/1/2008, fgw: The head of WCB and the head of DCBS do not want these documents to be available to general internet searches, but do want them to be available to our internal search engine for people who are specifically looking for a worker's comp document.
User-agent: dcbs-google 
Allow: /external/wcd/policy/
Allow: /external/wcb/1989/
Allow: /external/wcb/1996/
Allow: /external/wcb/1997/
Allow: /external/wcb/1998/
Allow: /external/wcb/1999/
Allow: /external/wcb/2000/
Allow: /external/wcb/2001/
Allow: /external/wcb/2002/
Allow: /external/wcb/2003/
Allow: /external/wcb/2004/
Allow: /external/wcb/2005/
Allow: /external/wcb/2006/
Allow: /external/wcb/2007/
Allow: /external/wcb/2008/
Allow: /external/wcb/2009/
Allow: /external/wcb/2010/
Allow: /external/wcb/2011/
Allow: /external/wcb/2012/
Allow: /external/wcb/2013/
Allow: /external/wcb/2014/
Allow: /external/wcb/2015/
Allow: /external/wcb/2016/
Allow: /external/wcb/2017/
Allow: /external/wcb/2018/
Allow: /external/wcb/2019/
Allow: /external/wcb/2020/



# Disallow all other bots from the WCD folders. 
# - 10/1/2008, fgw: The head of WCB and the head of DCBS do not want these documents to be available to general internet searches, but do want them to be available to our internal search engine for people who are specifically looking for a worker's comp document.
User-agent: *
Disallow: /external/wcd/policy/
Disallow: /external/wcb/1989/
Disallow: /external/wcb/1996/
Disallow: /external/wcb/1997/
Disallow: /external/wcb/1998/
Disallow: /external/wcb/1999/
Disallow: /external/wcb/2000/
Disallow: /external/wcb/2001/
Disallow: /external/wcb/2002/
Disallow: /external/wcb/2003/
Disallow: /external/wcb/2004/
Disallow: /external/wcb/2005/
Disallow: /external/wcb/2006/
Disallow: /external/wcb/2007/
Disallow: /external/wcb/2008/
Disallow: /external/wcb/2009/
Disallow: /external/wcb/2010/
Disallow: /external/wcb/2011/
Disallow: /external/wcb/2012/
Disallow: /external/wcb/2013/
Disallow: /external/wcb/2014/
Disallow: /external/wcb/2015/
Disallow: /external/wcb/2016/
Disallow: /external/wcb/2017/
Disallow: /external/wcb/2018/
Disallow: /external/wcb/2019/
Disallow: /external/wcb/2020/


# Allow our internal search engine access to the following WCD folders
# - 10/1/2008, fgw: The head of WCB and the head of DCBS do not want these documents to be available to general internet searches, but do want them to be available to our internal search engine for people who are specifically looking for a worker's comp document.
User-agent: dcbs-google 
Allow: /wcd/policy/
Allow: /wcb/1989/
Allow: /wcb/1996/
Allow: /wcb/1997/
Allow: /wcb/1998/
Allow: /wcb/1999/
Allow: /wcb/2000/
Allow: /wcb/2001/
Allow: /wcb/2002/
Allow: /wcb/2003/
Allow: /wcb/2004/
Allow: /wcb/2005/
Allow: /wcb/2006/
Allow: /wcb/2007/
Allow: /wcb/2008/
Allow: /wcb/2009/
Allow: /wcb/2010/
Allow: /wcb/2011/
Allow: /wcb/2012/
Allow: /wcb/2013/
Allow: /wcb/2014/
Allow: /wcb/2015/
Allow: /wcb/2016/
Allow: /wcb/2017/
Allow: /wcb/2018/
Allow: /wcb/2019/
Allow: /wcb/2020/



# Disallow all other bots from the WCD folders. 
# - 10/1/2008, fgw: The head of WCB and the head of DCBS do not want these documents to be available to general internet searches, but do want them to be available to our internal search engine for people who are specifically looking for a worker's comp document.
User-agent: *
Disallow: /wcd/policy/
Disallow: /wcb/1989/
Disallow: /wcb/1996/
Disallow: /wcb/1997/
Disallow: /wcb/1998/
Disallow: /wcb/1999/
Disallow: /wcb/2000/
Disallow: /wcb/2001/
Disallow: /wcb/2002/
Disallow: /wcb/2003/
Disallow: /wcb/2004/
Disallow: /wcb/2005/
Disallow: /wcb/2006/
Disallow: /wcb/2007/
Disallow: /wcb/2008/
Disallow: /wcb/2009/
Disallow: /wcb/2010/
Disallow: /wcb/2011/
Disallow: /wcb/2012/
Disallow: /wcb/2013/
Disallow: /wcb/2014/
Disallow: /wcb/2015/
Disallow: /wcb/2016/
Disallow: /wcb/2017/
Disallow: /wcb/2018/
Disallow: /wcb/2019/
Disallow: /wcb/2020/

# - 1/15/2013, fgw: Dana needs an external PDF posted, but we don't want it indexed
Disallow: /external/imd/san/
Disallow: /imd/san/