BibTex Entry:

@inproceedings{sun07biastosearchengine,
    author = {Yang Sun and Ziming Zhuang and Isaac G. Councill and C. Lee Giles},
    title = {Determining Bias to Search Engines from Robots.txt},
     booktitle = {WI '07: Proceedings of the 2007 IEEE/WIC International Conference on Web Intelligence},
     year = {2007},
     publisher = {IEEE Computer Society},
     address = {San Jose, CA, USA},
}