Sample usage

var robots = new Robots.Robots();
robots.Load("http://www.bing.com/robots.txt");

bool actual= robots.Allowed("/recipe/pizza");
Assert.AreEqual(false, actual);

bool actual= robots.Allowed("/entertainment");
Assert.AreEqual(true, actual);

Last edited Sep 13, 2010 at 12:29 PM by saguiitay, version 2

Comments

No comments yet.