$my_user_agent); $robotsdomain=trim("http://".$domain); $stripped_robotsdomain=str_replace("/","",$robotsdomain); $robots=Read_Content(trim("http://".$domain).'/robots.txt'); $robots=explode("\n",$robots); for ($i=0;$imy_user_agent){ // rules for agent: * for ($checkrules=1;$checkrules<10;$checkrules++){ if (trim($robots[$i+$checkrules])!=""){ $pos = strpos( $current_line[$count],"User-agent"); if (is_integer($pos)) break; $pos = strpos( $current_line[$count],"#"); if (is_integer($pos)) $current_line[$count]=substr($current_line[$count],0,$pos); $disallow_line=str_replace("Disallow: ",..." />
908 confirmed spam kills