burakerturk
9 lines
484 B
XML
9 lines
484 B
XML
<?xml version="1.0" ?>
|
|
<PISI>
|
|
<Source>
|
|
<Name>perl-WWW-Robotrules</Name>
|
|
<Summary xml:lang="en">database of robots.txt-derived permissions</Summary>
|
|
<Description xml:lang="en">This module parses /robots.txt files as specified in "A Standard for Robot Exclusion", at <http://www.robotstxt.org/wc/norobots.html> Webmasters can use the /robots.txt file to forbid conforming robots from accessing parts of their web site.</Description>
|
|
</Source>
|
|
</PISI>
|