robots.io:Robots.txt 解析库-源码

[{"title":"（ 8 个子文件 21KB ） robots.io:Robots.txt 解析库-源码","children":[{"title":"robots.io-master","children":[{"title":"META-INF","children":[{"title":"MANIFEST.MF <span style='color:#111;'> 23B </span>","children":null,"spread":false}],"spread":true},{"title":"LICENSE <span style='color:#111;'> 34.30KB </span>","children":null,"spread":false},{"title":"src","children":[{"title":"me","children":[{"title":"jamesfrost","children":[{"title":"robotsio","children":[{"title":"RobotsTxtReader.java <span style='color:#111;'> 3.66KB </span>","children":null,"spread":false},{"title":"RobotsDisallowedException.java <span style='color:#111;'> 560B </span>","children":null,"spread":false},{"title":"RobotsParser.java <span style='color:#111;'> 8.39KB </span>","children":null,"spread":false}],"spread":true}],"spread":true}],"spread":true},{"title":"test","children":[{"title":"me","children":[{"title":"jamesfrost","children":[{"title":"robotsio","children":[{"title":"RobotsParserTest.java <span style='color:#111;'> 6.18KB </span>","children":null,"spread":false}],"spread":true}],"spread":true}],"spread":true}],"spread":true}],"spread":true},{"title":".gitignore <span style='color:#111;'> 1.28KB </span>","children":null,"spread":false},{"title":"README.md <span style='color:#111;'> 1.94KB </span>","children":null,"spread":false}],"spread":true}],"spread":true}]