updatedVersion

.vscode/settings.json

Crawler/Makefile

Crawler/ScratchCrawler.jar

Crawler/bin/Debug.class

Crawler/bin/RegexParser.class

Crawler/bin/RobotsTXT.class

Crawler/bin/ScratchCrawler.class

Crawler/crawler

Crawler/manifestCrawler.txt

Crawler/src/main/java/RegexParser.class

Crawler/src/main/java/RegexParser.java

Crawler/src/main/java/ScratchCrawler.class

Crawler/src/main/java/ScratchCrawler.java

Crawler/src/main/java/crawledData.txt

Crawler/target/classes/Debug.class

Crawler/target/classes/RegexParser.class

Crawler/target/classes/ScratchCrawler.class

Crawler/target/classes/crawledData.txt

Crawler/target/classes/crawler