Merge remote-tracking branch 'originGitlab/master' into Reza

dev_crawler:

	javac -d bin src/main/java/*.java

	javac -cp tika-app-2.92.jar -d bin src/main/java/*.java

	jar cvfm ScratchCrawler.jar manifestCrawler.txt -C bin .

	echo '#!/bin/bash' > crawler

	echo 'java -jar ScratchCrawler.jar "$$@"' >> crawler

// Allows for quick and easy enabling/disabling of debug messages

public class Debug {

    // Set to true to enable debug messages. Set to false to disable debug messages

    public static boolean DEBUG = false; 

    public static boolean DEBUG_RobotsTXT = false;

    public static boolean DEBUG_Dutch = false;

}

JAVAC=javac

JFLAGS=-Xlint:none -Xlint:-deprecation

LIBS=tika-app-2.9.2.jar

default: ScratchCrawler.class Debug.class RobotsTXT.class RegexParser.class

ScratchCrawler.class: ScratchCrawler.java

	$(JAVAC) $(JFLAGS) -cp $(LIBS) ScratchCrawler.java

Debug.class: Debug.java

	$(JAVAC) $(JFLAGS) -cp $(LIBS) Debug.java

RobotsTXT.class: RobotsTXT.java

	$(JAVAC) $(JFLAGS) -cp $(LIBS) RobotsTXT.java

RegexParser.class: RegexParser.java

	$(JAVAC) $(JFLAGS) -cp $(LIBS) RegexParser.java

clean:

	del *.class