printUsage();
return;
}
// get command line options
GetOpt opt = new GetOpt(argv);
String option = null;
JoBoBase jobobase = JoBoBase.createFromXML();
WebRobot robby = jobobase.getRobot();
// referer
option=opt.getOptionString("r");
if (option != null) {
robby.setStartReferer(option);
}
// maximal depth
option=opt.getOptionString("d");
if (option != null) {
try {
int maxDepth=Integer.parseInt(option);
robby.setMaxDepth(maxDepth);
} catch (NumberFormatException e) {
System.out.println("Wrong number for maxDepth: "+option);
}
}
// walk to other hosts ?
if (opt.getOptionBoolean("o")) {
robby.setWalkToOtherHosts(true);
}
// store directory
option=opt.getOptionString("s");
if (option != null) {
basedir=option;
}
// minimal file size
option=opt.getOptionString("m");
if (option != null) {
try {
minSize=Integer.parseInt(option);
} catch (NumberFormatException e) {}
}
// agent name
option=opt.getOptionString("a");
if (option != null) {
robby.setAgentName(option);
}
// ignore robots.txt
if (opt.getOptionBoolean("i")) {
robby.setIgnoreRobotsTxt(true);
}
// wait time
option=opt.getOptionString("w");
if (option != null) {
try {
int waitTime=Integer.parseInt(option);
robby.setSleepTime(waitTime*1000);
} catch (NumberFormatException e) {}
}
// print usage
if (opt.getOptionBoolean("?")) {
printUsage();
return;
}
URL u = new URL(argv[argv.length-1]);