org.gcube.resource.discovery.crawler
Class Crawler
java.lang.Object
org.gcube.resource.discovery.crawler.Crawler
public class Crawler
- extends java.lang.Object
Method Summary |
WebRobot |
getCrawler()
|
java.util.Vector<java.lang.String> |
getLinks(java.lang.String url)
|
static void |
main(java.lang.String[] args)
Only for testing purposes, not supposed to be called |
void |
reconfigureForRetry()
|
Methods inherited from class java.lang.Object |
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Crawler
public Crawler()
throws java.io.IOException,
HttpException
- Throws:
java.io.IOException
HttpException
Crawler
public Crawler(boolean isValidator)
throws java.io.IOException,
HttpException
- Throws:
java.io.IOException
HttpException
reconfigureForRetry
public void reconfigureForRetry()
getLinks
public java.util.Vector<java.lang.String> getLinks(java.lang.String url)
throws java.net.MalformedURLException,
java.io.IOException,
java.lang.InterruptedException
- Throws:
java.net.MalformedURLException
java.io.IOException
java.lang.InterruptedException
main
public static void main(java.lang.String[] args)
- Only for testing purposes, not supposed to be called
getCrawler
public WebRobot getCrawler()