public void init ( int id , CrawlController crawlController ) throws InstantiationException , IllegalAccessException { this . myId = id ; this . pageFetcher = crawlController . getPageFetcher ( ) ; this . robotstxtServer = crawlController . getRobotstxtServer ( ) ; this . docIdServer = crawlController . getDocIdServer ( ) ; this . frontier = crawlController . getFrontier ( ) ; this . parser = crawlController . getParser ( ) ; this . myController = crawlController ; this . isWaitingForNewURLs = false ; this . batchReadSize = crawlController . getConfig ( ) . getBatchReadSize ( ) ; }
Initializes the current instance of the crawler