docs: public void init(int id, CrawlController crawlController)
          throws InstantiationException, IllegalAccessException {
          this.myId = id;
          this.pageFetcher = crawlController.getPageFetcher();
          this.robotstxtServer = crawlController.getRobotstxtServer();
          this.docIdServer = crawlController.getDocIdServer();
          this.frontier = crawlController.getFrontier();
          this.parser = crawlController.getParser();
          this.myController = crawlController;
          this.isWaitingForNewURLs = false;
          this.batchReadSize = crawlController.getConfig().getBatchReadSize();
      }