code: function createDefaultOptions(url) {
  
    var options = {
        referer                 : DEFAULT_REFERER,
        skipDuplicates          : DEFAULT_SKIP_DUPLICATES,
        maxConnections          : DEFAULT_NUMBER_OF_CONNECTIONS,
        rateLimits              : DEFAULT_RATE_LIMITS,
        externalDomains         : DEFAULT_CRAWL_EXTERNAL_DOMAINS,
        externalHosts           : DEFAULT_CRAWL_EXTERNAL_HOSTS,
        firstExternalLinkOnly   : DEFAULT_FIRST_EXTERNAL_LINK_ONLY,
        scripts                 : DEFAULT_CRAWL_SCRIPTS,
        links                   : DEFAULT_CRAWL_LINKS,
        linkTypes               : DEFAULT_LINKS_TYPES,
        images                  : DEFAULT_CRAWL_IMAGES,
        protocols               : DEFAULT_PROTOCOLS_TO_CRAWL,
        timeout                 : DEFAULT_TIME_OUT,
        retries                 : DEFAULT_RETRIES,
        retryTimeout            : DEFAULT_RETRY_TIMEOUT,
        depthLimit              : DEFAULT_DEPTH_LIMIT,
        followRedirect          : DEFAULT_FOLLOW_301,
        userAgent               : DEFAULT_USER_AGENT,
        domainBlackList         : domainBlackList,
        suffixBlackList         : suffixBlackList,
        retry400                : DEFAULT_RETRY_400,
        isExternal              : false,
        storeModuleName         : DEFAULT_STORE_MODULE,
        queueModuleName         : DEFAULT_QUEUE_MODULE,
        jar                     : DEFAULT_JAR
  
    };
  
    if (url) {
      options.url = url;
    }
  
    return options;
  
  }
docs: Create the default crawl options
  
  @returns the default crawl options