code: def _read_content(self, response: Response, original_url_info: URLInfo):
          '''Read response and parse the contents into the pool.'''
          data = response.body.read(4096)
          url_info = original_url_info
  
          try:
              self._robots_txt_pool.load_robots_txt(url_info, data)
          except ValueError:
              _logger.warning(__(
                  _('Failed to parse {url} for robots exclusion rules. '
                    'Ignoring.'), url_info.url))
              self._accept_as_blank(url_info)
          else:
              _logger.debug(__('Got a good robots.txt for {0}.',
                               url_info.url)f _read_content(self, response: Response, original_url_info: URLInfo):
          '''Read response and parse the contents into the pool.'''
          data = response.body.read(4096)
          url_info = original_url_info
  
          try:
              self._robots_txt_pool.load_robots_txt(url_info, data)
          except ValueError:
              _logger.warning(__(
                  _('Failed to parse {url} for robots exclusion rules. '
                    'Ignoring.'), url_info.url))
              self._accept_as_blank(url_info)
          else:
              _logger.debug(__('Got a good robots.txt for {0}.',
                               url_info.url))
docs: Read response and parse the contents into the pool.