code: def consult_robots_txt(self, request: HTTPRequest) -> bool:
          '''Consult by fetching robots.txt as needed.
  
          Args:
              request: The request to be made
                  to get the file.
  
          Returns:
              True if can fetch
  
          Coroutine
          '''
          if not self._robots_txt_checker:
              return True
  
          result = yield from self._robots_txt_checker.can_fetch(request)
          return resulf consult_robots_txt(self, request: HTTPRequest) -> bool:
          '''Consult by fetching robots.txt as needed.
  
          Args:
              request: The request to be made
                  to get the file.
  
          Returns:
              True if can fetch
  
          Coroutine
          '''
          if not self._robots_txt_checker:
              return True
  
          result = yield from self._robots_txt_checker.can_fetch(request)
          return result
docs: Consult by fetching robots.txt as needed.
  
          Args:
              request: The request to be made
                  to get the file.
  
          Returns:
              True if can fetch
  
          Coroutine