(self, url)
Sets the URL referring to a robots.txt file.
Sets the URL referring to a robots.txt file.
Sets the URL referring to a robots . txt file .
def set_url(self, url):
        """Sets the URL referring to a robots.txt file."""
        self.url = url
        self.host, self.path = urllib.parse.urlparse(url)[1:3]
def set_url ( self , url ) : self . url = url self . host , self . path = urllib . parse . urlparse ( url ) [ 1 : 3 ]