(self, request, response, spider)
return {
            'level': logging.DEBUG,
            'msg': CRAWLEDMSG,
            'args': {
                'status': response.status,
                'request': request,
                'request_flags': request_flags,
                'referer': referer_str(request),
                'response_flags': response_flags,
                # backward compatibility with Scrapy logformatter below 1.4 version
                'flags': response_flags
            }
        }
Logs a message when the crawler finds a webpage.
Logs a message when the crawler finds a webpage.
Logs a message when the crawler finds a webpage .
def crawled(self, request, response, spider):
        """Logs a message when the crawler finds a webpage."""
        request_flags = f' {str(request.flags)}' if request.flags else ''
        response_flags = f' {str(response.flags)}' if response.flags else ''
        return {
            'level': logging.DEBUG,
            'msg': CRAWLEDMSG,
            'args': {
                'status': response.status,
                'request': request,
                'request_flags': request_flags,
                'referer': referer_str(request),
                'response_flags': response_flags,
                # backward compatibility with Scrapy logformatter below 1.4 version
                'flags': response_flags
            }
        }
def crawled ( self , request , response , spider ) : request_flags = f' {str(request.flags)}' if request . flags else '' response_flags = f' {str(response.flags)}' if response . flags else '' return { 'level' : logging . DEBUG , 'msg' : CRAWLEDMSG , 'args' : { 'status' : response . status , 'request' : request , 'request_flags' : request_flags , 'referer' : referer_str ( request ) , 'response_flags' : response_flags , # backward compatibility with Scrapy logformatter below 1.4 version 'flags' : response_flags } }