1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21
| import logging import os
logger = logging.getLogger() logger.setLevel(logging.DEBUG)
log_dir = os.path.join(os.getcwd(), 'Logs') log_file = os.path.join(log_dir, 'spider_error.log') if not os.path.exists(log_dir): os.mkdir(log_dir)
file_handler = logging.FileHandler(log_file, mode='a') file_handler.setLevel(logging.ERROR) file_handler.setFormatter(logging.Formatter('[%(levelname)s][%(asctime)s][%(message)s]')) logger.addHandler(file_handler)
console_handler = logging.StreamHandler() console_handler.setLevel(logging.INFO) console_handler.setFormatter(logging.Formatter('[%(levelname)s][%(asctime)s][%(message)s]')) logger.addHandler(console_handler)
|