From 7436b1bac461a6bf71f4329b49d26ee5740ae3ee Mon Sep 17 00:00:00 2001 From: Étienne Loks Date: Fri, 9 Aug 2019 20:03:36 +0200 Subject: Configure scrapy log --- commonnet/scrapy_setting.py | 2 ++ conf/scrapy.logrotate | 10 ++++++++++ install.sh | 2 ++ 3 files changed, 14 insertions(+) create mode 100644 conf/scrapy.logrotate diff --git a/commonnet/scrapy_setting.py b/commonnet/scrapy_setting.py index 0d0f15b..31bba15 100644 --- a/commonnet/scrapy_setting.py +++ b/commonnet/scrapy_setting.py @@ -29,6 +29,8 @@ SCRAPPY_SETTINGS = { # Disable Telnet Console (enabled by default) "TELNETCONSOLE_ENABLED": False, + "LOG_FILE": "/var/log/scrapy/commonnet.log", + # Override the default request headers: #DEFAULT_REQUEST_HEADERS = { # 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', diff --git a/conf/scrapy.logrotate b/conf/scrapy.logrotate new file mode 100644 index 0000000..54affd7 --- /dev/null +++ b/conf/scrapy.logrotate @@ -0,0 +1,10 @@ +"/var/log/scrapy/*.log" { + copytruncate + daily + rotate 5 + compress + delaycompress + missingok + notifempty +} + diff --git a/install.sh b/install.sh index 0005cd2..7c1deeb 100755 --- a/install.sh +++ b/install.sh @@ -32,9 +32,11 @@ DB_NAME=commonnet echo " * Creating conf files" mkdir -p /var/log/django/ +mkdir -p /var/log/scrapy/ mkdir -p /var/lib/uwsgi/run chown -R www-data:www-data /var/lib/uwsgi/run chown -R www-data:www-data /var/log/django/ +cp conf/scrapy.logrotate /etc/logrotate.d/scrapy sed -s "s|#URL#|$URL|g;s|#PASSWORD#|$PASSWORD|g;\ s|RESPONSIBLE_EMAIL = None|RESPONSIBLE_EMAIL = '$RESPONSIBLE_EMAIL'|;" \ -- cgit v1.2.3