diff options
| author | Étienne Loks <etienne.loks@iggdrasil.net> | 2019-08-09 20:03:36 +0200 |
|---|---|---|
| committer | Étienne Loks <etienne.loks@iggdrasil.net> | 2019-08-09 20:03:36 +0200 |
| commit | 7436b1bac461a6bf71f4329b49d26ee5740ae3ee (patch) | |
| tree | 478fe27f4c2d1adfd1739d748c72ae68c9d1246e | |
| parent | 507e0ce240f739a1d4580405ce2d189390c9f68b (diff) | |
| download | Comm-on-net-7436b1bac461a6bf71f4329b49d26ee5740ae3ee.tar.bz2 Comm-on-net-7436b1bac461a6bf71f4329b49d26ee5740ae3ee.zip | |
Configure scrapy log
| -rw-r--r-- | commonnet/scrapy_setting.py | 2 | ||||
| -rw-r--r-- | conf/scrapy.logrotate | 10 | ||||
| -rwxr-xr-x | install.sh | 2 |
3 files changed, 14 insertions, 0 deletions
diff --git a/commonnet/scrapy_setting.py b/commonnet/scrapy_setting.py index 0d0f15b..31bba15 100644 --- a/commonnet/scrapy_setting.py +++ b/commonnet/scrapy_setting.py @@ -29,6 +29,8 @@ SCRAPPY_SETTINGS = { # Disable Telnet Console (enabled by default) "TELNETCONSOLE_ENABLED": False, + "LOG_FILE": "/var/log/scrapy/commonnet.log", + # Override the default request headers: #DEFAULT_REQUEST_HEADERS = { # 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', diff --git a/conf/scrapy.logrotate b/conf/scrapy.logrotate new file mode 100644 index 0000000..54affd7 --- /dev/null +++ b/conf/scrapy.logrotate @@ -0,0 +1,10 @@ +"/var/log/scrapy/*.log" { + copytruncate + daily + rotate 5 + compress + delaycompress + missingok + notifempty +} + @@ -32,9 +32,11 @@ DB_NAME=commonnet echo " * Creating conf files" mkdir -p /var/log/django/ +mkdir -p /var/log/scrapy/ mkdir -p /var/lib/uwsgi/run chown -R www-data:www-data /var/lib/uwsgi/run chown -R www-data:www-data /var/log/django/ +cp conf/scrapy.logrotate /etc/logrotate.d/scrapy sed -s "s|#URL#|$URL|g;s|#PASSWORD#|$PASSWORD|g;\ s|RESPONSIBLE_EMAIL = None|RESPONSIBLE_EMAIL = '$RESPONSIBLE_EMAIL'|;" \ |