[tests] add integration test for errback

simple test when target server returns 503, spider errback is executed,
we check if errback is actually executed.

Author: pawelmhm

tests/test_resource_crawl.py

@@ -1,5 +1,6 @@
 # -*- coding: utf-8 -*-
 import json
+import os
 
 import pytest
 import re
@@ -386,8 +387,16 @@ def test_passing_errback(self, server, method):
         url = server.url("crawl.json")
         res = method(url,
                      {"spider_name": "test"},
-                     {"url": server.target_site.url("page1.html"),
-                      'errback': 'some_errback',
-                      'callback': 'raise_some_error'})
+                     {"url": server.target_site.url("err/503"),
+                      'errback': 'some_errback'})
 
         res_json = res.json()
+        assert res_json.get('stats').get('log_count/ERROR') == 1
+        assert res_json['status'] == 'ok'
+        logs_path = os.path.join(server.cwd, 'logs', 'test')
+        logs_files = os.listdir(logs_path)
+        with open(os.path.join(logs_path, logs_files[0])) as f:
+            log_file = f.read()
+
+        msg = 'ERROR: Logging some error'
+        assert re.search(msg, log_file)

tests/testsite/app.py

@@ -1,4 +1,4 @@
-from flask import Flask
+from flask import Flask, abort
 
 
 app = Flask(__name__)
@@ -32,3 +32,8 @@ def page2():
 @app.route('/page3.html')
 def page3():
     return read_file('page3.html')
+
+
+@app.route('/err/<int:code>')
+def return_code(code):
+    abort(code)