@@ -671,7 +671,10 @@ def test_is_banned(self):
671
671
res = Response (
672
672
req .url ,
673
673
status = 503 ,
674
- headers = {"Zyte-Error-Type" : "/limits/over-global-limit" },
674
+ headers = {
675
+ "Zyte-Request-Id" : "123456789" ,
676
+ "Zyte-Error-Type" : "/limits/over-global-limit" ,
677
+ },
675
678
)
676
679
res = mw .process_response (req , res , self .spider )
677
680
self .assertFalse (mw ._is_banned (res ))
@@ -682,18 +685,24 @@ def test_is_banned(self):
682
685
res = Response (
683
686
req .url ,
684
687
status = 520 ,
685
- headers = {"Zyte-Error-Type" : "/download/temporary-error" },
688
+ headers = {
689
+ "Zyte-Request-Id" : "123456789" ,
690
+ "Zyte-Error-Type" : "/download/temporary-error" ,
691
+ },
686
692
)
687
- assert mw .crawler .stats .get_value ("zyte_smartproxy/response/banned" ) == 1
688
693
res = mw .process_response (req , res , self .spider )
694
+ assert mw .crawler .stats .get_value ("zyte_smartproxy/response/banned" ) == 1
689
695
self .assertTrue (mw ._is_banned (res ))
690
696
res = Response (
691
697
req .url ,
692
698
status = 521 ,
693
- headers = {"Zyte-Error-Type" : "/download/internal-error" },
699
+ headers = {
700
+ "Zyte-Request-Id" : "123456789" ,
701
+ "Zyte-Error-Type" : "/download/internal-error" ,
702
+ },
694
703
)
695
704
res = mw .process_response (req , res , self .spider )
696
- assert mw .crawler .stats .get_value ("zyte_smartproxy/response/banned" ) == 3
705
+ assert mw .crawler .stats .get_value ("zyte_smartproxy/response/banned" ) == 2
697
706
self .assertTrue (mw ._is_banned (res ))
698
707
699
708
@patch ("random.uniform" )
0 commit comments