fix: call failed_request_handler for SessionError when session rotation count exceeds maximum (#1147)

### Description

- Call `failed_request_handler` for `SessionError` when session rotation
count exceeds maximum

Author: Mantisus

src/crawlee/crawlers/_basic/_basic_crawler.py

@@ -1164,8 +1164,6 @@ async def __run_task_function(self) -> None:
                 await request_manager.reclaim_request(request)
                 await self._statistics.error_tracker_retry.add(error=session_error, context=context)
             else:
-                self._logger.exception('Request failed and reached maximum retries', exc_info=session_error)
-
                 await wait_for(
                     lambda: request_manager.mark_request_as_handled(context.request),
                     timeout=self._internal_timeout,
@@ -1175,8 +1173,8 @@ async def __run_task_function(self) -> None:
                     max_retries=3,
                 )
 
+                await self._handle_failed_request(context, session_error)
                 self._statistics.record_request_processing_failure(statistics_id)
-                await self._statistics.error_tracker.add(error=session_error, context=context)
 
         except ContextPipelineInterruptedError as interrupted_error:
             self._logger.debug('The context pipeline was interrupted', exc_info=interrupted_error)

tests/unit/crawlers/_basic/test_basic_crawler.py

@@ -1291,3 +1291,22 @@ async def error_req_hook(context: BasicCrawlingContext, error: Exception) -> Non
     await crawler.run(requests)
 
     assert error_handler_mock.call_count == 1
+
+
+async def test_handles_session_error_in_failed_request_handler() -> None:
+    crawler = BasicCrawler(max_session_rotations=1)
+    handler_requests = set()
+
+    @crawler.router.default_handler
+    async def handler(context: BasicCrawlingContext) -> None:
+        raise SessionError('blocked')
+
+    @crawler.failed_request_handler
+    async def failed_request_handler(context: BasicCrawlingContext, error: Exception) -> None:
+        handler_requests.add(context.request.url)
+
+    requests = ['http://a.com/', 'http://b.com/', 'http://c.com/']
+
+    await crawler.run(requests)
+
+    assert set(requests) == handler_requests