Gracefully handle exceptions thrown when receiving messages from AWS …

…SNS+SQS
kalaspuff · Jan 12, 2018 · 85c1c9a · 85c1c9a
1 parent 31e71d2
commit 85c1c9a
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/tomodachi/transport/aws_sns_sqs.py b/tomodachi/transport/aws_sns_sqs.py
@@ -10,6 +10,7 @@
 import ujson
 import uuid
 import inspect
+from botocore.parsers import ResponseParserError
 from typing import Any, Dict, Union, Optional, Callable, List, Tuple, Match
 try:
     from typing import Awaitable
@@ -486,6 +487,12 @@ async def _callback() -> None:
                     logging.getLogger('transport.aws_sns_sqs').warning('Unable to receive message from queue [sqs] on AWS ({}) - reconnecting'.format(error_message))
                     await asyncio.sleep(1)
                     continue
+                except ResponseParserError as e:
+                    is_disconnected = True
+                    error_message = 'Unable to parse response: the server was not able to produce a timely response to your request'
+                    logging.getLogger('transport.aws_sns_sqs').warning('Unable to receive message from queue [sqs] on AWS ({}) - reconnecting'.format(error_message))
+                    await asyncio.sleep(1)
+                    continue
                 except (botocore.exceptions.ClientError, aiohttp.client_exceptions.ClientConnectorError, asyncio.TimeoutError) as e:
                     error_message = str(e) if not isinstance(e, asyncio.TimeoutError) else 'Network timeout'
                     if 'AWS.SimpleQueueService.NonExistentQueue' in error_message:
@@ -506,6 +513,11 @@ async def _callback() -> None:
                     logging.getLogger('transport.aws_sns_sqs').warning('Unable to receive message from queue [sqs] on AWS ({})'.format(error_message))
                     await asyncio.sleep(1)
                     continue
+                except Exception as e:
+                    error_message = str(e)
+                    logging.getLogger('transport.aws_sns_sqs').warning('Unexpected error while receiving message from queue [sqs] on AWS ({})'.format(error_message))
+                    await asyncio.sleep(1)
+                    continue
 
                 messages = response.get('Messages', [])
                 if messages: