Improve error handling

Mincka · Dec 30, 2017 · 0af930d · 0af930d
1 parent 1577327
commit 0af930d
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/dmarchiver/core.py b/dmarchiver/core.py
@@ -22,6 +22,7 @@
 import time
 import lxml.html
 import requests
+import traceback
 
 __all__ = ['Crawler']
 
@@ -654,9 +655,10 @@ def _process_tweets(self, tweets, download_images, download_gifs, download_video
  'Script execution interruption requested. Writing the conversation.')
  self._max_id_found = True
  break
- except:
+ except Exception as ex:
  print(
- 'Unexpected error for tweet \'{0}\', raw HTML will be used for the tweet.'.format(tweet_id))
+ 'Unexpected error \'{0}\' for tweet \'{1}\', raw HTML will be used for the tweet.'.format(ex, tweet_id))
+ traceback.print_exc()
  message = DMConversationEntry(
  tweet_id, '[ParseError] Parsing of tweet \'{0}\' failed. Raw HTML: {1}'.format(
  tweet_id, value))