Merge pull request floodsung#48 from clouds56/master

Add 2&3 compatibility and improve keyboard interrupt behaviour

Author: Flood Sung

download.py

@@ -1,22 +1,27 @@
+from __future__ import print_function
 import os
 import re
-import urllib2
+from six.moves.urllib.request import urlopen
+from six.moves.urllib.error import HTTPError
 import shutil
 import argparse
 import mistune
 import bs4 as BeautifulSoup
+import socket
+import time
 
 def download_pdf(link, location, name):
     try:
-        response = urllib2.urlopen(link, timeout=500)
+        response = urlopen(link, timeout=500)
         file = open(os.path.join(location, name), 'w')
         file.write(response.read())
         file.close()
-    except urllib2.HTTPError:
+    except HTTPError:
         print('>>> Error 404: cannot be downloaded!\n') 
         raise   
     except socket.timeout:
         print(" ".join(("can't download", link, "due to connection timeout!")) )
+        raise
 
 def clean_pdf_link(link):
     if 'arxiv' in link:
@@ -97,6 +102,13 @@ def shorten_title(title):
                             fullname = '.'.join((name, ext))
                             if not os.path.exists('/'.join((current_directory, fullname)) ):
                                download_pdf(link, current_directory, '.'.join((name, ext)))
+                        except KeyboardInterrupt:
+                            try:
+                                print("Press Ctrl-C in 1 second to quit")
+                                time.sleep(1)
+                            except KeyboardInterrupt:
+                                print("Cancelling..")
+                                break
                         except:
                             failures.append(point.text)
 

requirements.txt

@@ -1,2 +1,3 @@
 mistune>=0.7.2
-beautifulsoup4>=4.4.1
+beautifulsoup4>=4.4.1
+six>=1.10.0