22
33from lxml import etree
44import random
5- import urllib
5+ from urllib .request import urlopen
6+ from urllib .parse import urlencode
67
78
89def xpath (node , path ):
@@ -53,9 +54,9 @@ def parse(node):
5354 authors = 'Unknown'
5455
5556 # Parse File and Mirrors columns into a list of mirrors
56- file_info = xpath (node , FILE_XPATH )[0 ].text . encode ( 'utf-8' )
57+ file_info = xpath (node , FILE_XPATH )[0 ].text
5758 file_type , file_size = file_info .split (' / ' )
58- file_size , file_size_unit = file_size .split ('\xc2 \ xa0 ' )
59+ file_size , file_size_unit = file_size .split ('\xa0 ' )
5960
6061 mirrors = [
6162 LibgenMirror .parse (n , file_type , file_size , file_size_unit )
@@ -123,8 +124,8 @@ def search(self, query):
123124 'format' : '' ,
124125 }
125126
126- query_string = urllib . urlencode (query_params )
127- request = urllib . urlopen (url + '?' + query_string )
127+ query_string = urlencode (query_params )
128+ request = urlopen (url + '?' + query_string )
128129 html = request .read ()
129130
130131 parser = etree .HTMLParser ()
@@ -145,7 +146,7 @@ def get_download_url(self, md5):
145146
146147 for url in download_urls :
147148 try :
148- request = urllib . urlopen (url )
149+ request = urlopen (url )
149150 html = request .read ()
150151
151152 parser = etree .HTMLParser ()
0 commit comments