@@ -91,9 +91,13 @@ def myunichchar(unicode_char):
return unicode_char
def get_url_type(url):
+ print('---------------------------------------------')
+
req = urllib.request.Request(url, method='HEAD', headers={'User-Agent': 'Mozilla/5.0'})
r = urllib.request.urlopen(req)
contentType = r.getheader('Content-Type')
+ print(contentType)
+ print('-------------------------------------------------')
return contentType
def make_dir(name_hash):
