Move build_opener to crawler
Forgotten
This commit is contained in:
		@@ -12,10 +12,10 @@ import sqlite3
 | 
			
		||||
import time
 | 
			
		||||
 | 
			
		||||
try:
 | 
			
		||||
    from urllib2 import BaseHandler, Request, addinfourl, parse_keqv_list, parse_http_list
 | 
			
		||||
    from urllib2 import BaseHandler, Request, addinfourl, parse_keqv_list, parse_http_list, build_opener
 | 
			
		||||
    import mimetools
 | 
			
		||||
except ImportError:
 | 
			
		||||
    from urllib.request import BaseHandler, Request, addinfourl, parse_keqv_list, parse_http_list
 | 
			
		||||
    from urllib.request import BaseHandler, Request, addinfourl, parse_keqv_list, parse_http_list, build_opener
 | 
			
		||||
    import email
 | 
			
		||||
 | 
			
		||||
try:
 | 
			
		||||
 
 | 
			
		||||
@@ -25,14 +25,12 @@ from html2text import HTML2Text
 | 
			
		||||
try:
 | 
			
		||||
    from Queue import Queue
 | 
			
		||||
    from httplib import HTTPException
 | 
			
		||||
    from urllib2 import build_opener
 | 
			
		||||
    from urllib2 import HTTPError
 | 
			
		||||
    from urllib import quote_plus
 | 
			
		||||
    from urlparse import urlparse, urljoin, parse_qs
 | 
			
		||||
except ImportError:
 | 
			
		||||
    from queue import Queue
 | 
			
		||||
    from http.client import HTTPException
 | 
			
		||||
    from urllib.request import build_opener
 | 
			
		||||
    from urllib.error import HTTPError
 | 
			
		||||
    from urllib.parse import quote_plus
 | 
			
		||||
    from urllib.parse import urlparse, urljoin, parse_qs
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user