我是python js新手,我正在尝试运行一个可以在github上使用的项目
但当我试着运行它时会出现以下错误
Traceback (most recent call last): File "main.py", line 81, in
<module>
crawler_machine() File "main.py", line 76, in crawler_machine
driver.close() AttributeError: 'NoneType' object has no attribute 'close'
Exception AttributeError: "'Service' object has no attribute
'process'" in <bound method Service.__del__ of
<selenium.webdriver.phantomjs.service.Service object at 0x107d05790>>
ignored
我遵守那个项目中的所有指示
密码是 主.py
from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from config import URL_FORMAT, SCROLL_TIMES, PHANTOM_JS_PATH, WEBDRIVER
from parser import FParser
from optparse import OptionParser
import signal
import sys
import time
driver = None
def close(signal, frame):
'''
When you press Ctrl-C the browser closes
'''
global driver
print('You pressed Ctrl+C!')
driver.close()
signal.pause()
sys.exit(0)
def scroll_down(driver):
'''
This helps you to scroll the search results page to load more results
'''
for i in range(SCROLL_TIMES):
driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
time.sleep(0.3)
def get_page(driver, url):
driver.get(url)
return driver.page_source
def press_the_button_2_crawl(driver, keyword):
"""
Main function handles everything
"""
html_data = get_page(driver, URL_FORMAT % keyword)
scroll_down(driver)
parser = FParser(html_data)
parser.store() #store into db
time.sleep(2)
def crawler_machine(search_word=None):
global driver
optparser = OptionParser()
optparser.add_option("-s", "--search",
type="string", dest="search")
(options, args) = optparser.parse_args()
keyword = options.search or search_word
print "Keyword",keyword
try:
try:
#headless phantomjs for 32bit unix based machines
driver = webdriver.PhantomJS(executable_path=PHANTOM_JS_PATH)
except:
#firefox
driver = webdriver.Firefox()
signal.signal(signal.SIGINT, close)
press_the_button_2_crawl(driver, keyword)
finally:
driver.close() #line 76=================================
if __name__ == '__main__':
crawler_machine() #line 81=================================
目前没有回答
相关问题 更多 >
编程相关推荐