From 46a683525173f19c2dbb4ee6c3fc9183f3a2601b Mon Sep 17 00:00:00 2001 From: qijingpei <864384653@qq.com> Date: Mon, 17 Apr 2017 15:51:00 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9C=80=E6=96=B0=E7=89=88=E7=9A=84=E6=B7=98?= =?UTF-8?q?=E5=AE=9D=E7=BE=8E=E9=A3=9F?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- TbMeishi.py | 17 ++++++++++------- config_taobao.py | 8 -------- 2 files changed, 10 insertions(+), 15 deletions(-) delete mode 100644 config_taobao.py diff --git a/TbMeishi.py b/TbMeishi.py index df1ec06..15a0ce5 100644 --- a/TbMeishi.py +++ b/TbMeishi.py @@ -7,15 +7,17 @@ from selenium.webdriver.common.by import By from selenium.webdriver.support import expected_conditions as EC from selenium.webdriver.support.ui import WebDriverWait - -from example.config_taobao import * #声明配置文件 - +import requests +MONGO_URL = 'localhost' +MONGO_DB = 'taobao' +MONGO_TABLE = 'product' +KEYWORD = '美食' #开启MongoDB client = pymongo.MongoClient(MONGO_URL) db=client[MONGO_DB] +SERVICE_ARGS = ['--load-images=false','--disk-cache=true']#不加载图片,开启缓存 -browser = webdriver.PhantomJS(service_args=SERVICE_ARGS)#配置写在配置文件中了, -#下面这一行selenium可以用来提交表单,判断当前页(即高亮的页)是否是所要的页 +browser = webdriver.PhantomJS(service_args=SERVICE_ARGS)#配置写在配置文件中了 wait = WebDriverWait(browser, 10)#下面要多次用到,先存一下,10表示等待时间 browser.set_window_size(1400 ,900)#设置一下窗口大小,如果太小会影响效果 @@ -68,14 +70,15 @@ def get_products():#获取商品的信息 'location' : item.find('.location').text() } print(product) - save_to_mongo(product) - + #save_to_mongo(product) +''' def save_to_mongo(result): try: if db[MONGO_TABLE].insert(result): print('存储到MONGODB成功',result) except Exception: print('存储到MONGODB失败', result) +''' def main(): try: total = search() diff --git a/config_taobao.py b/config_taobao.py deleted file mode 100644 index 45edd0a..0000000 --- a/config_taobao.py +++ /dev/null @@ -1,8 +0,0 @@ -MONGO_URL = 'localhost' -MONGO_DB = 'taobao' -MONGO_TABLE = 'product' - -SERVICE_ARGS = ['--load-images=false','--disk-cache=true']#不加载图片,开启缓存 - -KEYWORD = '美食' -