-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsettings.py
62 lines (60 loc) · 1.25 KB
/
settings.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
import settings_sites as s
SETTINGS = {
'save_html': False,
'random_proxies': False,
'random_user_agents': True,
'timezone': 'America/Mexico_City',
'search_strings': {
'file': 'inputs/search-strings-full.csv',
'search_string': 'SearchString',
'direct_item_url': 'DirectURL',
'avoid_on': 'AvoidOn',
'use_on': 'UseOn',
'sample': None
},
'mongo': {
'db': 'flatfooted',
'host': 'localhost',
'port': 27017
},
'required_fields': [
'name',
'price'
],
'sites': {
#
# Standard
#
# 'AMZN': s.AMZN,
# 'CDW': s.CDW,
# 'FAST': s.FAST,
# 'BUNZL': s.BUNZL,
# 'PCMI': s.PCMI,
# 'HDSS': s.HDSS,
# 'CNXN': s.CNXN,
# 'GI': s.GI,
# 'CP': s.CP,
# 'MM': s.MM,
#
# Cookies
#
'ORLY': s.ORLY,
#
# JavaScript
#
# 'ZORO': s.ZORO,
# 'GWW': s.GWW,
# 'NSIT': s.NSIT,
# 'STAPLES': s.STAPLES,
# 'ESND': s.ESND,
#
# Search Page
#
# 'TECD': s.TECD,
#
# Double-hops
#
# 'MSM': s.MSM,
# 'AZO': s.AZO
}
}