-
Notifications
You must be signed in to change notification settings - Fork 0
/
util.py
73 lines (57 loc) · 1.9 KB
/
util.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
from config import *
map_type = {
'border': 'border',
'temperature': 't',
'wind': 'ws',
'pressure': 'p_mm',
}
url_type = {
'border': border_url,
'temperature': temperature_url,
'wind': wind_url,
'pressure': pressure_url,
}
def timer(fun):
import time
def f(*args, **kwargs):
start = time.time()
res = fun(*args, **kwargs)
print(f'[UTIL][{fun.__name__}] Time: {time.time() - start}')
return res
return f
def chrome_dev_tools_network(url, headless=True, filter=None):
from selenium import webdriver
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
from selenium.webdriver.chrome.options import Options
from config import webdriver_path
options = Options()
options.headless = headless
cap = DesiredCapabilities.CHROME
cap['goog:loggingPrefs'] = {'performance': 'ALL'}
driver = webdriver.Chrome(webdriver_path, desired_capabilities=cap, options=options)
driver.get(url)
if filter:
logs = [item for item in driver.get_log('performance') if filter in str(item)]
else:
logs = driver.get_log('performance')
driver.close()
return logs
def extract_token(map_t, logs):
import json
for log in logs:
j = json.loads(log['message'])
try:
params = j['message']['params']
if params['type'] == 'Image':
url = params['request']['url']
if map_t == 'border':
if url.split('/')[3] == 'border' and url[-3:] == 'png':
token = "/".join(url.split('/')[-4:-2])
return token
else:
if url.split('/')[3] == map_t and url[-4:] == 'jpeg':
token = "/".join(url.split('/')[-4:-2])
return token
except Exception:
pass
return None