-
Notifications
You must be signed in to change notification settings - Fork 7
/
q_conveyor_db.py
242 lines (224 loc) · 15.5 KB
/
q_conveyor_db.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
""" Q.Conveyor (desktop/mobile)
Prerequisites:
* Have a Python 3 environment available to you (possibly by using a
virtual environment: https://virtualenv.pypa.io/en/stable/).
* Run pip install -r requirements.txt --user with this directory.
or
Run pip install -r requirements.txt with this directory as your root.
* Copy q_industrialist_settings.py.template into q_industrialist_settings.py and
mood for your needs.
* Copy q_conveyor_settings.py.template into q_conveyor_settings.py and
mood for your needs.
* Create an SSO application at developers.eveonline.com with the scopes
from g_client_scope list declared in q_industrialist_settings.py and the
callback URL "https://localhost/callback/".
Note: never use localhost as a callback in released applications.
To run this example, make sure you have completed the prerequisites and then
run the following command from this directory as the root:
$ chcp 65001 & @rem on Windows only!
$ python eve_sde_tools.py --cache_dir=~/.q_industrialist
$ python q_conveyor.py --corporation="R Industry" --online --cache_dir=~/.q_industrialist
Requires application scopes:
* esi-industry.read_corporation_jobs.v1 - Requires role(s): Factory_Manager
* esi-assets.read_corporation_assets.v1 - Requires role(s): Director
* esi-corporations.read_blueprints.v1 - Requires role(s): Director
"""
import typing
import re
import console_app
import q_industrialist_settings
import q_conveyor_settings
import render_html_conveyor_db
import postgresql_interface as db
from __init__ import __version__
def main():
# работа с параметрами командной строки, получение настроек запуска программы
argv_prms = console_app.get_argv_prms(['corporation='])
if not argv_prms["corporation"]:
console_app.print_version_screen()
console_app.print_help_screen(0)
return
qidb: db.QIndustrialistDatabase = db.QIndustrialistDatabase("conveyor", debug=argv_prms.get("verbose_mode", False))
qidb.connect(q_industrialist_settings.g_database)
qit: db.QSwaggerTranslator = db.QSwaggerTranslator(qidb)
qid: db.QSwaggerDictionary = db.QSwaggerDictionary(qit)
# загрузка справочников
qid.load_market_groups()
qid.load_published_type_ids()
qid.load_blueprints()
# загрузка информации, связанной с корпорациями
for corporation_name in argv_prms['corporation']:
# публичные сведения (пилоты, структуры, станции, корпорации)
corporation: db.QSwaggerCorporation = qid.load_corporation(corporation_name)
# загрузка корпоративных ассетов
qid.load_corporation_assets(corporation, load_unknown_type_assets=True, load_asseted_blueprints=False)
qid.load_corporation_blueprints(corporation, load_unknown_type_blueprints=True)
qid.load_corporation_industry_jobs(corporation, load_unknown_type_blueprints=True)
"""
# отладка
for job in corporation.industry_jobs.values():
if not job.installer.character_name or not job.blueprint_type or not job.product_type or \
not job.facility or not job.blueprint_location or not job.output_location:
print("{}\t{}\t{}\t{}\t{}\t{}\t{}".format(
job.job_id,
job.installer.character_name if job.installer else '?',
job.blueprint_type.blueprint_type.name if job.blueprint_type else '?',
job.product_type.name if job.product_type else '?',
job.blueprint_location.name if job.blueprint_location else '?',
job.output_location.name if job.output_location else '?',
job.facility.station_name if job.facility else '?'))
"""
qid.disconnect_from_translator()
del qit
del qidb
# следуем по загруженным данным и собираем входные данные (настройки) запуска алгоритма конвейера
settings_of_conveyors: typing.List[render_html_conveyor_db.ConveyorSettings] = []
for entity in q_conveyor_settings.g_entities:
# пропускаем отключенные группы настроек (остались для архива?)
if not entity.get('enabled', False) or not entity.get('conveyors'):
continue
# собираем список корпораций к которым относятся настройки
industry_corporation_name: str = entity.get('corporation')
if industry_corporation_name:
corporation: db.QSwaggerCorporation = qid.get_corporation_by_name(industry_corporation_name)
if not corporation:
continue
corporation_ids: typing.List[int] = [corporation.corporation_id]
else:
corporation_ids: typing.List[int] = [corporation_id for corporation_id in qid.corporations.keys()]
# собираем списки контейнеров, к которым относятся настройки
for conveyor in entity['conveyors']:
# пропускаем некорректные настройки (просто правильность синтаксиса настроек),
# например, если есть раздел 'reactions', то в нём должен быть подраздел 'formulas'
if not conveyor.get('blueprints'):
continue
if conveyor.get('reactions') and not conveyor['reactions'].get('formulas'):
continue
# собираем список корпоративных контейнеров по указанным названиям
for corporation_id in corporation_ids:
corporation = qid.get_corporation(corporation_id)
# инициализируем настройки запуска конвейера
settings: render_html_conveyor_db.ConveyorSettings = render_html_conveyor_db.ConveyorSettings()
settings.corporation_id = corporation_id
# читаем настройки производственной активности
settings.fixed_number_of_runs = conveyor.get('fixed_number_of_runs', None)
settings.same_stock_container = conveyor.get('same_stock_container', True)
settings.activities = conveyor.get('activities', ['manufacturing'])
settings.conveyor_with_reactions = conveyor.get('reactions', False)
# получаем информацию по реакциям (если включены)
if settings.conveyor_with_reactions:
settings.manufacturing_groups = conveyor['reactions'].get('manufacturing_groups', [])
for container_id in corporation.container_ids:
container: db.QSwaggerCorporationAssetsItem = corporation.assets.get(container_id)
if not container:
continue
container_name: str = container.name
if not container_name:
continue
container_hangar: str = container.location_flag
if container_hangar[:-1] != 'CorpSAG':
continue
# определяем признаки категорий, к которым принадлежала коробка
source_box: bool = False
stock_box: bool = False
formulas_box: bool = False
# превращаем названия (шаблоны названий) в номера контейнеров
for priority in conveyor['blueprints'].keys():
if next((1 for tmplt in conveyor['blueprints'][priority] if re.search(tmplt, container_name)), None):
settings.containers_source.append(container_id)
source_box = True
if settings.same_stock_container:
settings.containers_stock.append(container_id)
stock_box = True
break
if not settings.same_stock_container:
if next((1 for tmplt in conveyor['stock'] if re.search(tmplt, container_name)), None):
settings.containers_stock.append(container_id)
stock_box = True
# if next((0 for tmplt in conveyor['blueprints'] if re.search(tmplt, container_name)), 1):
# получаем информацию по реакциям (если включены)
if settings.conveyor_with_reactions:
if next((1 for tmplt in conveyor['reactions']['formulas'] if re.search(tmplt, container_name)), None):
settings.containers_react_formulas.append(container_id)
formulas_box = True
if 'stock' in conveyor['reactions']:
if next((1 for tmplt in conveyor['reactions']['stock'] if re.search(tmplt, container_name)), None):
settings.containers_react_stock.append(container_id)
stock_box = True
# получаем информацию по коробкам, откуда можно брать дополнительные чертежи (например сток T1)
if 'manufacturing' in settings.activities:
blueprints_box: bool = True
if source_box or stock_box or formulas_box:
blueprints_box = False
else:
if conveyor.get('exclude_hangars') and int(container_hangar[-1:]) in conveyor['exclude_hangars']:
blueprints_box = False
if conveyor.get('exclude'):
if next((1 for tmplt in conveyor['exclude'] if re.search(tmplt, container_name)), None):
blueprints_box = False
if blueprints_box:
settings.containers_blueprints.append(container_id)
# если в этой корпорации не найдены основные параметры (контейнеры по названиям, то пропускаем корпу)
if not settings.containers_source:
continue
# уточняем настройки поведения конвейера (секция behavior)
if 'behavior' in conveyor:
behavior_market = conveyor['behavior'].get('market')
if behavior_market:
# пропускаем некорректные настройки (просто правильность синтаксиса настроек)
trade_corporation_name: str = behavior_market.get('corporation')
if not trade_corporation_name:
continue
# поиск корпорации, которая торгует (видимо в Jita? но это не обязательно)
trade_corporation: db.QSwaggerCorporation = qid.get_corporation_by_name(trade_corporation_name)
if trade_corporation:
settings.trade_corporation_id = trade_corporation.corporation_id
for container_id in trade_corporation.container_ids:
container: db.QSwaggerCorporationAssetsItem = trade_corporation.assets.get(container_id)
if not container:
continue
container_name: str = container.name
if not container_name:
continue
container_hangar: str = container.location_flag
if container_hangar[:-1] != 'CorpSAG':
continue
# получаем информацию по коробкам где находится сток (оверсток) торговой корпы
if 1 == next((1 for tmplt in behavior_market['exclude_overstock'] if re.search(tmplt, container_name)), None):
settings.trade_sale_stock.append(container_id)
# сохраняем полученные настройки, обрабатывать будем потом
settings_of_conveyors.append(settings)
# вывод на экран того, что получилось
for (idx, __s) in enumerate(settings_of_conveyors):
s: render_html_conveyor_db.ConveyorSettings = __s
corporation: db.QSwaggerCorporation = qid.get_corporation(s.corporation_id)
trade_corporation: typing.Optional[db.QSwaggerCorporation] = qid.get_corporation(s.trade_corporation_id) if s.trade_corporation_id else None
if idx > 0:
print()
print('industry corp: ', corporation.corporation_name)
print('activities: ', ','.join(s.activities))
print('source: ', '\n '.join(sorted([corporation.assets.get(x).name for x in s.containers_source], key=lambda x: x)))
print('stock: ', '\n '.join(sorted([corporation.assets.get(x).name for x in s.containers_stock], key=lambda x: x)))
if 'manufacturing' in s.activities:
print('blueprints: ', '\n '.join(sorted([corporation.assets.get(x).name for x in s.containers_blueprints], key=lambda x: x)))
if s.fixed_number_of_runs is not None:
print('fixed runs: ', s.fixed_number_of_runs)
if s.conveyor_with_reactions:
print('formulas: ', ';'.join(sorted([corporation.assets.get(x).name for x in s.containers_react_formulas], key=lambda x: x)))
print('react stock: ', ';'.join(sorted([corporation.assets.get(x).name for x in s.containers_react_stock], key=lambda x: x)))
if trade_corporation:
print('trader corp: ', trade_corporation.corporation_name)
print('sale stock: ', ';'.join(sorted([trade_corporation.assets.get(x).name for x in s.trade_sale_stock], key=lambda x: x)))
# вывод в отчёт результатов работы конвейера(ов)
render_html_conveyor_db.dump_conveyor2_into_report(
# путь, где будет сохранён отчёт
argv_prms["workspace_cache_files_dir"],
# настройки генерации отчёта
settings_of_conveyors
)
# ---
del qid
# Вывод в лог уведомления, что всё завершилось (для отслеживания с помощью tail)
print("\nConveyor v{}-db done".format(__version__))
if __name__ == "__main__":
main()