feat: add support to record performance report of database

press/agent.py

@@ -1,26 +1,26 @@
 # -*- coding: utf-8 -*-
 # Copyright (c) 2020, Frappe and contributors
 # For license information, please see license.txt
 from contextlib import suppress
 import _io
 import json
 import os
 from datetime import date
 from typing import TYPE_CHECKING, List
 
 import frappe
 import requests
 from frappe.utils.password import get_decrypted_password
 
 from press.utils import log_error, sanitize_config
 
 if TYPE_CHECKING:
 	from io import BufferedReader
 
 	from press.press.doctype.app_patch.app_patch import AgentPatchConfig, AppPatch
 	from press.press.doctype.agent_job.agent_job import AgentJob
 	from press.press.doctype.site.site import Site
 
 
 class Agent:
 	if TYPE_CHECKING:
@@ -28,7 +28,7 @@
 
 		from requests import Response
 
 		response: "Optional[Response]"
 
 	def __init__(self, server, server_type="Server"):
 		self.server_type = server_type
@@ -126,7 +126,7 @@
 			as_dict=1,
 		)
 
 	def new_site(self, site, create_user: dict = None):
 		apps = [app.app for app in site.apps]
 
 		data = {
@@ -189,7 +189,7 @@
 		)
 
 	def rename_site(
 		self, site, new_name: str, create_user: dict = None, config: dict = None
 	):
 		data = {"new_name": new_name}
 		if create_user:
@@ -236,7 +236,7 @@
 			site=site.name,
 		)
 
 	def rename_upstream_site(self, server: str, site, new_name: str, domains: List[str]):
 		_server = frappe.get_doc("Server", server)
 		ip = _server.ip if _server.is_self_hosted else _server.private_ip
 		data = {"new_name": new_name, "domains": domains}
@@ -517,13 +517,13 @@
 			"Add Wildcard Hosts to Proxy", "proxy/wildcards", wildcards
 		)
 
 	def setup_redirects(self, site: str, domains: List[str], target: str):
 		data = {"domains": domains, "target": target}
 		return self.create_agent_job(
 			"Setup Redirects on Hosts", "proxy/hosts/redirects", data, site=site
 		)
 
 	def remove_redirects(self, site: str, domains: List[str]):
 		data = {"domains": domains}
 		return self.create_agent_job(
 			"Remove Redirects on Hosts",
@@ -1144,6 +1144,53 @@
 		]
 		return apps
 
+	def get_db_performance_report(self):
+		server_record = frappe.get_doc("Database Server", self.server)
+		reports_is_enabled_status = {
+			"total_allocated_memory": server_record.is_total_allocated_memory_perf_report_enabled,
+			"top_memory_by_event": server_record.is_top_memory_by_event_perf_report_enabled,
+			"top_memory_by_user": server_record.is_top_memory_by_user_perf_report_enabled,
+			"top_memory_by_host": server_record.is_top_memory_by_host_perf_report_enabled,
+			"top_memory_by_thread": server_record.is_top_memory_by_thread_perf_report_enabled,
+			"top_io_by_file_activity_report": server_record.is_top_io_by_file_activity_report_perf_report_enabled,
+			"top_io_by_file_by_time": server_record.is_top_io_by_file_by_time_perf_report_enabled,
+			"top_io_by_event_category": server_record.is_top_io_by_event_category_perf_report_enabled,
+			"top_io_in_time_by_event_category": server_record.is_top_io_in_time_by_event_category_perf_report_enabled,
+			"top_io_by_user_or_thread": server_record.is_top_io_by_user_or_thread_perf_report_enabled,
+			"statement_analysis": server_record.is_statement_analysis_perf_report_enabled,
+			"statements_in_highest_5_percentile": server_record.is_statements_in_highest_5_percentile_perf_report_enabled,
+			"statements_using_temp_tables": server_record.is_statements_using_temp_tables_perf_report_enabled,
+			"statements_with_sorting": server_record.is_statements_with_sorting_perf_report_enabled,
+			"statements_with_full_table_scans": server_record.is_statements_with_full_table_scans_perf_report_enabled,
+			"statements_with_errors_or_warnings": server_record.is_statements_with_errors_or_warnings_perf_report_enabled,
+			"schema_index_statistics": server_record.is_schema_index_statistics_perf_report_enabled,
+			"schema_table_statistics": server_record.is_schema_table_statistics_perf_report_enabled,
+			"schema_table_statistics_with_innodb_buffer": server_record.is_schema_table_statistics_with_innodb_perf_report_enabled,
+			"schema_tables_with_full_table_scans": server_record.is_schema_tables_with_full_table_scans_perf_report_enabled,
+			"schema_unused_indexes": server_record.is_schema_unused_indexes_perf_report_enabled,
+			"global_waits_by_time": server_record.is_global_waits_by_time_perf_report_enabled,
+			"waits_by_user_by_time": server_record.is_waits_by_user_by_time_perf_report_enabled,
+			"wait_classes_by_time": server_record.is_wait_classes_by_time_perf_report_enabled,
+			"waits_classes_by_avg_time": server_record.is_waits_classes_by_avg_time_perf_report_enabled,
+			"innodb_buffer_stats_by_schema": server_record.is_innodb_buffer_stats_by_schema_perf_report_enabled,
+			"innodb_buffer_stats_by_table": server_record.is_innodb_buffer_stats_by_table_perf_report_enabled,
+			"user_resource_use_overview": server_record.is_user_resource_use_overview_perf_report_enabled,
+			"user_resource_use_io_statistics": server_record.is_user_resource_use_io_statistics_perf_report_enabled,
+			"user_resource_use_statement_statistics": server_record.is_user_resource_use_statement_statistics_perf_report_enabled,
+		}
+
+		return self.create_agent_job(
+			"Fetch Performance Report",
+			f"database/performance_report",
+			data={
+				"private_ip": server_record.private_ip,
+				"mariadb_root_password": server_record.get_password("mariadb_root_password"),
+				"reports": [
+					report for report, enabled in reports_is_enabled_status.items() if enabled
+				],
+			},
+		)
+
 
 class AgentCallbackException(Exception):
 	pass

press/database_performance_schema/doctype/db_performance_report/db_performance_report.js

@@ -0,0 +1,30 @@
+// Copyright (c) 2024, Frappe and contributors
+// For license information, please see license.txt
+
+frappe.ui.form.on("DB Performance Report", {
+	refresh(frm) {
+		frm.add_custom_button(__('Multiply 10^9 with Count & Time Field'), function(){
+			format_fields_helper(frm.get_doc());
+			frm.refresh_fields();
+			let notice_msg = __("All the count & time fields with billion and billion ps as unit have been multiplied by 10^9");
+			msgprint(notice_msg);
+			frm.remove_custom_button(__('Multiply 10^9 with Count & Time Field'));
+			frm.set_intro(notice_msg);
+    });
+	},
+});
+
+function format_fields_helper(fields_map){
+	for (const [key, value] of Object.entries(fields_map)) {
+		if (typeof value === 'object') {
+			format_fields_helper(value);
+		} else {
+			if (key.endsWith('_billion') || key.endsWith('_billion_ps')){
+				if (typeof value === 'number'){
+					fields_map[key] = value*1000000000;
+				}
+			}
+		}
+	}
+	return fields_map;
+}