2_node_and_rack_hardware_overview.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Section 2: Node and Rack Hardware Overview"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pyspark.sql.functions as F\n",
    "from util.read_and_print_df import *\n",
    "from util.handle_nan import *\n",
    "from util.extract_json_attributes import *\n",
    "from util.plotting import *\n",
    "import builtins"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Assigning 541 GB of memory per spark driver and executor, and use 126 cores.\n"
     ]
    }
   ],
   "source": [
    "spark = get_spark_session()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+------+-----------+-------------------------+--------------------+------------------+--------------+---------------------+---------+--------------------+----------------------+-------------+--------------------------------+--------------------------+-------------------------+----------------+------------+---------+----------------------+-------------+--------+\n",
      "|node  |cpu_model  |cpu_core_count_per_socket|cpu_threads_per_core|cpu_tdp_per_socket|cpu_t_case_max|cpu_per_core_temp_max|cpu_count|cpu_core_count_total|cpu_memory_bytes_total|cpu_tdp_total|node_filesystem_size_bytes_total|gpu_model                 |gpu_memory_bytes_per_card|gpu_tdp_per_card|gpu_temp_max|gpu_count|gpu_memory_bytes_total|gpu_tdp_total|gpu_node|\n",
      "+------+-----------+-------------------------+--------------------+------------------+--------------+---------------------+---------+--------------------+----------------------+-------------+--------------------------------+--------------------------+-------------------------+----------------+------------+---------+----------------------+-------------+--------+\n",
      "|r10n1 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n10|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n11|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n12|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n13|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n14|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n15|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n16|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224449024E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n17|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248266752E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n18|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n19|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n2 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n20|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n21|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n22|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248262656E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n23|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n24|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n25|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n26|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n27|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n28|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n29|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n3 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n30|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224829952E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n31|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248352768E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n32|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n4 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n5 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n6 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248250368E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n7 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n8 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r10n9 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n1 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n10|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248254464E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n11|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n12|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n13|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n14|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n15|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n16|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n17|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n18|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n19|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n2 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n20|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n21|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248270848E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n22|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n23|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n24|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n25|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248352768E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n26|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n27|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n28|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248254464E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n29|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912247488512E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n3 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n30|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n31|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n32|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n4 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n5 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n6 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n7 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n8 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r11n9 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n1 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n10|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n11|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n12|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n13|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912247488512E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n14|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n15|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n16|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224827904E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n17|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912247488512E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n18|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n19|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n2 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n20|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n21|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n22|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n23|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n24|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n25|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248266752E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n26|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n27|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n28|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248250368E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n29|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n3 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n30|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912247443456E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n32|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248283136E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n4 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n5 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n6 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n7 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n8 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r12n9 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n1 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n10|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n11|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n12|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n13|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n14|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n15|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n16|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n17|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248266752E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n18|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248274944E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n19|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n2 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n20|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n21|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n22|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248283136E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n23|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n24|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248287232E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n25|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n26|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248262656E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n27|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n28|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224832E12                   |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n29|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n3 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n30|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912247488512E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n31|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248262656E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n32|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n4 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n5 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248262656E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n6 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n7 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n8 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248270848E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r13n9 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n1 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n10|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n11|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n12|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n13|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248262656E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n14|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n15|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n16|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248250368E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n17|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n18|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n19|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n2 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n20|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n21|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n22|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n23|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n24|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224449024E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n25|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n26|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n27|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n28|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n29|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n3 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n30|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n31|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n32|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n4 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n5 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n6 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n7 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n8 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r14n9 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n1 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n10|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n11|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n12|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248262656E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n13|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248254464E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n14|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n15|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n16|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n17|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n18|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248311808E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n19|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n2 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n20|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n21|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n22|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n23|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n24|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n25|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n26|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912247484416E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n27|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248250368E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n28|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n29|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248262656E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n3 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n30|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248328192E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n31|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n32|gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n4 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248324096E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n5 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n6 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n7 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n8 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.91224825856E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r15n9 |gold_6130  |16                       |1                   |125.0             |87.0          |101.0                |1        |16                  |1.03079215104E11      |125.0        |1.912248332288E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r23n23|gold_6126  |12                       |1                   |125.0             |86.0          |101.0                |4        |48                  |2.199023255552E12     |500.0        |1.3065627701248E13              |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n10|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n11|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992220950528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n12|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n13|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n14|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225263616E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n15|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n16|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n17|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n18|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n19|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n20|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n21|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n22|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n23|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.99222503424E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n24|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n25|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n26|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n27|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n28|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n29|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n3 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.99222503424E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n30|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n31|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n32|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.99222503424E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n4 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n5 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n6 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n7 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225071104E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n8 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r25n9 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n10|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225058816E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n11|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n12|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n13|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n14|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n15|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n16|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n17|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n18|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n19|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n2 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n20|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992220950528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n21|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n22|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n23|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n24|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n25|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n26|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n27|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n28|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n29|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n3 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n30|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992224210944E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n31|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n32|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n4 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n5 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992224198656E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n6 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n7 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n8 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.99222505472E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r26n9 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n10|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.99222503424E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n11|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n12|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n13|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225042432E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n14|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n15|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n16|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n17|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n18|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n19|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992224210944E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n2 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n20|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n21|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n22|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n23|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n24|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n25|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992224997376E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n26|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n27|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n28|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n29|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n3 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n30|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n31|silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n4 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n5 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n6 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n7 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n8 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225050624E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r27n9 |silver_4110|8                        |1                   |85.0              |77.0          |101.0                |2        |16                  |1.03079215104E11      |170.0        |1.992225046528E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r28n1 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202943488E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r28n2 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202947584E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r28n3 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r28n4 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602203000832E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r28n5 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r29n1 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r29n2 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r29n3 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r29n4 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.60220295168E12                |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r29n5 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602199904256E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r30n1 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074343936E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r30n2 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r30n3 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074315264E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r30n4 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074323456E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r30n5 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609071284224E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r30n6 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074343936E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r30n7 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074343936E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r31n1 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r31n2 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r31n3 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074315264E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r31n4 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r31n5 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r31n6 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r32n1 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074352128E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r32n2 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r32n3 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r32n4 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.6090743808E12                 |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r32n5 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r32n6 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074364416E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r32n7 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609071284224E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r33n2 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r33n3 |bronze_3104|6                        |1                   |85.0              |78.0          |101.0                |2        |12                  |2.74877906944E11      |170.0        |2.609074376704E12               |NVIDIA_GeForce_GTX_1080_Ti|1.1811160064E10          |250.0           |91.0        |4        |4.7244640256E10       |1000.0       |1       |\n",
      "|r33n6 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |1.002661888E12                  |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r34n1 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202959872E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r34n2 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602200748032E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r34n3 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602203840512E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r34n4 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602203840512E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r34n5 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602203840512E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r34n6 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602203844608E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r34n7 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602203840512E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r35n1 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202939392E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r35n2 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r35n3 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202947584E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r35n4 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r35n5 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202943488E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r36n1 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202955776E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r36n2 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r36n3 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r36n4 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202955776E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r36n5 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202943488E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r37n1 |gold_6230R |26                       |1                   |150.0             |85.0          |101.0                |2        |52                  |4.12316860416E11      |300.0        |3.46224904192E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r37n2 |gold_6230R |26                       |1                   |150.0             |85.0          |101.0                |2        |52                  |4.12316860416E11      |300.0        |3.462249029632E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r37n3 |gold_6230R |26                       |1                   |150.0             |85.0          |101.0                |2        |52                  |4.12316860416E11      |300.0        |3.462249058304E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r37n4 |gold_6230R |26                       |1                   |150.0             |85.0          |101.0                |2        |52                  |4.12316860416E11      |300.0        |3.462249058304E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r37n5 |gold_6230R |26                       |1                   |150.0             |85.0          |101.0                |2        |52                  |4.12316860416E11      |300.0        |3.462249058304E12               |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r37n6 |gold_6230R |26                       |1                   |150.0             |85.0          |101.0                |2        |52                  |4.12316860416E11      |300.0        |3.46224902144E12                |n/a                       |0.0                      |0.0             |0.0         |0        |0.0                   |0.0          |0       |\n",
      "|r38n1 |gold_5118  |12                       |1                   |105.0             |81.0          |101.0                |2        |24                  |2.06158430208E11      |210.0        |2.602202996736E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |4        |1.03079215104E11      |1120.0       |1       |\n",
      "|r38n2 |gold_6230  |20                       |1                   |125.0             |87.0          |101.0                |2        |40                  |1.649267441664E12     |250.0        |2.74425856E12                   |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |2        |5.1539607552E10       |560.0        |1       |\n",
      "|r38n3 |gold_6230  |20                       |1                   |125.0             |87.0          |101.0                |2        |40                  |1.649267441664E12     |250.0        |2.744258547712E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |2        |5.1539607552E10       |560.0        |1       |\n",
      "|r38n4 |gold_6230  |20                       |1                   |125.0             |87.0          |101.0                |2        |40                  |1.649267441664E12     |250.0        |2.744258551808E12               |NVIDIA_TITAN_RTX          |2.5769803776E10          |280.0           |89.0        |2        |5.1539607552E10       |560.0        |1       |\n",
      "+------+-----------+-------------------------+--------------------+------------------+--------------+---------------------+---------+--------------------+----------------------+-------------+--------------------------------+--------------------------+-------------------------+----------------+------------+---------+----------------------+-------------+--------+\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Stage 15:============================================>        (169 + 31) / 200]\r"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Select 338/343 nodes with hardware info and Prometheus data\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "                                                                                \r"
     ]
    }
   ],
   "source": [
    "df_node_hardware_info = spark.read.parquet(path_node_hardware_info)\n",
    "df_node_hardware_info = get_gpu_node_col(df_node_hardware_info, 'node')\n",
    "df_node_hardware_info.show(500, False)\n",
    "\n",
    "df_prom = spark.read.parquet(path_node_dataset)\n",
    "# we select only the nodes we also have Prometheus data for\n",
    "df_prom_nodes = df_prom.select('node').distinct()\n",
    "print(f\"Select {df_prom_nodes.count()}/{df_node_hardware_info.count()} nodes with hardware info and Prometheus data\")\n",
    "df_node_hardware_info = df_node_hardware_info.join(df_prom_nodes, on='node', how='inner')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "                                                                                \r"
     ]
    }
   ],
   "source": [
    "attributes = ['cpu_count', 'cpu_core_count_total', 'cpu_tdp_total', 'cpu_memory_bytes_total', 'node_filesystem_size_bytes_total', 'gpu_count', 'gpu_tdp_total', 'gpu_memory_bytes_total']\n",
    "\n",
    "df_pd = df_node_hardware_info.toPandas()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_pd_2 = df_pd.apply(lambda x: builtins.round(x / 1024**3) if 'bytes' in x.name else x)\n",
    "df_pd_2 = df_pd_2.rename(columns=lambda x: x.replace('bytes', 'giga_bytes'))\n",
    "\n",
    "df_pd_2['node_filesystem_size_giga_bytes_total'] = df_pd_2['node_filesystem_size_giga_bytes_total'] / 1024\n",
    "df_pd_2 = df_pd_2.rename(columns={'node_filesystem_size_giga_bytes_total': 'node_filesystem_size_tera_bytes_total'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU-only nodes:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cpu_core_count_per_socket</th>\n",
       "      <th>cpu_threads_per_core</th>\n",
       "      <th>cpu_tdp_per_socket</th>\n",
       "      <th>cpu_t_case_max</th>\n",
       "      <th>cpu_per_core_temp_max</th>\n",
       "      <th>cpu_count</th>\n",
       "      <th>cpu_core_count_total</th>\n",
       "      <th>cpu_memory_giga_bytes_total</th>\n",
       "      <th>cpu_tdp_total</th>\n",
       "      <th>node_filesystem_size_tera_bytes_total</th>\n",
       "      <th>gpu_memory_giga_bytes_per_card</th>\n",
       "      <th>gpu_tdp_per_card</th>\n",
       "      <th>gpu_temp_max</th>\n",
       "      <th>gpu_count</th>\n",
       "      <th>gpu_memory_giga_bytes_total</th>\n",
       "      <th>gpu_tdp_total</th>\n",
       "      <th>gpu_node</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>287.000000</td>\n",
       "      <td>287.0</td>\n",
       "      <td>287.000000</td>\n",
       "      <td>287.000000</td>\n",
       "      <td>287.0</td>\n",
       "      <td>287.000000</td>\n",
       "      <td>287.000000</td>\n",
       "      <td>287.000000</td>\n",
       "      <td>287.000000</td>\n",
       "      <td>287.000000</td>\n",
       "      <td>287.0</td>\n",
       "      <td>287.0</td>\n",
       "      <td>287.0</td>\n",
       "      <td>287.0</td>\n",
       "      <td>287.0</td>\n",
       "      <td>287.0</td>\n",
       "      <td>287.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>13.658537</td>\n",
       "      <td>1.0</td>\n",
       "      <td>112.839721</td>\n",
       "      <td>83.783972</td>\n",
       "      <td>101.0</td>\n",
       "      <td>1.348432</td>\n",
       "      <td>16.864111</td>\n",
       "      <td>108.822300</td>\n",
       "      <td>144.233449</td>\n",
       "      <td>1.826975</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>4.125029</td>\n",
       "      <td>0.0</td>\n",
       "      <td>19.334254</td>\n",
       "      <td>4.639676</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.498799</td>\n",
       "      <td>5.479045</td>\n",
       "      <td>122.056704</td>\n",
       "      <td>37.513697</td>\n",
       "      <td>0.628778</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>8.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>85.000000</td>\n",
       "      <td>77.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>125.000000</td>\n",
       "      <td>1.739258</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>8.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>85.000000</td>\n",
       "      <td>77.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>125.000000</td>\n",
       "      <td>1.739258</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>16.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>125.000000</td>\n",
       "      <td>87.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>125.000000</td>\n",
       "      <td>1.739258</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>16.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>125.000000</td>\n",
       "      <td>87.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>16.000000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>170.000000</td>\n",
       "      <td>1.811523</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>26.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>150.000000</td>\n",
       "      <td>87.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>52.000000</td>\n",
       "      <td>2048.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>11.882812</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       cpu_core_count_per_socket  cpu_threads_per_core  cpu_tdp_per_socket  \\\n",
       "count                 287.000000                 287.0          287.000000   \n",
       "mean                   13.658537                   1.0          112.839721   \n",
       "std                     4.125029                   0.0           19.334254   \n",
       "min                     8.000000                   1.0           85.000000   \n",
       "25%                     8.000000                   1.0           85.000000   \n",
       "50%                    16.000000                   1.0          125.000000   \n",
       "75%                    16.000000                   1.0          125.000000   \n",
       "max                    26.000000                   1.0          150.000000   \n",
       "\n",
       "       cpu_t_case_max  cpu_per_core_temp_max   cpu_count  \\\n",
       "count      287.000000                  287.0  287.000000   \n",
       "mean        83.783972                  101.0    1.348432   \n",
       "std          4.639676                    0.0    0.498799   \n",
       "min         77.000000                  101.0    1.000000   \n",
       "25%         77.000000                  101.0    1.000000   \n",
       "50%         87.000000                  101.0    1.000000   \n",
       "75%         87.000000                  101.0    2.000000   \n",
       "max         87.000000                  101.0    4.000000   \n",
       "\n",
       "       cpu_core_count_total  cpu_memory_giga_bytes_total  cpu_tdp_total  \\\n",
       "count            287.000000                   287.000000     287.000000   \n",
       "mean              16.864111                   108.822300     144.233449   \n",
       "std                5.479045                   122.056704      37.513697   \n",
       "min               16.000000                    96.000000     125.000000   \n",
       "25%               16.000000                    96.000000     125.000000   \n",
       "50%               16.000000                    96.000000     125.000000   \n",
       "75%               16.000000                    96.000000     170.000000   \n",
       "max               52.000000                  2048.000000     500.000000   \n",
       "\n",
       "       node_filesystem_size_tera_bytes_total  gpu_memory_giga_bytes_per_card  \\\n",
       "count                             287.000000                           287.0   \n",
       "mean                                1.826975                             0.0   \n",
       "std                                 0.628778                             0.0   \n",
       "min                                 1.739258                             0.0   \n",
       "25%                                 1.739258                             0.0   \n",
       "50%                                 1.739258                             0.0   \n",
       "75%                                 1.811523                             0.0   \n",
       "max                                11.882812                             0.0   \n",
       "\n",
       "       gpu_tdp_per_card  gpu_temp_max  gpu_count  gpu_memory_giga_bytes_total  \\\n",
       "count             287.0         287.0      287.0                        287.0   \n",
       "mean                0.0           0.0        0.0                          0.0   \n",
       "std                 0.0           0.0        0.0                          0.0   \n",
       "min                 0.0           0.0        0.0                          0.0   \n",
       "25%                 0.0           0.0        0.0                          0.0   \n",
       "50%                 0.0           0.0        0.0                          0.0   \n",
       "75%                 0.0           0.0        0.0                          0.0   \n",
       "max                 0.0           0.0        0.0                          0.0   \n",
       "\n",
       "       gpu_tdp_total  gpu_node  \n",
       "count          287.0     287.0  \n",
       "mean             0.0       0.0  \n",
       "std              0.0       0.0  \n",
       "min              0.0       0.0  \n",
       "25%              0.0       0.0  \n",
       "50%              0.0       0.0  \n",
       "75%              0.0       0.0  \n",
       "max              0.0       0.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mode values:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cpu_model</th>\n",
       "      <th>cpu_core_count_per_socket</th>\n",
       "      <th>cpu_threads_per_core</th>\n",
       "      <th>cpu_tdp_per_socket</th>\n",
       "      <th>cpu_t_case_max</th>\n",
       "      <th>cpu_per_core_temp_max</th>\n",
       "      <th>cpu_count</th>\n",
       "      <th>cpu_core_count_total</th>\n",
       "      <th>cpu_memory_giga_bytes_total</th>\n",
       "      <th>cpu_tdp_total</th>\n",
       "      <th>node_filesystem_size_tera_bytes_total</th>\n",
       "      <th>gpu_model</th>\n",
       "      <th>gpu_memory_giga_bytes_per_card</th>\n",
       "      <th>gpu_tdp_per_card</th>\n",
       "      <th>gpu_temp_max</th>\n",
       "      <th>gpu_count</th>\n",
       "      <th>gpu_memory_giga_bytes_total</th>\n",
       "      <th>gpu_tdp_total</th>\n",
       "      <th>gpu_node</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>gold_6130</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>125.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>101.0</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>96.0</td>\n",
       "      <td>125.0</td>\n",
       "      <td>1.739258</td>\n",
       "      <td>n/a</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cpu_model  cpu_core_count_per_socket  cpu_threads_per_core  \\\n",
       "0  gold_6130                         16                     1   \n",
       "\n",
       "   cpu_tdp_per_socket  cpu_t_case_max  cpu_per_core_temp_max  cpu_count  \\\n",
       "0               125.0            87.0                  101.0          1   \n",
       "\n",
       "   cpu_core_count_total  cpu_memory_giga_bytes_total  cpu_tdp_total  \\\n",
       "0                    16                         96.0          125.0   \n",
       "\n",
       "   node_filesystem_size_tera_bytes_total gpu_model  \\\n",
       "0                               1.739258       n/a   \n",
       "\n",
       "   gpu_memory_giga_bytes_per_card  gpu_tdp_per_card  gpu_temp_max  gpu_count  \\\n",
       "0                             0.0               0.0           0.0          0   \n",
       "\n",
       "   gpu_memory_giga_bytes_total  gpu_tdp_total  gpu_node  \n",
       "0                          0.0            0.0         0  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(\"CPU-only nodes:\")\n",
    "display(df_pd_2[df_pd_2[\"gpu_node\"] == 0].describe())\n",
    "print(\"Mode values:\")\n",
    "df_pd_2[df_pd_2[\"gpu_node\"] == 0].drop('node', axis=1).mode()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "GPU nodes:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cpu_core_count_per_socket</th>\n",
       "      <th>cpu_threads_per_core</th>\n",
       "      <th>cpu_tdp_per_socket</th>\n",
       "      <th>cpu_t_case_max</th>\n",
       "      <th>cpu_per_core_temp_max</th>\n",
       "      <th>cpu_count</th>\n",
       "      <th>cpu_core_count_total</th>\n",
       "      <th>cpu_memory_giga_bytes_total</th>\n",
       "      <th>cpu_tdp_total</th>\n",
       "      <th>node_filesystem_size_tera_bytes_total</th>\n",
       "      <th>gpu_memory_giga_bytes_per_card</th>\n",
       "      <th>gpu_tdp_per_card</th>\n",
       "      <th>gpu_temp_max</th>\n",
       "      <th>gpu_count</th>\n",
       "      <th>gpu_memory_giga_bytes_total</th>\n",
       "      <th>gpu_tdp_total</th>\n",
       "      <th>gpu_node</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.0</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.0</td>\n",
       "      <td>51.0</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.000000</td>\n",
       "      <td>51.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>10.117647</td>\n",
       "      <td>1.0</td>\n",
       "      <td>98.333333</td>\n",
       "      <td>80.176471</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>20.235294</td>\n",
       "      <td>296.156863</td>\n",
       "      <td>196.666667</td>\n",
       "      <td>2.348020</td>\n",
       "      <td>18.901961</td>\n",
       "      <td>268.235294</td>\n",
       "      <td>89.784314</td>\n",
       "      <td>3.882353</td>\n",
       "      <td>72.784314</td>\n",
       "      <td>1040.000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>3.824380</td>\n",
       "      <td>0.0</td>\n",
       "      <td>11.775681</td>\n",
       "      <td>2.251274</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.648760</td>\n",
       "      <td>314.567854</td>\n",
       "      <td>23.551362</td>\n",
       "      <td>0.207320</td>\n",
       "      <td>6.410163</td>\n",
       "      <td>14.792685</td>\n",
       "      <td>0.986179</td>\n",
       "      <td>0.475271</td>\n",
       "      <td>25.886146</td>\n",
       "      <td>134.342845</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>6.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>85.000000</td>\n",
       "      <td>78.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>192.000000</td>\n",
       "      <td>170.000000</td>\n",
       "      <td>0.912109</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>250.000000</td>\n",
       "      <td>89.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>44.000000</td>\n",
       "      <td>560.000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>6.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>85.000000</td>\n",
       "      <td>78.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>192.000000</td>\n",
       "      <td>170.000000</td>\n",
       "      <td>2.366211</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>250.000000</td>\n",
       "      <td>89.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>44.000000</td>\n",
       "      <td>1000.000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>12.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>105.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>24.000000</td>\n",
       "      <td>192.000000</td>\n",
       "      <td>210.000000</td>\n",
       "      <td>2.366211</td>\n",
       "      <td>24.000000</td>\n",
       "      <td>280.000000</td>\n",
       "      <td>89.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>1120.000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>12.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>105.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>24.000000</td>\n",
       "      <td>256.000000</td>\n",
       "      <td>210.000000</td>\n",
       "      <td>2.373047</td>\n",
       "      <td>24.000000</td>\n",
       "      <td>280.000000</td>\n",
       "      <td>91.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>1120.000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>20.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>125.000000</td>\n",
       "      <td>87.000000</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>40.000000</td>\n",
       "      <td>1536.000000</td>\n",
       "      <td>250.000000</td>\n",
       "      <td>2.496094</td>\n",
       "      <td>24.000000</td>\n",
       "      <td>280.000000</td>\n",
       "      <td>91.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>96.000000</td>\n",
       "      <td>1120.000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       cpu_core_count_per_socket  cpu_threads_per_core  cpu_tdp_per_socket  \\\n",
       "count                  51.000000                  51.0           51.000000   \n",
       "mean                   10.117647                   1.0           98.333333   \n",
       "std                     3.824380                   0.0           11.775681   \n",
       "min                     6.000000                   1.0           85.000000   \n",
       "25%                     6.000000                   1.0           85.000000   \n",
       "50%                    12.000000                   1.0          105.000000   \n",
       "75%                    12.000000                   1.0          105.000000   \n",
       "max                    20.000000                   1.0          125.000000   \n",
       "\n",
       "       cpu_t_case_max  cpu_per_core_temp_max  cpu_count  cpu_core_count_total  \\\n",
       "count       51.000000                   51.0       51.0             51.000000   \n",
       "mean        80.176471                  101.0        2.0             20.235294   \n",
       "std          2.251274                    0.0        0.0              7.648760   \n",
       "min         78.000000                  101.0        2.0             12.000000   \n",
       "25%         78.000000                  101.0        2.0             12.000000   \n",
       "50%         81.000000                  101.0        2.0             24.000000   \n",
       "75%         81.000000                  101.0        2.0             24.000000   \n",
       "max         87.000000                  101.0        2.0             40.000000   \n",
       "\n",
       "       cpu_memory_giga_bytes_total  cpu_tdp_total  \\\n",
       "count                    51.000000      51.000000   \n",
       "mean                    296.156863     196.666667   \n",
       "std                     314.567854      23.551362   \n",
       "min                     192.000000     170.000000   \n",
       "25%                     192.000000     170.000000   \n",
       "50%                     192.000000     210.000000   \n",
       "75%                     256.000000     210.000000   \n",
       "max                    1536.000000     250.000000   \n",
       "\n",
       "       node_filesystem_size_tera_bytes_total  gpu_memory_giga_bytes_per_card  \\\n",
       "count                              51.000000                       51.000000   \n",
       "mean                                2.348020                       18.901961   \n",
       "std                                 0.207320                        6.410163   \n",
       "min                                 0.912109                       11.000000   \n",
       "25%                                 2.366211                       11.000000   \n",
       "50%                                 2.366211                       24.000000   \n",
       "75%                                 2.373047                       24.000000   \n",
       "max                                 2.496094                       24.000000   \n",
       "\n",
       "       gpu_tdp_per_card  gpu_temp_max  gpu_count  gpu_memory_giga_bytes_total  \\\n",
       "count         51.000000     51.000000  51.000000                    51.000000   \n",
       "mean         268.235294     89.784314   3.882353                    72.784314   \n",
       "std           14.792685      0.986179   0.475271                    25.886146   \n",
       "min          250.000000     89.000000   2.000000                    44.000000   \n",
       "25%          250.000000     89.000000   4.000000                    44.000000   \n",
       "50%          280.000000     89.000000   4.000000                    96.000000   \n",
       "75%          280.000000     91.000000   4.000000                    96.000000   \n",
       "max          280.000000     91.000000   4.000000                    96.000000   \n",
       "\n",
       "       gpu_tdp_total  gpu_node  \n",
       "count      51.000000      51.0  \n",
       "mean     1040.000000       1.0  \n",
       "std       134.342845       0.0  \n",
       "min       560.000000       1.0  \n",
       "25%      1000.000000       1.0  \n",
       "50%      1120.000000       1.0  \n",
       "75%      1120.000000       1.0  \n",
       "max      1120.000000       1.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mode values:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>cpu_model</th>\n",
       "      <th>cpu_core_count_per_socket</th>\n",
       "      <th>cpu_threads_per_core</th>\n",
       "      <th>cpu_tdp_per_socket</th>\n",
       "      <th>cpu_t_case_max</th>\n",
       "      <th>cpu_per_core_temp_max</th>\n",
       "      <th>cpu_count</th>\n",
       "      <th>cpu_core_count_total</th>\n",
       "      <th>cpu_memory_giga_bytes_total</th>\n",
       "      <th>cpu_tdp_total</th>\n",
       "      <th>node_filesystem_size_tera_bytes_total</th>\n",
       "      <th>gpu_model</th>\n",
       "      <th>gpu_memory_giga_bytes_per_card</th>\n",
       "      <th>gpu_tdp_per_card</th>\n",
       "      <th>gpu_temp_max</th>\n",
       "      <th>gpu_count</th>\n",
       "      <th>gpu_memory_giga_bytes_total</th>\n",
       "      <th>gpu_tdp_total</th>\n",
       "      <th>gpu_node</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>gold_5118</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>105.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>101.0</td>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>192.0</td>\n",
       "      <td>210.0</td>\n",
       "      <td>2.366211</td>\n",
       "      <td>NVIDIA_TITAN_RTX</td>\n",
       "      <td>24.0</td>\n",
       "      <td>280.0</td>\n",
       "      <td>89.0</td>\n",
       "      <td>4</td>\n",
       "      <td>96.0</td>\n",
       "      <td>1120.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   cpu_model  cpu_core_count_per_socket  cpu_threads_per_core  \\\n",
       "0  gold_5118                         12                     1   \n",
       "\n",
       "   cpu_tdp_per_socket  cpu_t_case_max  cpu_per_core_temp_max  cpu_count  \\\n",
       "0               105.0            81.0                  101.0          2   \n",
       "\n",
       "   cpu_core_count_total  cpu_memory_giga_bytes_total  cpu_tdp_total  \\\n",
       "0                    24                        192.0          210.0   \n",
       "\n",
       "   node_filesystem_size_tera_bytes_total         gpu_model  \\\n",
       "0                               2.366211  NVIDIA_TITAN_RTX   \n",
       "\n",
       "   gpu_memory_giga_bytes_per_card  gpu_tdp_per_card  gpu_temp_max  gpu_count  \\\n",
       "0                            24.0             280.0          89.0          4   \n",
       "\n",
       "   gpu_memory_giga_bytes_total  gpu_tdp_total  gpu_node  \n",
       "0                         96.0         1120.0         1  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(\"GPU nodes:\")\n",
    "display(df_pd_2[df_pd_2[\"gpu_node\"] > 0].describe())\n",
    "print(\"Mode values:\")\n",
    "df_pd_2[df_pd_2[\"gpu_node\"] > 0].drop('node', axis=1).mode()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total values of cluster:\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "cpu_core_count_per_socket                 4436.00000\n",
       "cpu_threads_per_core                       338.00000\n",
       "cpu_tdp_per_socket                       37400.00000\n",
       "cpu_t_case_max                           28135.00000\n",
       "cpu_per_core_temp_max                    34138.00000\n",
       "cpu_count                                  489.00000\n",
       "cpu_core_count_total                      5872.00000\n",
       "cpu_memory_giga_bytes_total              46336.00000\n",
       "cpu_tdp_total                            51425.00000\n",
       "node_filesystem_size_tera_bytes_total      644.09082\n",
       "gpu_memory_giga_bytes_per_card             964.00000\n",
       "gpu_tdp_per_card                         13680.00000\n",
       "gpu_temp_max                              4579.00000\n",
       "gpu_count                                  198.00000\n",
       "gpu_memory_giga_bytes_total               3712.00000\n",
       "gpu_tdp_total                            53040.00000\n",
       "gpu_node                                    51.00000\n",
       "dtype: float64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(\"Total values of cluster:\")\n",
    "df_pd_2.drop(['node', 'cpu_model', 'gpu_model'], axis=1).sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Generate tables and boxplots about hardware info on rack level."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_node_hardware_info_rack = df_node_hardware_info.withColumn('rack', F.substring('node', 1, 3))\n",
    "df_node_hardware_info_rack = df_node_hardware_info_rack.groupBy('rack').agg(\n",
    "    F.count('node').alias('node_count_sum'),\n",
    "    *[F.sum(a).alias(f'{a}_sum') for a in attributes],\n",
    "    F.expr(f'percentile_approx(gpu_node, 0.5)').alias('gpu_rack')\n",
    "    )\n",
    "\n",
    "df_pd_rack = df_node_hardware_info_rack.toPandas()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_pd_rack_2 = df_pd_rack.apply(lambda x: builtins.round(x / 1024**3) if 'bytes' in x.name else x)\n",
    "df_pd_rack_2 = df_pd_rack_2.rename(columns=lambda x: x.replace('bytes', 'giga_bytes'))\n",
    "\n",
    "df_pd_rack_2['node_filesystem_size_giga_bytes_total_sum'] = df_pd_rack_2['node_filesystem_size_giga_bytes_total_sum'] / 1024\n",
    "df_pd_rack_2 = df_pd_rack_2.rename(columns={'node_filesystem_size_giga_bytes_total_sum': 'node_filesystem_size_tera_bytes_total_sum'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU-only racks:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>node_count_sum</th>\n",
       "      <th>cpu_count_sum</th>\n",
       "      <th>cpu_core_count_total_sum</th>\n",
       "      <th>cpu_tdp_total_sum</th>\n",
       "      <th>cpu_memory_bytes_total_sum</th>\n",
       "      <th>node_filesystem_size_bytes_total_sum</th>\n",
       "      <th>gpu_count_sum</th>\n",
       "      <th>gpu_tdp_total_sum</th>\n",
       "      <th>gpu_memory_bytes_total_sum</th>\n",
       "      <th>gpu_rack</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>11.000000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>1.100000e+01</td>\n",
       "      <td>1.100000e+01</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>26.090909</td>\n",
       "      <td>35.181818</td>\n",
       "      <td>440.000000</td>\n",
       "      <td>3763.181818</td>\n",
       "      <td>3.048646e+12</td>\n",
       "      <td>5.241332e+13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>11.255706</td>\n",
       "      <td>18.829860</td>\n",
       "      <td>142.076036</td>\n",
       "      <td>1434.716475</td>\n",
       "      <td>3.675339e+11</td>\n",
       "      <td>1.767697e+13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>500.000000</td>\n",
       "      <td>2.199023e+12</td>\n",
       "      <td>1.306563e+13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>30.000000</td>\n",
       "      <td>30.500000</td>\n",
       "      <td>480.000000</td>\n",
       "      <td>3812.500000</td>\n",
       "      <td>3.092376e+12</td>\n",
       "      <td>5.832357e+13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>31.000000</td>\n",
       "      <td>32.000000</td>\n",
       "      <td>496.000000</td>\n",
       "      <td>4000.000000</td>\n",
       "      <td>3.195456e+12</td>\n",
       "      <td>5.976675e+13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>32.000000</td>\n",
       "      <td>46.000000</td>\n",
       "      <td>512.000000</td>\n",
       "      <td>4550.000000</td>\n",
       "      <td>3.298535e+12</td>\n",
       "      <td>6.119195e+13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>32.000000</td>\n",
       "      <td>62.000000</td>\n",
       "      <td>512.000000</td>\n",
       "      <td>5270.000000</td>\n",
       "      <td>3.298535e+12</td>\n",
       "      <td>6.175897e+13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       node_count_sum  cpu_count_sum  cpu_core_count_total_sum  \\\n",
       "count       11.000000      11.000000                 11.000000   \n",
       "mean        26.090909      35.181818                440.000000   \n",
       "std         11.255706      18.829860                142.076036   \n",
       "min          1.000000       4.000000                 48.000000   \n",
       "25%         30.000000      30.500000                480.000000   \n",
       "50%         31.000000      32.000000                496.000000   \n",
       "75%         32.000000      46.000000                512.000000   \n",
       "max         32.000000      62.000000                512.000000   \n",
       "\n",
       "       cpu_tdp_total_sum  cpu_memory_bytes_total_sum  \\\n",
       "count          11.000000                1.100000e+01   \n",
       "mean         3763.181818                3.048646e+12   \n",
       "std          1434.716475                3.675339e+11   \n",
       "min           500.000000                2.199023e+12   \n",
       "25%          3812.500000                3.092376e+12   \n",
       "50%          4000.000000                3.195456e+12   \n",
       "75%          4550.000000                3.298535e+12   \n",
       "max          5270.000000                3.298535e+12   \n",
       "\n",
       "       node_filesystem_size_bytes_total_sum  gpu_count_sum  gpu_tdp_total_sum  \\\n",
       "count                          1.100000e+01           11.0               11.0   \n",
       "mean                           5.241332e+13            0.0                0.0   \n",
       "std                            1.767697e+13            0.0                0.0   \n",
       "min                            1.306563e+13            0.0                0.0   \n",
       "25%                            5.832357e+13            0.0                0.0   \n",
       "50%                            5.976675e+13            0.0                0.0   \n",
       "75%                            6.119195e+13            0.0                0.0   \n",
       "max                            6.175897e+13            0.0                0.0   \n",
       "\n",
       "       gpu_memory_bytes_total_sum  gpu_rack  \n",
       "count                        11.0      11.0  \n",
       "mean                          0.0       0.0  \n",
       "std                           0.0       0.0  \n",
       "min                           0.0       0.0  \n",
       "25%                           0.0       0.0  \n",
       "50%                           0.0       0.0  \n",
       "75%                           0.0       0.0  \n",
       "max                           0.0       0.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mode values:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>node_count_sum</th>\n",
       "      <th>cpu_count_sum</th>\n",
       "      <th>cpu_core_count_total_sum</th>\n",
       "      <th>cpu_tdp_total_sum</th>\n",
       "      <th>cpu_memory_giga_bytes_total_sum</th>\n",
       "      <th>node_filesystem_size_tera_bytes_total_sum</th>\n",
       "      <th>gpu_count_sum</th>\n",
       "      <th>gpu_tdp_total_sum</th>\n",
       "      <th>gpu_memory_giga_bytes_total_sum</th>\n",
       "      <th>gpu_rack</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>32</td>\n",
       "      <td>32</td>\n",
       "      <td>512</td>\n",
       "      <td>4000.0</td>\n",
       "      <td>3072.0</td>\n",
       "      <td>55.65332</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   node_count_sum  cpu_count_sum  cpu_core_count_total_sum  cpu_tdp_total_sum  \\\n",
       "0              32             32                       512             4000.0   \n",
       "\n",
       "   cpu_memory_giga_bytes_total_sum  node_filesystem_size_tera_bytes_total_sum  \\\n",
       "0                           3072.0                                   55.65332   \n",
       "\n",
       "   gpu_count_sum  gpu_tdp_total_sum  gpu_memory_giga_bytes_total_sum  gpu_rack  \n",
       "0              0                0.0                              0.0         0  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(\"CPU-only racks:\")\n",
    "display(df_pd_rack[df_pd_rack[\"gpu_rack\"] == 0].describe())\n",
    "print(\"Mode values:\")\n",
    "df_pd_rack_2[df_pd_rack_2[\"gpu_rack\"] == 0].drop('rack', axis=1).mode()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "GPU racks:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>node_count_sum</th>\n",
       "      <th>cpu_count_sum</th>\n",
       "      <th>cpu_core_count_total_sum</th>\n",
       "      <th>cpu_tdp_total_sum</th>\n",
       "      <th>cpu_memory_bytes_total_sum</th>\n",
       "      <th>node_filesystem_size_bytes_total_sum</th>\n",
       "      <th>gpu_count_sum</th>\n",
       "      <th>gpu_tdp_total_sum</th>\n",
       "      <th>gpu_memory_bytes_total_sum</th>\n",
       "      <th>gpu_rack</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>10.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>1.000000e+01</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>5.100000</td>\n",
       "      <td>10.200000</td>\n",
       "      <td>103.200000</td>\n",
       "      <td>1003.000000</td>\n",
       "      <td>1.621780e+12</td>\n",
       "      <td>1.316764e+13</td>\n",
       "      <td>19.800000</td>\n",
       "      <td>5304.000000</td>\n",
       "      <td>3.985730e+11</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.286684</td>\n",
       "      <td>2.573368</td>\n",
       "      <td>38.031566</td>\n",
       "      <td>239.678025</td>\n",
       "      <td>1.295058e+12</td>\n",
       "      <td>3.636722e+12</td>\n",
       "      <td>5.996295</td>\n",
       "      <td>1558.711719</td>\n",
       "      <td>1.666364e+11</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>3.000000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>48.000000</td>\n",
       "      <td>550.000000</td>\n",
       "      <td>7.559142e+11</td>\n",
       "      <td>6.220811e+12</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>2800.000000</td>\n",
       "      <td>1.975685e+11</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>4.250000</td>\n",
       "      <td>8.500000</td>\n",
       "      <td>75.000000</td>\n",
       "      <td>877.500000</td>\n",
       "      <td>1.030792e+12</td>\n",
       "      <td>1.137899e+13</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>4610.000000</td>\n",
       "      <td>2.641405e+11</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>5.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>108.000000</td>\n",
       "      <td>1035.000000</td>\n",
       "      <td>1.202591e+12</td>\n",
       "      <td>1.301101e+13</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>5600.000000</td>\n",
       "      <td>3.715147e+11</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>5.750000</td>\n",
       "      <td>11.500000</td>\n",
       "      <td>120.000000</td>\n",
       "      <td>1050.000000</td>\n",
       "      <td>1.597728e+12</td>\n",
       "      <td>1.500218e+13</td>\n",
       "      <td>23.000000</td>\n",
       "      <td>5900.000000</td>\n",
       "      <td>5.153961e+11</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>7.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>168.000000</td>\n",
       "      <td>1470.000000</td>\n",
       "      <td>5.153961e+12</td>\n",
       "      <td>1.826352e+13</td>\n",
       "      <td>28.000000</td>\n",
       "      <td>7840.000000</td>\n",
       "      <td>7.215545e+11</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       node_count_sum  cpu_count_sum  cpu_core_count_total_sum  \\\n",
       "count       10.000000      10.000000                 10.000000   \n",
       "mean         5.100000      10.200000                103.200000   \n",
       "std          1.286684       2.573368                 38.031566   \n",
       "min          3.000000       6.000000                 48.000000   \n",
       "25%          4.250000       8.500000                 75.000000   \n",
       "50%          5.000000      10.000000                108.000000   \n",
       "75%          5.750000      11.500000                120.000000   \n",
       "max          7.000000      14.000000                168.000000   \n",
       "\n",
       "       cpu_tdp_total_sum  cpu_memory_bytes_total_sum  \\\n",
       "count          10.000000                1.000000e+01   \n",
       "mean         1003.000000                1.621780e+12   \n",
       "std           239.678025                1.295058e+12   \n",
       "min           550.000000                7.559142e+11   \n",
       "25%           877.500000                1.030792e+12   \n",
       "50%          1035.000000                1.202591e+12   \n",
       "75%          1050.000000                1.597728e+12   \n",
       "max          1470.000000                5.153961e+12   \n",
       "\n",
       "       node_filesystem_size_bytes_total_sum  gpu_count_sum  gpu_tdp_total_sum  \\\n",
       "count                          1.000000e+01      10.000000          10.000000   \n",
       "mean                           1.316764e+13      19.800000        5304.000000   \n",
       "std                            3.636722e+12       5.996295        1558.711719   \n",
       "min                            6.220811e+12      10.000000        2800.000000   \n",
       "25%                            1.137899e+13      17.000000        4610.000000   \n",
       "50%                            1.301101e+13      20.000000        5600.000000   \n",
       "75%                            1.500218e+13      23.000000        5900.000000   \n",
       "max                            1.826352e+13      28.000000        7840.000000   \n",
       "\n",
       "       gpu_memory_bytes_total_sum  gpu_rack  \n",
       "count                1.000000e+01      10.0  \n",
       "mean                 3.985730e+11       1.0  \n",
       "std                  1.666364e+11       0.0  \n",
       "min                  1.975685e+11       1.0  \n",
       "25%                  2.641405e+11       1.0  \n",
       "50%                  3.715147e+11       1.0  \n",
       "75%                  5.153961e+11       1.0  \n",
       "max                  7.215545e+11       1.0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mode values:\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>node_count_sum</th>\n",
       "      <th>cpu_count_sum</th>\n",
       "      <th>cpu_core_count_total_sum</th>\n",
       "      <th>cpu_tdp_total_sum</th>\n",
       "      <th>cpu_memory_giga_bytes_total_sum</th>\n",
       "      <th>node_filesystem_size_tera_bytes_total_sum</th>\n",
       "      <th>gpu_count_sum</th>\n",
       "      <th>gpu_tdp_total_sum</th>\n",
       "      <th>gpu_memory_giga_bytes_total_sum</th>\n",
       "      <th>gpu_rack</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>120</td>\n",
       "      <td>1050.0</td>\n",
       "      <td>960.0</td>\n",
       "      <td>11.833008</td>\n",
       "      <td>20</td>\n",
       "      <td>5600.0</td>\n",
       "      <td>480.0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   node_count_sum  cpu_count_sum  cpu_core_count_total_sum  cpu_tdp_total_sum  \\\n",
       "0               5             10                       120             1050.0   \n",
       "\n",
       "   cpu_memory_giga_bytes_total_sum  node_filesystem_size_tera_bytes_total_sum  \\\n",
       "0                            960.0                                  11.833008   \n",
       "\n",
       "   gpu_count_sum  gpu_tdp_total_sum  gpu_memory_giga_bytes_total_sum  gpu_rack  \n",
       "0             20             5600.0                            480.0         1  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print(\"GPU racks:\")\n",
    "display(df_pd_rack[df_pd_rack[\"gpu_rack\"] == 1].describe())\n",
    "print(\"Mode values:\")\n",
    "df_pd_rack_2[df_pd_rack_2[\"gpu_rack\"] == 1].drop('rack', axis=1).mode()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Job Dataset Size: 1596963 x 9 Start Date: 2021-12-26 23:06:31 End Date: 2022-11-01 13:59:18\n",
      "+-----+-------------------+-------------------+-------------------+------+---------+--------+--------+---------+\n",
      "|id   |submit_date        |start_date         |end_date           |node  |nodetypes|numnodes|numcores|state    |\n",
      "+-----+-------------------+-------------------+-------------------+------+---------+--------+--------+---------+\n",
      "|58607|2022-01-14 17:39:50|2022-01-15 06:39:07|2022-01-15 14:30:47|r15n11|normal   |1       |16      |COMPLETED|\n",
      "|58786|2022-01-14 17:39:50|2022-01-15 06:39:07|2022-01-15 16:27:53|r11n8 |normal   |1       |16      |COMPLETED|\n",
      "|58669|2022-01-14 17:39:50|2022-01-15 06:41:37|2022-01-15 15:41:45|r14n23|normal   |1       |16      |COMPLETED|\n",
      "|58548|2022-01-14 17:39:50|2022-01-15 06:42:37|2022-01-15 13:38:40|r12n3 |normal   |1       |16      |COMPLETED|\n",
      "|58848|2022-01-14 17:39:50|2022-01-15 06:46:38|2022-01-15 17:11:13|r25n29|normal   |1       |16      |COMPLETED|\n",
      "+-----+-------------------+-------------------+-------------------+------+---------+--------+--------+---------+\n",
      "only showing top 5 rows\n",
      "\n",
      "Node Dataset Size: 127827719 x 91 Start Date: 2022-06-30 18:00:30 End Date: 2022-11-22 11:20:30\n",
      "+---------+-------------------+-----+-----------------+-----------+----------------+---+------------------------+-----------------------+---------------------------+----------+----------+------------------------+----------------------------+-------------------------+-----------------------+-----------------+------------------------+----------------------------+---------------+-----------------------+------------------------+----------------------+-----------------------------+--------------------------+------------------+-------------------------+-------------------------+------------------+----------------+---------------------------+----------------------------+---------------------------+-------------------------------+-------------------------+-------------------------------------+--------------------------------+---------------------------------+------------------------------+--------------------------+---------------------------+--------------------------+------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+----------------------------------+-----------------------------------+----------------------------------+--------------------+-------------------------------+--------------------------------+-------------------------------+------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-------------------------------------+-------------------------------------+--------------------------------------+-------------------------------------+------------------------------+------------------------------------+-------------------------+--------------------------+-------------------------+---------------------------------------+-------------------+------------------------------------+--------------------------------------+----------------------------------------+--------------------+----------------------------------+-----------------------------------+-----------------+-------------------------------------------+---------------------------------------+------------------------------------+------------------------------------------+---------------------------------------------+------------------------------------------+--------------------------------------------+----------------------------------------------+----------------------------------------+-----------------------------------------+-----------------------+---------------------------+--------+\n",
      "|id       |timestamp          |node |node_time_seconds|node_load15|node_power_usage|up |node_netstat_Tcp_OutSegs|node_netstat_Tcp_InErrs|node_context_switches_total|node_load5|node_load1|node_memory_Active_bytes|node_netstat_Tcp_RetransSegs|node_netstat_Udp_InErrors|node_memory_Dirty_bytes|node_ambient_temp|node_netstat_Icmp_InMsgs|node_netstat_Udp_InDatagrams|node_intr_total|node_netstat_Tcp_InSegs|node_memory_Percpu_bytes|node_boot_time_seconds|node_netstat_Udp_OutDatagrams|node_netstat_Icmp_InErrors|node_procs_blocked|node_netstat_Icmp_OutMsgs|node_memory_MemFree_bytes|node_procs_running|node_forks_total|node_hwmon_temp_celsius_min|node_hwmon_temp_celsius_mean|node_hwmon_temp_celsius_max|node_filesystem_avail_bytes_sum|node_filesystem_files_sum|node_network_transmit_bytes_total_sum|node_filesystem_device_error_sum|node_disk_written_bytes_total_sum|node_filesystem_free_bytes_sum|node_thermal_zone_temp_min|node_thermal_zone_temp_mean|node_thermal_zone_temp_max|node_disk_read_bytes_total_sum|nvidia_gpu_memory_used_bytes_sum|nvidia_gpu_temperature_celsius_0|nvidia_gpu_temperature_celsius_1|nvidia_gpu_temperature_celsius_2|nvidia_gpu_temperature_celsius_3|nvidia_gpu_temperature_celsius_min|nvidia_gpu_temperature_celsius_mean|nvidia_gpu_temperature_celsius_max|node_arp_entries_sum|nvidia_gpu_fanspeed_percent_min|nvidia_gpu_fanspeed_percent_mean|nvidia_gpu_fanspeed_percent_max|node_filesystem_files_free_sum|nvidia_gpu_power_usage_milliwatts_0|nvidia_gpu_power_usage_milliwatts_1|nvidia_gpu_power_usage_milliwatts_2|nvidia_gpu_power_usage_milliwatts_3|nvidia_gpu_power_usage_milliwatts_min|nvidia_gpu_power_usage_milliwatts_sum|nvidia_gpu_power_usage_milliwatts_mean|nvidia_gpu_power_usage_milliwatts_max|node_filesystem_size_bytes_sum|node_disk_writes_completed_total_sum|nvidia_gpu_duty_cycle_min|nvidia_gpu_duty_cycle_mean|nvidia_gpu_duty_cycle_max|node_network_transmit_packets_total_sum|node_udp_queues_sum|node_network_receive_bytes_total_sum|node_network_receive_packets_total_sum|node_network_receive_multicast_total_sum|node_disk_io_now_sum|node_rapl_package_joules_total_sum|node_network_receive_drop_total_sum|timestamp_seconds|node_network_transmit_bytes_total_sum_delta|node_disk_written_bytes_total_sum_delta|node_disk_read_bytes_total_sum_delta|node_disk_writes_completed_total_sum_delta|node_network_transmit_packets_total_sum_delta|node_network_receive_bytes_total_sum_delta|node_network_receive_packets_total_sum_delta|node_network_receive_multicast_total_sum_delta|node_rapl_package_joules_total_sum_delta|node_network_receive_drop_total_sum_delta|timestamp_seconds_delta|node_rapl_package_power_sum|gpu_node|\n",
      "+---------+-------------------+-----+-----------------+-----------+----------------+---+------------------------+-----------------------+---------------------------+----------+----------+------------------------+----------------------------+-------------------------+-----------------------+-----------------+------------------------+----------------------------+---------------+-----------------------+------------------------+----------------------+-----------------------------+--------------------------+------------------+-------------------------+-------------------------+------------------+----------------+---------------------------+----------------------------+---------------------------+-------------------------------+-------------------------+-------------------------------------+--------------------------------+---------------------------------+------------------------------+--------------------------+---------------------------+--------------------------+------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+----------------------------------+-----------------------------------+----------------------------------+--------------------+-------------------------------+--------------------------------+-------------------------------+------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-------------------------------------+-------------------------------------+--------------------------------------+-------------------------------------+------------------------------+------------------------------------+-------------------------+--------------------------+-------------------------+---------------------------------------+-------------------+------------------------------------+--------------------------------------+----------------------------------------+--------------------+----------------------------------+-----------------------------------+-----------------+-------------------------------------------+---------------------------------------+------------------------------------+------------------------------------------+---------------------------------------------+------------------------------------------+--------------------------------------------+----------------------------------------------+----------------------------------------+-----------------------------------------+-----------------------+---------------------------+--------+\n",
      "|106894969|2022-10-11 04:17:00|r28n3|1.66546E9        |3.98       |672.0           |1.0|1.94794E9               |0.0                    |1.05184E12                 |4.2       |4.16      |2.35916E10              |271230.0                    |0.0                      |16384.0                |25.0             |423.0                   |7272060.0                   |1.41723E10     |1.43194E9              |8.20511E7               |1.66134E9             |7401900.0                    |198.0                     |0.0               |419.0                    |1.57859E11               |4.0               |3.75065E7       |26.0                       |29.19                       |36.0                       |2.564558897152E12              |6.8497933E8              |8.46171547648E12                     |0.0                             |1.705329791488E12                |2.564612583424E12             |31.0                      |33.5                       |36.0                      |3.7710436352E10               |1.5011938304E10                 |59.0                            |32.0                            |35.0                            |34.0                            |32.0                              |40.0                               |59.0                              |229.0               |41.0                           |41.0                            |41.0                           |6.84435874E8                  |104137.0                           |16758.0                            |27738.0                            |21007.0                            |16758.0                              |169640.0                             |42410.0                               |104137.0                             |2.602202996736E12             |7.3244452E7                         |0.0                      |15.0                      |60.0                     |1.956308731E9                          |0.0                |2.6822646841991E13                  |3.843764456E9                         |0.0                                     |0.0                 |348559.42                         |0.0                                |1665461820       |89727.0                                    |37376.0                                |0.0                                 |8.0                                       |97.0                                         |19008.0                                   |111.0                                       |0.0                                           |2675.9099999999744                      |0.0                                      |30.0                   |89.19699999999915          |1       |\n",
      "|106894970|2022-10-11 04:17:30|r28n3|1.66546E9        |3.89       |672.0           |1.0|1.94794E9               |0.0                    |1.05184E12                 |3.92      |3.04      |2.35326E10              |271230.0                    |0.0                      |16384.0                |25.0             |423.0                   |7272060.0                   |1.41723E10     |1.43197E9              |8.20511E7               |1.66134E9             |7401910.0                    |198.0                     |0.0               |419.0                    |1.56576E11               |22.0              |3.75068E7       |25.0                       |28.23                       |34.0                       |2.564558897152E12              |6.8497933E8              |8.461716147725E12                    |0.0                             |1.705329832448E12                |2.564612583424E12             |30.0                      |31.5                       |33.0                      |3.7710436352E10               |1.5011938304E10                 |56.0                            |32.0                            |35.0                            |35.0                            |32.0                              |39.5                               |56.0                              |229.0               |40.0                           |40.75                           |41.0                           |6.84435874E8                  |75301.0                            |16863.0                            |27634.0                            |21074.0                            |16863.0                              |140872.0                             |35218.0                               |75301.0                              |2.602202996736E12             |7.3244457E7                         |0.0                      |0.0                       |0.0                      |1.956313201E9                          |0.0                |2.682418133668E13                   |3.843935316E9                         |0.0                                     |0.0                 |350707.96                         |0.0                                |1665461850       |671245.0                                   |40960.0                                |0.0                                 |5.0                                       |4470.0                                       |1.534494689E9                             |170860.0                                    |0.0                                           |2148.5400000000373                      |0.0                                      |30.0                   |71.61800000000125          |1       |\n",
      "|106894971|2022-10-11 04:18:00|r28n3|1.66546E9        |3.8        |672.0           |1.0|1.94794E9               |0.0                    |1.05184E12                 |3.64      |2.23      |2.358E10                |271230.0                    |0.0                      |8192.0                 |25.0             |423.0                   |7272060.0                   |1.41724E10     |1.43197E9              |8.20511E7               |1.66134E9             |7401910.0                    |198.0                     |0.0               |419.0                    |1.71775E11               |18.0              |3.75068E7       |26.0                       |28.08                       |33.0                       |2.564558897152E12              |6.8497933E8              |8.461716223075E12                    |0.0                             |1.705329928704E12                |2.564612583424E12             |30.0                      |31.5                       |33.0                      |3.7710436352E10               |1.5011938304E10                 |54.0                            |32.0                            |35.0                            |34.0                            |32.0                              |38.75                              |54.0                              |229.0               |41.0                           |41.0                            |41.0                           |6.84435874E8                  |74283.0                            |16835.0                            |27373.0                            |21099.0                            |16835.0                              |139590.0                             |34897.5                               |74283.0                              |2.602202996736E12             |7.3244472E7                         |0.0                      |1.5                       |6.0                      |1.956313281E9                          |0.0                |2.6824181349974E13                  |3.843935417E9                         |0.0                                     |0.0                 |352836.64                         |0.0                                |1665461880       |75350.0                                    |96256.0                                |0.0                                 |15.0                                      |80.0                                         |13294.0                                   |101.0                                       |0.0                                           |2128.679999999993                       |0.0                                      |30.0                   |70.95599999999976          |1       |\n",
      "|106894972|2022-10-11 04:18:30|r28n3|1.66546E9        |3.71       |672.0           |1.0|1.94794E9               |0.0                    |1.05184E12                 |3.39      |1.75      |2.35799E10              |271230.0                    |0.0                      |16384.0                |25.0             |423.0                   |7272060.0                   |1.41724E10     |1.43197E9              |8.20511E7               |1.66134E9             |7401910.0                    |198.0                     |0.0               |419.0                    |1.71782E11               |17.0              |3.75068E7       |25.0                       |27.92                       |32.0                       |2.564558897152E12              |6.8497933E8              |8.461716278853E12                    |0.0                             |1.705330016768E12                |2.564612583424E12             |30.0                      |32.0                       |34.0                      |3.7710436352E10               |1.5011938304E10                 |52.0                            |32.0                            |35.0                            |34.0                            |32.0                              |38.25                              |52.0                              |229.0               |41.0                           |41.0                            |41.0                           |6.84435874E8                  |73393.0                            |16807.0                            |27234.0                            |21013.0                            |16807.0                              |138447.0                             |34611.75                              |73393.0                              |2.602202996736E12             |7.3244481E7                         |0.0                      |0.0                       |0.0                      |1.956313328E9                          |0.0                |2.682418135776E13                   |3.843935496E9                         |0.0                                     |0.0                 |354952.28                         |0.0                                |1665461910       |55778.0                                    |88064.0                                |0.0                                 |9.0                                       |47.0                                         |7786.0                                    |79.0                                        |0.0                                           |2115.640000000014                       |0.0                                      |30.0                   |70.5213333333338           |1       |\n",
      "|106894973|2022-10-11 04:19:00|r28n3|1.66546E9        |3.86       |672.0           |1.0|1.94796E9               |0.0                    |1.05184E12                 |3.88      |4.49      |3.73465E10              |271230.0                    |0.0                      |8380420.0              |25.0             |423.0                   |7272070.0                   |1.41726E10     |1.43213E9              |8.20511E7               |1.66134E9             |7401920.0                    |198.0                     |0.0               |419.0                    |1.50142E11               |24.0              |3.75074E7       |26.0                       |30.69                       |36.0                       |2.564558811136E12              |6.8497933E8              |8.461719749204E12                    |0.0                             |1.705351074816E12                |2.564612497408E12             |35.0                      |35.5                       |36.0                      |3.7710436352E10               |1.5011938304E10                 |51.0                            |32.0                            |35.0                            |34.0                            |32.0                              |38.0                               |51.0                              |229.0               |41.0                           |41.0                            |41.0                           |6.84435865E8                  |73411.0                            |16632.0                            |27784.0                            |20959.0                            |16632.0                              |138786.0                             |34696.5                               |73411.0                              |2.602202996736E12             |7.3245375E7                         |0.0                      |2.25                      |9.0                      |1.956334291E9                          |0.0                |2.6831838806489E13                  |3.844791768E9                         |0.0                                     |0.0                 |357469.73                         |0.0                                |1665461940       |3470351.0                                  |2.1058048E7                            |0.0                                 |894.0                                     |20963.0                                      |7.657448729E9                             |856272.0                                    |0.0                                           |2517.4499999999534                      |0.0                                      |30.0                   |83.91499999999844          |1       |\n",
      "+---------+-------------------+-----+-----------------+-----------+----------------+---+------------------------+-----------------------+---------------------------+----------+----------+------------------------+----------------------------+-------------------------+-----------------------+-----------------+------------------------+----------------------------+---------------+-----------------------+------------------------+----------------------+-----------------------------+--------------------------+------------------+-------------------------+-------------------------+------------------+----------------+---------------------------+----------------------------+---------------------------+-------------------------------+-------------------------+-------------------------------------+--------------------------------+---------------------------------+------------------------------+--------------------------+---------------------------+--------------------------+------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+----------------------------------+-----------------------------------+----------------------------------+--------------------+-------------------------------+--------------------------------+-------------------------------+------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-------------------------------------+-------------------------------------+--------------------------------------+-------------------------------------+------------------------------+------------------------------------+-------------------------+--------------------------+-------------------------+---------------------------------------+-------------------+------------------------------------+--------------------------------------+----------------------------------------+--------------------+----------------------------------+-----------------------------------+-----------------+-------------------------------------------+---------------------------------------+------------------------------------+------------------------------------------+---------------------------------------------+------------------------------------------+--------------------------------------------+----------------------------------------------+----------------------------------------+-----------------------------------------+-----------------------+---------------------------+--------+\n",
      "only showing top 5 rows\n",
      "\n",
      "Job-Node Dataset Size: 93950875 x 100 Start Date: 2022-06-30 18:01:30 End Date: 2022-11-01 13:59:00\n",
      "+---------+-------------------+-----+-----------------+-----------+----------------+---+------------------------+-----------------------+---------------------------+----------+----------+------------------------+----------------------------+-------------------------+-----------------------+-----------------+------------------------+----------------------------+---------------+-----------------------+------------------------+----------------------+-----------------------------+--------------------------+------------------+-------------------------+-------------------------+------------------+----------------+---------------------------+----------------------------+---------------------------+-------------------------------+-------------------------+-------------------------------------+--------------------------------+---------------------------------+------------------------------+--------------------------+---------------------------+--------------------------+------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+----------------------------------+-----------------------------------+----------------------------------+--------------------+-------------------------------+--------------------------------+-------------------------------+------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-------------------------------------+-------------------------------------+--------------------------------------+-------------------------------------+------------------------------+------------------------------------+-------------------------+--------------------------+-------------------------+---------------------------------------+-------------------+------------------------------------+--------------------------------------+----------------------------------------+--------------------+----------------------------------+-----------------------------------+-----------------+-------------------------------------------+---------------------------------------+------------------------------------+------------------------------------------+---------------------------------------------+------------------------------------------+--------------------------------------------+----------------------------------------------+----------------------------------------+-----------------------------------------+-----------------------+---------------------------+--------+--------+-------------------+-------------------+-------------------+---------+--------+--------+-------+-----------+\n",
      "|prom_id  |timestamp          |node |node_time_seconds|node_load15|node_power_usage|up |node_netstat_Tcp_OutSegs|node_netstat_Tcp_InErrs|node_context_switches_total|node_load5|node_load1|node_memory_Active_bytes|node_netstat_Tcp_RetransSegs|node_netstat_Udp_InErrors|node_memory_Dirty_bytes|node_ambient_temp|node_netstat_Icmp_InMsgs|node_netstat_Udp_InDatagrams|node_intr_total|node_netstat_Tcp_InSegs|node_memory_Percpu_bytes|node_boot_time_seconds|node_netstat_Udp_OutDatagrams|node_netstat_Icmp_InErrors|node_procs_blocked|node_netstat_Icmp_OutMsgs|node_memory_MemFree_bytes|node_procs_running|node_forks_total|node_hwmon_temp_celsius_min|node_hwmon_temp_celsius_mean|node_hwmon_temp_celsius_max|node_filesystem_avail_bytes_sum|node_filesystem_files_sum|node_network_transmit_bytes_total_sum|node_filesystem_device_error_sum|node_disk_written_bytes_total_sum|node_filesystem_free_bytes_sum|node_thermal_zone_temp_min|node_thermal_zone_temp_mean|node_thermal_zone_temp_max|node_disk_read_bytes_total_sum|nvidia_gpu_memory_used_bytes_sum|nvidia_gpu_temperature_celsius_0|nvidia_gpu_temperature_celsius_1|nvidia_gpu_temperature_celsius_2|nvidia_gpu_temperature_celsius_3|nvidia_gpu_temperature_celsius_min|nvidia_gpu_temperature_celsius_mean|nvidia_gpu_temperature_celsius_max|node_arp_entries_sum|nvidia_gpu_fanspeed_percent_min|nvidia_gpu_fanspeed_percent_mean|nvidia_gpu_fanspeed_percent_max|node_filesystem_files_free_sum|nvidia_gpu_power_usage_milliwatts_0|nvidia_gpu_power_usage_milliwatts_1|nvidia_gpu_power_usage_milliwatts_2|nvidia_gpu_power_usage_milliwatts_3|nvidia_gpu_power_usage_milliwatts_min|nvidia_gpu_power_usage_milliwatts_sum|nvidia_gpu_power_usage_milliwatts_mean|nvidia_gpu_power_usage_milliwatts_max|node_filesystem_size_bytes_sum|node_disk_writes_completed_total_sum|nvidia_gpu_duty_cycle_min|nvidia_gpu_duty_cycle_mean|nvidia_gpu_duty_cycle_max|node_network_transmit_packets_total_sum|node_udp_queues_sum|node_network_receive_bytes_total_sum|node_network_receive_packets_total_sum|node_network_receive_multicast_total_sum|node_disk_io_now_sum|node_rapl_package_joules_total_sum|node_network_receive_drop_total_sum|timestamp_seconds|node_network_transmit_bytes_total_sum_delta|node_disk_written_bytes_total_sum_delta|node_disk_read_bytes_total_sum_delta|node_disk_writes_completed_total_sum_delta|node_network_transmit_packets_total_sum_delta|node_network_receive_bytes_total_sum_delta|node_network_receive_packets_total_sum_delta|node_network_receive_multicast_total_sum_delta|node_rapl_package_joules_total_sum_delta|node_network_receive_drop_total_sum_delta|timestamp_seconds_delta|node_rapl_package_power_sum|gpu_node|slurm_id|submit_date        |start_date         |end_date           |nodetypes|numnodes|numcores|state  |slurm_nodes|\n",
      "+---------+-------------------+-----+-----------------+-----------+----------------+---+------------------------+-----------------------+---------------------------+----------+----------+------------------------+----------------------------+-------------------------+-----------------------+-----------------+------------------------+----------------------------+---------------+-----------------------+------------------------+----------------------+-----------------------------+--------------------------+------------------+-------------------------+-------------------------+------------------+----------------+---------------------------+----------------------------+---------------------------+-------------------------------+-------------------------+-------------------------------------+--------------------------------+---------------------------------+------------------------------+--------------------------+---------------------------+--------------------------+------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+----------------------------------+-----------------------------------+----------------------------------+--------------------+-------------------------------+--------------------------------+-------------------------------+------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-------------------------------------+-------------------------------------+--------------------------------------+-------------------------------------+------------------------------+------------------------------------+-------------------------+--------------------------+-------------------------+---------------------------------------+-------------------+------------------------------------+--------------------------------------+----------------------------------------+--------------------+----------------------------------+-----------------------------------+-----------------+-------------------------------------------+---------------------------------------+------------------------------------+------------------------------------------+---------------------------------------------+------------------------------------------+--------------------------------------------+----------------------------------------------+----------------------------------------+-----------------------------------------+-----------------------+---------------------------+--------+--------+-------------------+-------------------+-------------------+---------+--------+--------+-------+-----------+\n",
      "|125386868|2022-10-30 09:32:30|r25n4|1.66712E9        |16.06      |176.0           |1.0|4.32769E9               |0.0                    |2.67928E10                 |16.05     |16.0      |2.00029E9               |1175070.0                   |0.0                      |12288.0                |25.0             |0.0                     |234347.0                    |8.77586E9      |4.64425E9              |1.09445E7               |1.66635E9             |258538.0                     |0.0                       |0.0               |1.0                      |9.62139E10               |26.0              |1682100.0       |50.0                       |53.33                       |57.0                       |1.963307532288E12              |2.38511102E8             |1.0253696029202E13                   |0.0                             |7.37327323136E11                 |1.96336121856E12              |51.0                      |54.0                       |57.0                      |1.302772736E9                 |0.0                             |0.0                             |0.0                             |0.0                             |0.0                             |0.0                               |0.0                                |0.0                               |229.0               |0.0                            |0.0                             |0.0                            |2.37951035E8                  |0.0                                |0.0                                |0.0                                |0.0                                |0.0                                  |0.0                                  |0.0                                   |0.0                                  |1.992225050624E12             |2256747.0                           |0.0                      |0.0                       |0.0                      |4.329223443E9                          |0.0                |1.0405040591706E13                  |4.881443618E9                         |1.0                                     |0.0                 |176445.24                         |0.0                                |1667122350       |35987.0                                    |30208.0                                |0.0                                 |4.0                                       |55.0                                         |10072.0                                   |89.0                                        |0.0                                           |3514.4899999999907                      |0.0                                      |30.0                   |117.14966666666636         |0       |2316366 |2022-10-25 18:45:47|2022-10-25 18:49:53|2022-10-30 18:50:14|normal   |1       |16      |TIMEOUT|[r25n4]    |\n",
      "|125386869|2022-10-30 09:33:00|r25n4|1.66712E9        |16.06      |176.0           |1.0|4.32769E9               |0.0                    |2.67928E10                 |16.05     |16.0      |1.99542E9               |1175070.0                   |0.0                      |24576.0                |25.0             |0.0                     |234365.0                    |8.77599E9      |4.64425E9              |1.09445E7               |1.66635E9             |258557.0                     |0.0                       |0.0               |1.0                      |9.6216E10                |20.0              |1682150.0       |50.0                       |53.39                       |57.0                       |1.963307532288E12              |2.38511102E8             |1.0253696509649E13                   |0.0                             |7.373273344E11                   |1.96336121856E12              |51.0                      |54.0                       |57.0                      |1.302772736E9                 |0.0                             |0.0                             |0.0                             |0.0                             |0.0                             |0.0                               |0.0                                |0.0                               |229.0               |0.0                            |0.0                             |0.0                            |2.37951036E8                  |0.0                                |0.0                                |0.0                                |0.0                                |0.0                                  |0.0                                  |0.0                                   |0.0                                  |1.992225050624E12             |2256750.0                           |0.0                      |0.0                       |0.0                      |4.329223551E9                          |0.0                |1.040504060351E13                   |4.881443726E9                         |1.0                                     |0.0                 |179957.46                         |0.0                                |1667122380       |480447.0                                   |11264.0                                |0.0                                 |3.0                                       |108.0                                        |11804.0                                   |108.0                                       |0.0                                           |3512.220000000001                       |0.0                                      |30.0                   |117.07400000000004         |0       |2316366 |2022-10-25 18:45:47|2022-10-25 18:49:53|2022-10-30 18:50:14|normal   |1       |16      |TIMEOUT|[r25n4]    |\n",
      "|125386870|2022-10-30 09:33:30|r25n4|1.66712E9        |16.06      |176.0           |1.0|4.32769E9               |0.0                    |2.67928E10                 |16.04     |16.0      |1.99506E9               |1175070.0                   |0.0                      |8192.0                 |25.0             |0.0                     |234383.0                    |8.77611E9      |4.64425E9              |1.09445E7               |1.66635E9             |258575.0                     |0.0                       |0.0               |1.0                      |9.62162E10               |26.0              |1682180.0       |49.0                       |53.33                       |57.0                       |1.963307532288E12              |2.38511102E8             |1.0253696543688E13                   |0.0                             |7.37327414272E11                 |1.96336121856E12              |51.0                      |54.0                       |57.0                      |1.302772736E9                 |0.0                             |0.0                             |0.0                             |0.0                             |0.0                             |0.0                               |0.0                                |0.0                               |229.0               |0.0                            |0.0                             |0.0                            |2.37951036E8                  |0.0                                |0.0                                |0.0                                |0.0                                |0.0                                  |0.0                                  |0.0                                   |0.0                                  |1.992225050624E12             |2256759.0                           |0.0                      |0.0                       |0.0                      |4.329223592E9                          |0.0                |1.0405040608628E13                  |4.881443796E9                         |1.0                                     |0.0                 |183470.06                         |0.0                                |1667122410       |34039.0                                    |79872.0                                |0.0                                 |9.0                                       |41.0                                         |5118.0                                    |70.0                                        |0.0                                           |3512.600000000006                       |0.0                                      |30.0                   |117.08666666666686         |0       |2316366 |2022-10-25 18:45:47|2022-10-25 18:49:53|2022-10-30 18:50:14|normal   |1       |16      |TIMEOUT|[r25n4]    |\n",
      "|125386871|2022-10-30 09:34:00|r25n4|1.66712E9        |16.05      |176.0           |1.0|4.32769E9               |0.0                    |2.67928E10                 |16.03     |16.0      |1.9965E9                |1175070.0                   |0.0                      |12288.0                |25.0             |0.0                     |234401.0                    |8.77623E9      |4.64425E9              |1.09445E7               |1.66635E9             |258593.0                     |0.0                       |0.0               |1.0                      |9.6215E10                |25.0              |1682220.0       |49.0                       |53.33                       |57.0                       |1.963307532288E12              |2.38511102E8             |1.0253698302107E13                   |0.0                             |7.37327432704E11                 |1.96336121856E12              |52.0                      |54.5                       |57.0                      |1.302772736E9                 |0.0                             |0.0                             |0.0                             |0.0                             |0.0                             |0.0                               |0.0                                |0.0                               |229.0               |0.0                            |0.0                             |0.0                            |2.37951035E8                  |0.0                                |0.0                                |0.0                                |0.0                                |0.0                                  |0.0                                  |0.0                                   |0.0                                  |1.992225050624E12             |2256762.0                           |0.0                      |0.0                       |0.0                      |4.329223885E9                          |0.0                |1.0405040634076E13                  |4.881443954E9                         |1.0                                     |0.0                 |186980.38                         |0.0                                |1667122440       |1758419.0                                  |18432.0                                |0.0                                 |3.0                                       |293.0                                        |25448.0                                   |158.0                                       |0.0                                           |3510.320000000007                       |0.0                                      |30.0                   |117.01066666666689         |0       |2316366 |2022-10-25 18:45:47|2022-10-25 18:49:53|2022-10-30 18:50:14|normal   |1       |16      |TIMEOUT|[r25n4]    |\n",
      "|125386872|2022-10-30 09:34:30|r25n4|1.66712E9        |16.09      |176.0           |1.0|4.3277E9                |0.0                    |2.67928E10                 |16.13     |16.39     |1.99282E9               |1175070.0                   |0.0                      |7753730.0              |25.0             |0.0                     |234410.0                    |8.77638E9      |4.64426E9              |1.09445E7               |1.66635E9             |258602.0                     |0.0                       |0.0               |1.0                      |9.62175E10               |21.0              |1682700.0       |50.0                       |53.5                        |57.0                       |1.963307470848E12              |2.38511102E8             |1.0253700088106E13                   |0.0                             |7.37364604928E11                 |1.96336115712E12              |51.0                      |54.0                       |57.0                      |1.302772736E9                 |0.0                             |0.0                             |0.0                             |0.0                             |0.0                             |0.0                               |0.0                                |0.0                               |229.0               |0.0                            |0.0                             |0.0                            |2.37951036E8                  |0.0                                |0.0                                |0.0                                |0.0                                |0.0                                  |0.0                                  |0.0                                   |0.0                                  |1.992225050624E12             |2257681.0                           |0.0                      |0.0                       |0.0                      |4.329235199E9                          |0.0                |1.0405042366638E13                  |4.881455202E9                         |1.0                                     |0.0                 |190493.28                         |0.0                                |1667122470       |1785999.0                                  |3.7172224E7                            |0.0                                 |919.0                                     |11314.0                                      |1732562.0                                 |11248.0                                     |0.0                                           |3512.899999999994                       |0.0                                      |30.0                   |117.09666666666648         |0       |2316366 |2022-10-25 18:45:47|2022-10-25 18:49:53|2022-10-30 18:50:14|normal   |1       |16      |TIMEOUT|[r25n4]    |\n",
      "+---------+-------------------+-----+-----------------+-----------+----------------+---+------------------------+-----------------------+---------------------------+----------+----------+------------------------+----------------------------+-------------------------+-----------------------+-----------------+------------------------+----------------------------+---------------+-----------------------+------------------------+----------------------+-----------------------------+--------------------------+------------------+-------------------------+-------------------------+------------------+----------------+---------------------------+----------------------------+---------------------------+-------------------------------+-------------------------+-------------------------------------+--------------------------------+---------------------------------+------------------------------+--------------------------+---------------------------+--------------------------+------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+--------------------------------+----------------------------------+-----------------------------------+----------------------------------+--------------------+-------------------------------+--------------------------------+-------------------------------+------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-----------------------------------+-------------------------------------+-------------------------------------+--------------------------------------+-------------------------------------+------------------------------+------------------------------------+-------------------------+--------------------------+-------------------------+---------------------------------------+-------------------+------------------------------------+--------------------------------------+----------------------------------------+--------------------+----------------------------------+-----------------------------------+-----------------+-------------------------------------------+---------------------------------------+------------------------------------+------------------------------------------+---------------------------------------------+------------------------------------------+--------------------------------------------+----------------------------------------------+----------------------------------------+-----------------------------------------+-----------------------+---------------------------+--------+--------+-------------------+-------------------+-------------------+---------+--------+--------+-------+-----------+\n",
      "only showing top 5 rows\n",
      "\n"
     ]
    }
   ],
   "source": [
    "df_slurm = spark.read.parquet(path_job_dataset)\n",
    "print(\"Job Dataset Size:\", df_slurm.count(), \"x\", len(df_slurm.columns), \"Start Date:\", df_slurm.select(F.min(\"start_date\")).first()[0], \"End Date:\", df_slurm.select(F.max(\"end_date\")).first()[0])\n",
    "df_slurm.show(5, False)\n",
    "\n",
    "df_prom = spark.read.parquet(path_node_dataset)\n",
    "print(\"Node Dataset Size:\", df_prom.count(), \"x\", len(df_prom.columns), \"Start Date:\", df_prom.select(F.min(\"timestamp\")).first()[0], \"End Date:\", df_prom.select(F.max(\"timestamp\")).first()[0])\n",
    "df_prom.show(5, False)\n",
    "\n",
    "df_combined = spark.read.parquet(path_job_node_joined_dataset)\n",
    "print(\"Job-Node Dataset Size:\", df_combined.count(), \"x\", len(df_combined.columns), \"Start Date:\", df_combined.select(F.min(\"timestamp\")).first()[0], \"End Date:\", df_combined.select(F.max(\"timestamp\")).first()[0])\n",
    "df_combined.show(5, False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.5"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "3a8149eb17ef945abfdf8e383acce9168fd9c2ac41a1124cb85eb67776d7d0c8"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}