visualizer.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8fac06d0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading environment football failed: No module named 'gfootball'\n"
     ]
    }
   ],
   "source": [
    "from agent import *\n",
    "from kaggle_environments import make"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "04adc265",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 onto opponent CityTile; turn 1; cmd: m u_2 w\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 2; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 3; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 6; Unit u_2 collided when trying to move w to (5, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 11; cmd: bw 5 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on non-empty resource tile; turn 11; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 11; cmd: bw 6 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 12; cmd: bw 5 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 12; cmd: bw 6 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 13; cmd: bw 5 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 13; cmd: bw 6 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 14; cmd: bw 5 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 15; cmd: bw 5 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 onto opponent CityTile; turn 15; cmd: m u_2 w\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 20; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 26; Unit u_2 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 26; Unit u_3 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 30; Unit u_2 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 30; Unit u_3 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 31; Unit u_2 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 31; Unit u_3 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 32; Unit u_2 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 32; Unit u_3 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 33; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 33; cmd: bcity u_3\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 96; turn 34; cmd: bcity u_1\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (8, 11) but unit cap reached. Build more CityTiles!; turn 34; cmd: bw 8 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 34; Unit u_2 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 34; Unit u_3 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 96; turn 35; cmd: bcity u_1\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (8, 11) but unit cap reached. Build more CityTiles!; turn 35; cmd: bw 8 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 35; Unit u_2 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 35; Unit u_3 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 36; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 36; cmd: bcity u_3\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 37; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 37; cmd: m u_3 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 38; Unit u_2 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 38; Unit u_3 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 39; Unit u_2 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 39; Unit u_3 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 80; turn 40; cmd: bcity u_1\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 40; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 40; cmd: bcity u_3\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 41; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 41; cmd: m u_3 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 42; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 42; cmd: bcity u_3\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 43; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 43; cmd: m u_3 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 44; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 44; cmd: bcity u_3\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 44; cmd: bw 6 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 45; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 45; cmd: bcity u_3\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 45; cmd: bw 6 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 46; cmd: bw 6 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (8, 11) but unit cap reached. Build more CityTiles!; turn 46; cmd: bw 8 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 46; Unit u_2 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 46; Unit u_3 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 47; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 47; cmd: m u_3 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 48; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 48; cmd: m u_3 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 49; Unit u_2 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 49; Unit u_3 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 50; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 50; cmd: bcity u_3\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 51; Unit u_2 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 51; Unit u_3 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 52; Unit u_2 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 52; Unit u_3 collided when trying to move w to (7, 11)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 53; Unit u_2 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 53; Unit u_3 collided when trying to move n to (8, 10)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 54; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 54; cmd: m u_3 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 55; cmd: bcity u_2\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 55; cmd: bcity u_3\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 56; Unit u_2 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 56; Unit u_3 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 57; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 57; cmd: m u_3 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (8, 11) but unit cap reached. Build more CityTiles!; turn 57; cmd: bw 8 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 58; Unit u_2 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 58; Unit u_3 collided when trying to move w to (7, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 60; Unit u_2 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 60; Unit u_3 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build CityTile on non-empty resource tile; turn 63; cmd: bcity u_1\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 63; Unit u_2 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 63; Unit u_3 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 64; Unit u_2 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 64; Unit u_3 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 65; Unit u_2 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - turn 65; Unit u_3 collided when trying to move e to (9, 11)\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 67; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 67; cmd: m u_3 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 67; cmd: bw 6 11\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 69; cmd: m u_2 s\n",
      "\u001b[33m[WARN]\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 69; cmd: m u_3 s\n"
     ]
    }
   ],
   "source": [
    "env = make(\"lux_ai_2021\", configuration={\"seed\": 562124210, \"loglevel\": 2, \"annotations\": True, \"height\":12, \"width\":12}, debug=True)\n",
    "steps = env.run([agent, agent])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c167aed7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<iframe srcdoc=\"<!DOCTYPE html>\n",
       "<html lang=&quot;en&quot;>\n",
       "  <head>\n",
       "    <script>\n",
       "      \n",
       "window.kaggle = {\n",
       "  &quot;debug&quot;: true,\n",
       "  &quot;playing&quot;: true,\n",
       "  &quot;step&quot;: 0,\n",
       "  &quot;controls&quot;: true,\n",
       "  &quot;environment&quot;: {\n",
       "    &quot;id&quot;: &quot;683c75b4-4af3-11ec-ae27-0242ac110002&quot;,\n",
       "    &quot;name&quot;: &quot;lux_ai_2021&quot;,\n",
       "    &quot;title&quot;: &quot;Lux AI Challenge: 2021&quot;,\n",
       "    &quot;description&quot;: &quot;A Novel AI Programming Challenge about Lux&quot;,\n",
       "    &quot;version&quot;: &quot;3.1.0&quot;,\n",
       "    &quot;configuration&quot;: {\n",
       "      &quot;seed&quot;: 562124210,\n",
       "      &quot;loglevel&quot;: 2,\n",
       "      &quot;annotations&quot;: true,\n",
       "      &quot;height&quot;: 12,\n",
       "      &quot;width&quot;: 12,\n",
       "      &quot;episodeSteps&quot;: 361,\n",
       "      &quot;actTimeout&quot;: 3,\n",
       "      &quot;runTimeout&quot;: 1200,\n",
       "      &quot;mapType&quot;: &quot;random&quot;\n",
       "    },\n",
       "    &quot;specification&quot;: {\n",
       "      &quot;action&quot;: {\n",
       "        &quot;description&quot;: &quot;Actions&quot;,\n",
       "        &quot;type&quot;: &quot;array&quot;,\n",
       "        &quot;default&quot;: 0\n",
       "      },\n",
       "      &quot;agents&quot;: [\n",
       "        2\n",
       "      ],\n",
       "      &quot;configuration&quot;: {\n",
       "        &quot;episodeSteps&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum number of steps the environment can run. Total is this number -1. One complete game is 360 steps&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 2,\n",
       "          &quot;default&quot;: 361\n",
       "        },\n",
       "        &quot;actTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) to obtain an action from an agent.&quot;,\n",
       "          &quot;type&quot;: &quot;number&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 3\n",
       "        },\n",
       "        &quot;runTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) of an episode (not necessarily DONE).&quot;,\n",
       "          &quot;type&quot;: &quot;number&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 1200\n",
       "        },\n",
       "        &quot;parameters&quot;: {\n",
       "          &quot;description&quot;: &quot;Parameters for Lux AI 2021&quot;,\n",
       "          &quot;type&quot;: &quot;object&quot;\n",
       "        },\n",
       "        &quot;mapType&quot;: {\n",
       "          &quot;description&quot;: &quot;Map type to use&quot;,\n",
       "          &quot;type&quot;: &quot;string&quot;,\n",
       "          &quot;default&quot;: &quot;random&quot;\n",
       "        },\n",
       "        &quot;width&quot;: {\n",
       "          &quot;description&quot;: &quot;Width of map to generate&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;\n",
       "        },\n",
       "        &quot;seed&quot;: {\n",
       "          &quot;description&quot;: &quot;Seed to use for episodes&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;\n",
       "        },\n",
       "        &quot;annotations&quot;: {\n",
       "          &quot;description&quot;: &quot;Whether to enable debug annotations or not.&quot;,\n",
       "          &quot;type&quot;: &quot;boolean&quot;,\n",
       "          &quot;default&quot;: false\n",
       "        },\n",
       "        &quot;loglevel&quot;: {\n",
       "          &quot;description&quot;: &quot;Logging level of the game. 2 for warnings (e.g unit collisions, malformed actions), 1 for errors, 0 for none&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 0\n",
       "        }\n",
       "      },\n",
       "      &quot;info&quot;: {},\n",
       "      &quot;observation&quot;: {\n",
       "        &quot;remainingOverageTime&quot;: {\n",
       "          &quot;description&quot;: &quot;Total remaining banked time (seconds) that can be used in excess of per-step actTimeouts -- agent is disqualified with TIMEOUT status when this drops below 0.&quot;,\n",
       "          &quot;shared&quot;: false,\n",
       "          &quot;type&quot;: &quot;number&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 60\n",
       "        },\n",
       "        &quot;step&quot;: {\n",
       "          &quot;description&quot;: &quot;Current step within the episode.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;shared&quot;: true,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;default&quot;: 0\n",
       "        },\n",
       "        &quot;width&quot;: {\n",
       "          &quot;description&quot;: &quot;The width of the map&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;shared&quot;: true,\n",
       "          &quot;default&quot;: 12\n",
       "        },\n",
       "        &quot;height&quot;: {\n",
       "          &quot;description&quot;: &quot;The height of the map&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;shared&quot;: true,\n",
       "          &quot;default&quot;: 12\n",
       "        },\n",
       "        &quot;reward&quot;: {\n",
       "          &quot;description&quot;: &quot;Current reward of the agent. Equal to number of city tiles * 10000 + number of units&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 0\n",
       "        },\n",
       "        &quot;updates&quot;: {\n",
       "          &quot;description&quot;: &quot;List of update strings for agents to use and generate the observed state&quot;,\n",
       "          &quot;type&quot;: &quot;array&quot;,\n",
       "          &quot;shared&quot;: true\n",
       "        },\n",
       "        &quot;globalUnitIDCount&quot;: {\n",
       "          &quot;description&quot;: &quot;Used purely to ensure state is the exact same including generated IDs&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;shared&quot;: true,\n",
       "          &quot;default&quot;: 0\n",
       "        },\n",
       "        &quot;globalCityIDCount&quot;: {\n",
       "          &quot;description&quot;: &quot;Used purely to ensure state is the exact same including generated IDs&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;shared&quot;: true,\n",
       "          &quot;default&quot;: 0\n",
       "        },\n",
       "        &quot;player&quot;: {\n",
       "          &quot;description&quot;: &quot;Current player's index / team id&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;defaults&quot;: [\n",
       "            0,\n",
       "            1\n",
       "          ]\n",
       "        }\n",
       "      },\n",
       "      &quot;reward&quot;: {\n",
       "        &quot;description&quot;: &quot;Reward of the agent. Equal to number of city tiles * 1000 + number of units&quot;,\n",
       "        &quot;type&quot;: [\n",
       "          &quot;number&quot;,\n",
       "          &quot;null&quot;\n",
       "        ],\n",
       "        &quot;default&quot;: 0\n",
       "      }\n",
       "    },\n",
       "    &quot;steps&quot;: [\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 0,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 0,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;0&quot;,\n",
       "              &quot;12 12&quot;,\n",
       "              &quot;rp 0 0&quot;,\n",
       "              &quot;rp 1 0&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 342&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 322&quot;,\n",
       "              &quot;r wood 2 1 383&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 326&quot;,\n",
       "              &quot;r wood 4 8 333&quot;,\n",
       "              &quot;r wood 4 9 307&quot;,\n",
       "              &quot;r wood 4 10 800&quot;,\n",
       "              &quot;r wood 4 11 800&quot;,\n",
       "              &quot;r wood 5 8 352&quot;,\n",
       "              &quot;r wood 5 9 343&quot;,\n",
       "              &quot;r wood 5 10 800&quot;,\n",
       "              &quot;r wood 6 8 352&quot;,\n",
       "              &quot;r wood 6 9 343&quot;,\n",
       "              &quot;r wood 6 10 800&quot;,\n",
       "              &quot;r wood 7 8 333&quot;,\n",
       "              &quot;r wood 7 9 307&quot;,\n",
       "              &quot;r wood 7 10 800&quot;,\n",
       "              &quot;r wood 7 11 800&quot;,\n",
       "              &quot;r wood 8 0 326&quot;,\n",
       "              &quot;r wood 9 0 322&quot;,\n",
       "              &quot;r wood 9 1 383&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 342&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 5 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 0 23&quot;,\n",
       "              &quot;c 1 c_2 0 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 0,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 1,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 0&quot;,\n",
       "              &quot;rp 1 0&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 351&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 331&quot;,\n",
       "              &quot;r wood 2 1 393&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 335&quot;,\n",
       "              &quot;r wood 4 8 342&quot;,\n",
       "              &quot;r wood 4 9 315&quot;,\n",
       "              &quot;r wood 4 10 800&quot;,\n",
       "              &quot;r wood 4 11 780&quot;,\n",
       "              &quot;r wood 5 8 361&quot;,\n",
       "              &quot;r wood 5 9 352&quot;,\n",
       "              &quot;r wood 5 10 780&quot;,\n",
       "              &quot;r wood 6 8 361&quot;,\n",
       "              &quot;r wood 6 9 352&quot;,\n",
       "              &quot;r wood 6 10 780&quot;,\n",
       "              &quot;r wood 7 8 342&quot;,\n",
       "              &quot;r wood 7 9 315&quot;,\n",
       "              &quot;r wood 7 10 800&quot;,\n",
       "              &quot;r wood 7 11 780&quot;,\n",
       "              &quot;r wood 8 0 335&quot;,\n",
       "              &quot;r wood 9 0 331&quot;,\n",
       "              &quot;r wood 9 1 393&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 351&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 5 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 40 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 w&quot;,\n",
       "            &quot;r 5 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 2,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 360&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 340&quot;,\n",
       "              &quot;r wood 2 1 403&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 344&quot;,\n",
       "              &quot;r wood 4 8 351&quot;,\n",
       "              &quot;r wood 4 9 323&quot;,\n",
       "              &quot;r wood 4 10 780&quot;,\n",
       "              &quot;r wood 4 11 760&quot;,\n",
       "              &quot;r wood 5 8 371&quot;,\n",
       "              &quot;r wood 5 9 361&quot;,\n",
       "              &quot;r wood 5 10 780&quot;,\n",
       "              &quot;r wood 6 8 371&quot;,\n",
       "              &quot;r wood 6 9 361&quot;,\n",
       "              &quot;r wood 6 10 760&quot;,\n",
       "              &quot;r wood 7 8 351&quot;,\n",
       "              &quot;r wood 7 9 323&quot;,\n",
       "              &quot;r wood 7 10 800&quot;,\n",
       "              &quot;r wood 7 11 760&quot;,\n",
       "              &quot;r wood 8 0 344&quot;,\n",
       "              &quot;r wood 9 0 340&quot;,\n",
       "              &quot;r wood 9 1 403&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 360&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 4 11 1 40 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 80 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 9&quot;,\n",
       "              &quot;ct 1 c_2 6 11 9&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;,\n",
       "            &quot;r 6 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 3,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 369&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 349&quot;,\n",
       "              &quot;r wood 2 1 414&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 353&quot;,\n",
       "              &quot;r wood 4 8 360&quot;,\n",
       "              &quot;r wood 4 9 332&quot;,\n",
       "              &quot;r wood 4 10 760&quot;,\n",
       "              &quot;r wood 4 11 740&quot;,\n",
       "              &quot;r wood 5 8 381&quot;,\n",
       "              &quot;r wood 5 9 371&quot;,\n",
       "              &quot;r wood 5 10 780&quot;,\n",
       "              &quot;r wood 6 8 381&quot;,\n",
       "              &quot;r wood 6 9 371&quot;,\n",
       "              &quot;r wood 6 10 740&quot;,\n",
       "              &quot;r wood 7 8 360&quot;,\n",
       "              &quot;r wood 7 9 332&quot;,\n",
       "              &quot;r wood 7 10 800&quot;,\n",
       "              &quot;r wood 7 11 740&quot;,\n",
       "              &quot;r wood 8 0 353&quot;,\n",
       "              &quot;r wood 9 0 349&quot;,\n",
       "              &quot;r wood 9 1 414&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 369&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 4 11 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 120 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 8&quot;,\n",
       "              &quot;ct 1 c_2 6 11 8&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 4,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 379&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 358&quot;,\n",
       "              &quot;r wood 2 1 425&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 362&quot;,\n",
       "              &quot;r wood 4 8 369&quot;,\n",
       "              &quot;r wood 4 9 336&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 391&quot;,\n",
       "              &quot;r wood 5 9 381&quot;,\n",
       "              &quot;r wood 5 10 775&quot;,\n",
       "              &quot;r wood 6 8 391&quot;,\n",
       "              &quot;r wood 6 9 381&quot;,\n",
       "              &quot;r wood 6 10 720&quot;,\n",
       "              &quot;r wood 7 8 369&quot;,\n",
       "              &quot;r wood 7 9 341&quot;,\n",
       "              &quot;r wood 7 10 800&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 362&quot;,\n",
       "              &quot;r wood 9 0 358&quot;,\n",
       "              &quot;r wood 9 1 425&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 379&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 4 10 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 7&quot;,\n",
       "              &quot;ct 1 c_2 6 11 7&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 5,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 389&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 367&quot;,\n",
       "              &quot;r wood 2 1 436&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 372&quot;,\n",
       "              &quot;r wood 4 8 379&quot;,\n",
       "              &quot;r wood 4 9 345&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 401&quot;,\n",
       "              &quot;r wood 5 9 391&quot;,\n",
       "              &quot;r wood 5 10 755&quot;,\n",
       "              &quot;r wood 6 8 401&quot;,\n",
       "              &quot;r wood 6 9 371&quot;,\n",
       "              &quot;r wood 6 10 700&quot;,\n",
       "              &quot;r wood 7 8 379&quot;,\n",
       "              &quot;r wood 7 9 350&quot;,\n",
       "              &quot;r wood 7 10 780&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 372&quot;,\n",
       "              &quot;r wood 9 0 367&quot;,\n",
       "              &quot;r wood 9 1 436&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 389&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 4 10 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 10 1 80 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 6&quot;,\n",
       "              &quot;ct 1 c_2 6 11 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 6,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 399&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 377&quot;,\n",
       "              &quot;r wood 2 1 447&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 382&quot;,\n",
       "              &quot;r wood 4 8 389&quot;,\n",
       "              &quot;r wood 4 9 354&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 412&quot;,\n",
       "              &quot;r wood 5 9 401&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 412&quot;,\n",
       "              &quot;r wood 6 9 376&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 389&quot;,\n",
       "              &quot;r wood 7 9 359&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 382&quot;,\n",
       "              &quot;r wood 9 0 377&quot;,\n",
       "              &quot;r wood 9 1 447&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 399&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 5 10 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 10 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 5&quot;,\n",
       "              &quot;ct 1 c_2 6 11 5&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 7,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 409&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 387&quot;,\n",
       "              &quot;r wood 2 1 459&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 392&quot;,\n",
       "              &quot;r wood 4 8 399&quot;,\n",
       "              &quot;r wood 4 9 363&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 423&quot;,\n",
       "              &quot;r wood 5 9 412&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 423&quot;,\n",
       "              &quot;r wood 6 9 386&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 399&quot;,\n",
       "              &quot;r wood 7 9 368&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 392&quot;,\n",
       "              &quot;r wood 9 0 387&quot;,\n",
       "              &quot;r wood 9 1 459&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 409&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 5 10 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 10 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 4&quot;,\n",
       "              &quot;ct 1 c_2 6 11 4&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 8,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 420&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 397&quot;,\n",
       "              &quot;r wood 2 1 471&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 402&quot;,\n",
       "              &quot;r wood 4 8 409&quot;,\n",
       "              &quot;r wood 4 9 373&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 434&quot;,\n",
       "              &quot;r wood 5 9 423&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 434&quot;,\n",
       "              &quot;r wood 6 9 396&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 409&quot;,\n",
       "              &quot;r wood 7 9 378&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 402&quot;,\n",
       "              &quot;r wood 9 0 397&quot;,\n",
       "              &quot;r wood 9 1 471&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 420&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 10 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 5 10 1 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 3&quot;,\n",
       "              &quot;ct 1 c_2 6 11 3&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 9,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 431&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 407&quot;,\n",
       "              &quot;r wood 2 1 483&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 413&quot;,\n",
       "              &quot;r wood 4 8 420&quot;,\n",
       "              &quot;r wood 4 9 383&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 445&quot;,\n",
       "              &quot;r wood 5 9 434&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 445&quot;,\n",
       "              &quot;r wood 6 9 406&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 420&quot;,\n",
       "              &quot;r wood 7 9 388&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 413&quot;,\n",
       "              &quot;r wood 9 0 407&quot;,\n",
       "              &quot;r wood 9 1 483&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 431&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 10 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 5 10 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 2&quot;,\n",
       "              &quot;ct 1 c_2 6 11 2&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 10,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 442&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 418&quot;,\n",
       "              &quot;r wood 2 1 496&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 424&quot;,\n",
       "              &quot;r wood 4 8 431&quot;,\n",
       "              &quot;r wood 4 9 393&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 457&quot;,\n",
       "              &quot;r wood 5 9 445&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 457&quot;,\n",
       "              &quot;r wood 6 9 417&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 431&quot;,\n",
       "              &quot;r wood 7 9 398&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 424&quot;,\n",
       "              &quot;r wood 9 0 418&quot;,\n",
       "              &quot;r wood 9 1 496&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 442&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 10 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 5 10 1 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 1&quot;,\n",
       "              &quot;ct 1 c_2 6 11 1&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 11,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 454&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 429&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 435&quot;,\n",
       "              &quot;r wood 4 8 442&quot;,\n",
       "              &quot;r wood 4 9 403&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 469&quot;,\n",
       "              &quot;r wood 5 9 457&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 469&quot;,\n",
       "              &quot;r wood 6 9 428&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 442&quot;,\n",
       "              &quot;r wood 7 9 408&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 435&quot;,\n",
       "              &quot;r wood 9 0 429&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 454&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 10 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 5 10 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;,\n",
       "            &quot;bw 5 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 12,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 466&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 440&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 446&quot;,\n",
       "              &quot;r wood 4 8 454&quot;,\n",
       "              &quot;r wood 4 9 414&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 481&quot;,\n",
       "              &quot;r wood 5 9 469&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 481&quot;,\n",
       "              &quot;r wood 6 9 439&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 454&quot;,\n",
       "              &quot;r wood 7 9 419&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 446&quot;,\n",
       "              &quot;r wood 9 0 440&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 466&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 9 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 5 10 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bw 6 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bw 5 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 13,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 478&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 451&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 458&quot;,\n",
       "              &quot;r wood 4 8 466&quot;,\n",
       "              &quot;r wood 4 9 425&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 494&quot;,\n",
       "              &quot;r wood 5 9 481&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 494&quot;,\n",
       "              &quot;r wood 6 9 450&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 466&quot;,\n",
       "              &quot;r wood 7 9 430&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 458&quot;,\n",
       "              &quot;r wood 9 0 451&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 478&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 9 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 10 1 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;bw 6 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;,\n",
       "            &quot;bw 5 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 14,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 1&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 490&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 463&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 470&quot;,\n",
       "              &quot;r wood 4 8 478&quot;,\n",
       "              &quot;r wood 4 9 436&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 494&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 462&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 478&quot;,\n",
       "              &quot;r wood 7 9 441&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 470&quot;,\n",
       "              &quot;r wood 9 0 463&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 490&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 9 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 10 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 160 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bw 6 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bw 5 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 15,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 475&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 482&quot;,\n",
       "              &quot;r wood 4 8 490&quot;,\n",
       "              &quot;r wood 4 9 447&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 474&quot;,\n",
       "              &quot;r wood 6 10 695&quot;,\n",
       "              &quot;r wood 7 8 490&quot;,\n",
       "              &quot;r wood 7 9 453&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 720&quot;,\n",
       "              &quot;r wood 8 0 482&quot;,\n",
       "              &quot;r wood 9 0 475&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 9 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 260 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 9&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;r 6 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_1&quot;,\n",
       "            &quot;bw 5 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 16,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 1&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 487&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 495&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 459&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 486&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 465&quot;,\n",
       "              &quot;r wood 7 10 775&quot;,\n",
       "              &quot;r wood 7 11 700&quot;,\n",
       "              &quot;r wood 8 0 495&quot;,\n",
       "              &quot;r wood 9 0 487&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 9 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 6 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 8&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;r 5 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 17,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 2,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 2&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 471&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 499&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 477&quot;,\n",
       "              &quot;r wood 7 10 755&quot;,\n",
       "              &quot;r wood 7 11 680&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 9 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 7 11 1 40 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 9&quot;,\n",
       "              &quot;ct 1 c_2 6 11 7&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 18,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 3,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 2&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 483&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 469&quot;,\n",
       "              &quot;r wood 7 10 735&quot;,\n",
       "              &quot;r wood 7 11 660&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 9 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 7 11 0 80 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 8&quot;,\n",
       "              &quot;ct 1 c_2 6 11 6&quot;,\n",
       "              &quot;ct 0 c_3 8 9 0&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 w&quot;,\n",
       "            &quot;r 8 9&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 19,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 3,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 3&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 496&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 492&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 492&quot;,\n",
       "              &quot;r wood 7 9 461&quot;,\n",
       "              &quot;r wood 7 10 715&quot;,\n",
       "              &quot;r wood 7 11 640&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 9 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 1 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 7&quot;,\n",
       "              &quot;ct 1 c_2 6 11 5&quot;,\n",
       "              &quot;ct 0 c_3 8 9 9&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 20,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 3,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 3&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 468&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 640&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 9 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 6&quot;,\n",
       "              &quot;ct 1 c_2 6 11 4&quot;,\n",
       "              &quot;ct 0 c_3 8 9 8&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 w&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 21,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 3,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 3&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 480&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 640&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 9 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 5&quot;,\n",
       "              &quot;ct 1 c_2 6 11 3&quot;,\n",
       "              &quot;ct 0 c_3 8 9 7&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 22,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 3,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 3&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 492&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 640&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 9 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 1 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 4&quot;,\n",
       "              &quot;ct 1 c_2 6 11 2&quot;,\n",
       "              &quot;ct 0 c_3 8 9 6&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 23,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 3,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 3&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 640&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 9 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 100 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 3&quot;,\n",
       "              &quot;ct 1 c_2 6 11 1&quot;,\n",
       "              &quot;ct 0 c_3 8 9 5&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 24,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 2,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 3&quot;,\n",
       "              &quot;rp 1 2&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 620&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 9 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;c 1 c_4 20 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 2&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 0 c_3 8 9 4&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 25,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 3&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 600&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 8 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;c 1 c_4 40 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 1&quot;,\n",
       "              &quot;ct 1 c_2 6 11 9&quot;,\n",
       "              &quot;ct 0 c_3 8 9 3&quot;,\n",
       "              &quot;ct 1 c_4 8 11 9&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;r 6 11&quot;,\n",
       "            &quot;bw 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 26,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 3&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 580&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 8 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;c 1 c_4 60 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 0&quot;,\n",
       "              &quot;ct 1 c_2 6 11 8&quot;,\n",
       "              &quot;ct 0 c_3 8 9 2&quot;,\n",
       "              &quot;ct 1 c_4 8 11 8&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;,\n",
       "            &quot;r 5 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 27,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 4&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 560&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 7 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;c 1 c_4 80 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 9&quot;,\n",
       "              &quot;ct 1 c_2 6 11 7&quot;,\n",
       "              &quot;ct 0 c_3 8 9 1&quot;,\n",
       "              &quot;ct 1 c_4 8 11 7&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 n&quot;,\n",
       "            &quot;m u_3 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 28,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 4&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 540&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 7 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;c 1 c_4 100 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 8&quot;,\n",
       "              &quot;ct 1 c_2 6 11 6&quot;,\n",
       "              &quot;ct 0 c_3 8 9 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 6&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 s&quot;,\n",
       "            &quot;r 8 9&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 29,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 520&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 8 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;c 1 c_4 120 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 7&quot;,\n",
       "              &quot;ct 1 c_2 6 11 5&quot;,\n",
       "              &quot;ct 0 c_3 8 9 9&quot;,\n",
       "              &quot;ct 1 c_4 8 11 5&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 20001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 30,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 20001,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 500&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 8 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 40 23&quot;,\n",
       "              &quot;c 1 c_2 300 23&quot;,\n",
       "              &quot;c 0 c_3 20 23&quot;,\n",
       "              &quot;c 1 c_4 140 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 6&quot;,\n",
       "              &quot;ct 1 c_2 6 11 4&quot;,\n",
       "              &quot;ct 0 c_3 8 9 8&quot;,\n",
       "              &quot;ct 1 c_4 8 11 4&quot;,\n",
       "              &quot;ccd 8 9 6&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 10001,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 31,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 10001,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 492&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 7 3 96 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 0 c_1 17 23&quot;,\n",
       "              &quot;c 1 c_2 277 23&quot;,\n",
       "              &quot;c 1 c_4 137 23&quot;,\n",
       "              &quot;ct 0 c_1 5 11 5&quot;,\n",
       "              &quot;ct 1 c_2 6 11 3&quot;,\n",
       "              &quot;ct 1 c_4 8 11 3&quot;,\n",
       "              &quot;ccd 5 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;m u_3 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 32,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 484&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 7 2 96 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 254 23&quot;,\n",
       "              &quot;c 1 c_4 134 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 2&quot;,\n",
       "              &quot;ct 1 c_4 8 11 2&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;m u_3 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 33,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 476&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 7 1 96 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 231 23&quot;,\n",
       "              &quot;c 1 c_4 131 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 1&quot;,\n",
       "              &quot;ct 1 c_4 8 11 1&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 n&quot;,\n",
       "            &quot;m u_3 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 34,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 3&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 468&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 7 0 96 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 208 23&quot;,\n",
       "              &quot;c 1 c_4 128 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bcity u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 35,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 4&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 460&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 7 0 96 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 185 23&quot;,\n",
       "              &quot;c 1 c_4 125 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 9&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 n&quot;,\n",
       "            &quot;m u_3 n&quot;,\n",
       "            &quot;r 6 11&quot;,\n",
       "            &quot;bw 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 36,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 4&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 451&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 7 0 96 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 162 23&quot;,\n",
       "              &quot;c 1 c_4 122 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 8&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;,\n",
       "            &quot;m u_3 w&quot;,\n",
       "            &quot;bw 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 37,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 442&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 6 3 92 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 139 23&quot;,\n",
       "              &quot;c 1 c_4 119 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 7&quot;,\n",
       "              &quot;ct 1 c_4 8 11 9&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bcity u_3&quot;,\n",
       "            &quot;r 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 38,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 433&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 6 2 88 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 116 23&quot;,\n",
       "              &quot;c 1 c_4 116 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 6&quot;,\n",
       "              &quot;ct 1 c_4 8 11 8&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 39,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 424&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 6 1 84 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 93 23&quot;,\n",
       "              &quot;c 1 c_4 113 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 5&quot;,\n",
       "              &quot;ct 1 c_4 8 11 7&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 n&quot;,\n",
       "            &quot;m u_3 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 40,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 415&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 6 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 110 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 4&quot;,\n",
       "              &quot;ct 1 c_4 8 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;,\n",
       "            &quot;m u_3 w&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 41,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 405&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 6 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 130 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 3&quot;,\n",
       "              &quot;ct 1 c_4 8 11 5&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bcity u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 42,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 395&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 6 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 150 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 2&quot;,\n",
       "              &quot;ct 1 c_4 8 11 4&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 43,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 385&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 6 6 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 170 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 1&quot;,\n",
       "              &quot;ct 1 c_4 8 11 3&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bcity u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 44,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 375&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 6 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 190 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 2&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 45,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 364&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 6 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 210 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 1&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bcity u_3&quot;,\n",
       "            &quot;bw 6 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 46,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 353&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 6 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 230 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bcity u_3&quot;,\n",
       "            &quot;bw 6 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 47,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 5&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 342&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 6 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 250 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;,\n",
       "            &quot;m u_3 w&quot;,\n",
       "            &quot;bw 6 11&quot;,\n",
       "            &quot;bw 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 w&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 48,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 331&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 6 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 270 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 9&quot;,\n",
       "              &quot;ct 1 c_4 8 11 9&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;,\n",
       "            &quot;r 6 11&quot;,\n",
       "            &quot;r 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 49,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 319&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 7 6 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 290 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 8&quot;,\n",
       "              &quot;ct 1 c_4 8 11 8&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 50,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 307&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 6 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 310 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 7&quot;,\n",
       "              &quot;ct 1 c_4 8 11 7&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;m u_3 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 51,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 295&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 6 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 330 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 6&quot;,\n",
       "              &quot;ct 1 c_4 8 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bcity u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 52,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 282&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 5 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 350 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 5&quot;,\n",
       "              &quot;ct 1 c_4 8 11 5&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;,\n",
       "            &quot;m u_3 w&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 53,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 269&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 5 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 370 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 4&quot;,\n",
       "              &quot;ct 1 c_4 8 11 4&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;,\n",
       "            &quot;m u_3 w&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 54,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 256&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 4 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 390 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 3&quot;,\n",
       "              &quot;ct 1 c_4 8 11 3&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 n&quot;,\n",
       "            &quot;m u_3 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 55,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 242&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 4 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 410 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 2&quot;,\n",
       "              &quot;ct 1 c_4 8 11 2&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 56,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 228&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 3 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 430 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 1&quot;,\n",
       "              &quot;ct 1 c_4 8 11 1&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_2&quot;,\n",
       "            &quot;bcity u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 57,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 7&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 214&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 3 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 450 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;m u_3 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 58,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 8&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 199&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 3 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 470 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 9&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;,\n",
       "            &quot;r 6 11&quot;,\n",
       "            &quot;bw 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 59,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 184&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 3 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 490 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 8&quot;,\n",
       "              &quot;ct 1 c_4 8 11 9&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 w&quot;,\n",
       "            &quot;m u_3 w&quot;,\n",
       "            &quot;r 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 n&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 60,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 169&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 2 1 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 510 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 7&quot;,\n",
       "              &quot;ct 1 c_4 8 11 8&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 61,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 153&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 8 2 0 80 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 530 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 6&quot;,\n",
       "              &quot;ct 1 c_4 8 11 7&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;m u_3 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 62,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 137&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 492&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 9 2 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 550 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 5&quot;,\n",
       "              &quot;ct 1 c_4 8 11 6&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 63,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 120&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 9 2 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 570 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 4&quot;,\n",
       "              &quot;ct 1 c_4 8 11 5&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 64,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 103&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 9 2 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 590 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 3&quot;,\n",
       "              &quot;ct 1 c_4 8 11 4&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;m u_3 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 65,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 86&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 9 3 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 610 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 2&quot;,\n",
       "              &quot;ct 1 c_4 8 11 3&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;m u_3 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 66,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 68&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 9 3 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 630 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 1&quot;,\n",
       "              &quot;ct 1 c_4 8 11 2&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 e&quot;,\n",
       "            &quot;m u_3 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 67,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 50&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 9 3 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 650 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 1&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 68,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 9&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 31&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 9 3 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 670 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 0&quot;,\n",
       "              &quot;ct 1 c_4 8 11 0&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;,\n",
       "            &quot;bw 6 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_1 e&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 69,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 11&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 7 11 12&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 10 3 1 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 690 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 9&quot;,\n",
       "              &quot;ct 1 c_4 8 11 9&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;,\n",
       "            &quot;r 6 11&quot;,\n",
       "            &quot;r 8 11&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [],\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 70,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 1,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 4,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 11&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 0 u_1 10 3 0 100 0 0&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 70 23&quot;,\n",
       "              &quot;c 1 c_4 702 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 8&quot;,\n",
       "              &quot;ct 1 c_4 8 11 8&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;m u_2 s&quot;,\n",
       "            &quot;m u_3 s&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;bcity u_1&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;step&quot;: 71,\n",
       "            &quot;width&quot;: 12,\n",
       "            &quot;height&quot;: 12,\n",
       "            &quot;reward&quot;: 0,\n",
       "            &quot;globalUnitIDCount&quot;: 3,\n",
       "            &quot;globalCityIDCount&quot;: 5,\n",
       "            &quot;player&quot;: 0,\n",
       "            &quot;updates&quot;: [\n",
       "              &quot;rp 0 5&quot;,\n",
       "              &quot;rp 1 11&quot;,\n",
       "              &quot;r coal 0 7 385&quot;,\n",
       "              &quot;r coal 0 8 358&quot;,\n",
       "              &quot;r coal 0 9 377&quot;,\n",
       "              &quot;r wood 1 0 500&quot;,\n",
       "              &quot;r uranium 1 2 330&quot;,\n",
       "              &quot;r wood 2 0 500&quot;,\n",
       "              &quot;r wood 2 1 500&quot;,\n",
       "              &quot;r uranium 2 2 301&quot;,\n",
       "              &quot;r wood 3 0 500&quot;,\n",
       "              &quot;r wood 4 8 500&quot;,\n",
       "              &quot;r wood 4 9 500&quot;,\n",
       "              &quot;r wood 4 10 755&quot;,\n",
       "              &quot;r wood 4 11 735&quot;,\n",
       "              &quot;r wood 5 8 500&quot;,\n",
       "              &quot;r wood 5 9 500&quot;,\n",
       "              &quot;r wood 5 10 750&quot;,\n",
       "              &quot;r wood 6 8 500&quot;,\n",
       "              &quot;r wood 6 9 500&quot;,\n",
       "              &quot;r wood 6 10 675&quot;,\n",
       "              &quot;r wood 7 8 500&quot;,\n",
       "              &quot;r wood 7 9 500&quot;,\n",
       "              &quot;r wood 7 10 710&quot;,\n",
       "              &quot;r wood 8 0 500&quot;,\n",
       "              &quot;r wood 9 0 500&quot;,\n",
       "              &quot;r wood 9 1 500&quot;,\n",
       "              &quot;r uranium 9 2 301&quot;,\n",
       "              &quot;r wood 10 0 500&quot;,\n",
       "              &quot;r uranium 10 2 330&quot;,\n",
       "              &quot;r coal 11 7 385&quot;,\n",
       "              &quot;r coal 11 8 358&quot;,\n",
       "              &quot;r coal 11 9 377&quot;,\n",
       "              &quot;u 0 1 u_2 8 11 0 0 0 0&quot;,\n",
       "              &quot;u 0 1 u_3 8 11 0 0 0 0&quot;,\n",
       "              &quot;c 1 c_2 47 23&quot;,\n",
       "              &quot;c 1 c_4 679 23&quot;,\n",
       "              &quot;ct 1 c_2 6 11 7&quot;,\n",
       "              &quot;ct 1 c_4 8 11 7&quot;,\n",
       "              &quot;ccd 6 11 6&quot;,\n",
       "              &quot;ccd 8 11 6&quot;,\n",
       "              &quot;D_DONE&quot;\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;DONE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: [\n",
       "            &quot;p u_2&quot;,\n",
       "            &quot;p u_3&quot;\n",
       "          ],\n",
       "          &quot;reward&quot;: 20002,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;remainingOverageTime&quot;: 60,\n",
       "            &quot;reward&quot;: 20002,\n",
       "            &quot;player&quot;: 1\n",
       "          },\n",
       "          &quot;status&quot;: &quot;DONE&quot;\n",
       "        }\n",
       "      ]\n",
       "    ],\n",
       "    &quot;rewards&quot;: [\n",
       "      0,\n",
       "      20002\n",
       "    ],\n",
       "    &quot;statuses&quot;: [\n",
       "      &quot;DONE&quot;,\n",
       "      &quot;DONE&quot;\n",
       "    ],\n",
       "    &quot;schema_version&quot;: 1,\n",
       "    &quot;info&quot;: {}\n",
       "  },\n",
       "  &quot;logs&quot;: [\n",
       "    [],\n",
       "    [],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.597483,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.679611,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.290558,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029121,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 27) but unit cap reached. Build more CityTiles!; turn 1; cmd: bw 3 27\\n\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (28, 27) but unit cap reached. Build more CityTiles!; turn 1; cmd: bw 28 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030178,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029687,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 27) but unit cap reached. Build more CityTiles!; turn 2; cmd: bw 3 27\\n\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (28, 27) but unit cap reached. Build more CityTiles!; turn 2; cmd: bw 28 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.02877,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029434,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (28, 27) but unit cap reached. Build more CityTiles!; turn 3; cmd: bw 28 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028393,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.034351,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (28, 27) but unit cap reached. Build more CityTiles!; turn 4; cmd: bw 28 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.077661,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028551,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build CityTile on non-empty resource tile; turn 5; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (28, 27) but unit cap reached. Build more CityTiles!; turn 5; cmd: bw 28 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029388,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030171,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030906,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.034508,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030288,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028264,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028443,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030259,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030124,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029006,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028932,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031249,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.077324,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.02875,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028622,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030943,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028748,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030677,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029545,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029521,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030089,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030681,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032754,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.03394,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.065706,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.061882,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052177,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055906,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055304,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05494,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 40; turn 20; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053842,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053893,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.059833,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053128,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057494,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054116,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile on non-empty resource tile; turn 23; cmd: bcity u_1\\n\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 27) but unit cap reached. Build more CityTiles!; turn 23; cmd: bw 3 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058409,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.063497,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 27) but unit cap reached. Build more CityTiles!; turn 24; cmd: bw 3 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.128776,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.067161,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 27) but unit cap reached. Build more CityTiles!; turn 25; cmd: bw 3 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.074453,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.06779,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 27) but unit cap reached. Build more CityTiles!; turn 26; cmd: bw 3 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.070023,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058614,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 0; turn 27; cmd: bcity u_3\\n\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 27) but unit cap reached. Build more CityTiles!; turn 27; cmd: bw 3 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057654,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.059141,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 27) but unit cap reached. Build more CityTiles!; turn 28; cmd: bw 3 27\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.063648,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054542,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052981,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053783,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile on non-empty resource tile; turn 30; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.086047,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031283,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.056124,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033596,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030573,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029653,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.02976,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.02987,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028063,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046266,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile on non-empty resource tile; turn 35; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033686,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030618,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031699,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031203,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.080138,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029067,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028992,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030468,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030228,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028574,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 96; turn 40; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028624,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031849,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033821,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031249,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.03303,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033407,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031839,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033989,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.079594,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033152,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032271,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.043307,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.039583,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.038867,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.037656,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030735,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029728,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.039101,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031762,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033513,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033709,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032688,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.125681,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.059381,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile on existing CityTile; turn 52; cmd: bcity u_1\\n\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (5, 28) but unit cap reached. Build more CityTiles!; turn 52; cmd: bw 5 28\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05731,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052805,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055941,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0571,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.072657,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.062249,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058268,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05448,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058386,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054851,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05595,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054985,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058096,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.06344,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 0; turn 59; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.064086,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.064004,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.059894,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0605,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053613,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055926,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 0; turn 62; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054928,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058085,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (5, 28) but unit cap reached. Build more CityTiles!; turn 63; cmd: bw 5 28\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.056725,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054255,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (5, 28) but unit cap reached. Build more CityTiles!; turn 64; cmd: bw 5 28\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.116124,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.064333,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 0; turn 65; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.071923,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054056,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057471,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.059083,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.061976,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.064819,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.067371,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.077357,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.082386,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.069396,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.065308,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.125259,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053485,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.060149,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.036834,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033846,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.034787,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.036922,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build CityTile with insufficient materials wood + coal + uranium: 96; turn 74; cmd: bcity u_2\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.036537,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.040721,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build CityTile with insufficient materials wood + coal + uranium: 96; turn 75; cmd: bcity u_2\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.036172,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032709,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032585,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.038313,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.082833,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028776,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028223,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030422,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 80; turn 79; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032704,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030201,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028499,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031989,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029941,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030653,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053966,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052777,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 25) but unit cap reached. Build more CityTiles!; turn 83; cmd: bw 3 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051364,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0539,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 25) but unit cap reached. Build more CityTiles!; turn 84; cmd: bw 3 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.105589,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055333,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 25) but unit cap reached. Build more CityTiles!; turn 85; cmd: bw 3 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055511,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.056777,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057829,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05198,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile on non-empty resource tile; turn 87; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054347,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0533,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055101,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054253,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052774,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053236,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile on non-empty resource tile; turn 90; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055785,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052643,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05501,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052676,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052408,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05479,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052812,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053461,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052424,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051697,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05486,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053004,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 25) but unit cap reached. Build more CityTiles!; turn 96; cmd: bw 3 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058642,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.059774,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 25) but unit cap reached. Build more CityTiles!; turn 97; cmd: bw 3 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.120585,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.062121,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 25) but unit cap reached. Build more CityTiles!; turn 98; cmd: bw 3 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.056532,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052098,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build CityTile on non-empty resource tile; turn 99; cmd: bcity u_1\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057103,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051714,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052593,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05633,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058235,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.061526,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 102; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.065885,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.056107,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 103; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057751,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05481,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 104; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054434,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.061473,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 105; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.059171,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.063882,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.060395,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.063144,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.06392,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.06094,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058518,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.063151,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 25) but unit cap reached. Build more CityTiles!; turn 109; cmd: bw 3 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054047,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057461,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 0 tried to build unit on tile (3, 25) but unit cap reached. Build more CityTiles!; turn 110; cmd: bw 3 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.087545,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.034256,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031609,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032125,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031241,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030689,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.03502,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033708,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032055,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032722,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.036048,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.034281,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033686,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.035721,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.081035,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033989,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 118; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029462,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.033797,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030214,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029679,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028724,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030685,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030168,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030833,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030722,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028906,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.027593,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030128,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.081271,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029104,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031884,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.03018,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030218,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029083,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 127; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028979,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030604,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.03736,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030506,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031449,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028389,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029929,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029992,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.086007,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.031745,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.039603,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.034598,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.032419,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.030346,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.029171,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055258,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 135; cmd: m u_2 e\\n\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (31, 25) but unit cap reached. Build more CityTiles!; turn 135; cmd: bw 31 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055136,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057933,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (31, 25) but unit cap reached. Build more CityTiles!; turn 136; cmd: bw 31 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.064591,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.064414,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (31, 25) but unit cap reached. Build more CityTiles!; turn 137; cmd: bw 31 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.062255,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.056187,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build unit on tile (31, 25) but unit cap reached. Build more CityTiles!; turn 138; cmd: bw 31 25\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.061453,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.115644,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.059001,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.061974,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05438,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055314,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053177,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05112,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053436,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051105,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051465,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053712,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to build CityTile with insufficient materials wood + coal + uranium: 80; turn 144; cmd: bcity u_2\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.058674,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053659,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 145; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.104026,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054791,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 146; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054598,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05207,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052448,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05911,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.102153,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.102837,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_gb8Vn1cU4y78) - Agent 1 tried to move unit u_2 off map; turn 149; cmd: m u_2 e\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.070165,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.060326,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054054,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.054965,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [],\n",
       "    [],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.772781,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.575022,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.144464,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.02329,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 onto opponent CityTile; turn 1; cmd: m u_2 w\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023816,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.027851,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 2; cmd: m u_2 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.024114,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.027611,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 3; cmd: bcity u_2\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.02383,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.024604,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023295,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023534,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023589,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.028625,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 6; Unit u_2 collided when trying to move w to (5, 10)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.027068,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023929,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023689,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.025109,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.025103,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.027576,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.02389,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.027205,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023688,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.02376,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 11; cmd: bw 5 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on non-empty resource tile; turn 11; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 11; cmd: bw 6 11\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023493,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.027145,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 12; cmd: bw 5 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 12; cmd: bw 6 11\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0235,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.024859,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 13; cmd: bw 5 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 13; cmd: bw 6 11\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023511,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.024032,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.025908,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.027284,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 14; cmd: bw 5 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build unit on tile (5, 11) but unit cap reached. Build more CityTiles!; turn 15; cmd: bw 5 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 onto opponent CityTile; turn 15; cmd: m u_2 w\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023316,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.024031,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023344,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023935,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055077,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051851,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046544,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047194,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.050527,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047394,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 20; cmd: m u_2 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047672,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047083,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051613,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053666,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047598,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047969,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051781,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.024087,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.023566,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.057723,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046734,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051975,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 26; Unit u_2 collided when trying to move n to (8, 10)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 26; Unit u_3 collided when trying to move n to (8, 10)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051661,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048584,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046679,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053394,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048331,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046532,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046909,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.050531,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 30; Unit u_2 collided when trying to move e to (9, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 30; Unit u_3 collided when trying to move e to (9, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047176,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051742,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 31; Unit u_2 collided when trying to move e to (9, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 31; Unit u_3 collided when trying to move e to (9, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046438,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051302,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 32; Unit u_2 collided when trying to move n to (8, 10)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 32; Unit u_3 collided when trying to move n to (8, 10)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047496,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046036,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 33; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 33; cmd: bcity u_3\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052232,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.117667,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 96; turn 34; cmd: bcity u_1\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (8, 11) but unit cap reached. Build more CityTiles!; turn 34; cmd: bw 8 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 34; Unit u_2 collided when trying to move n to (8, 10)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 34; Unit u_3 collided when trying to move n to (8, 10)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.049336,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.050463,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 96; turn 35; cmd: bcity u_1\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (8, 11) but unit cap reached. Build more CityTiles!; turn 35; cmd: bw 8 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 35; Unit u_2 collided when trying to move w to (7, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 35; Unit u_3 collided when trying to move w to (7, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.049614,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0526,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 36; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 36; cmd: bcity u_3\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047529,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048436,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 37; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 37; cmd: m u_3 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.049573,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052563,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 38; Unit u_2 collided when trying to move n to (8, 10)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 38; Unit u_3 collided when trying to move n to (8, 10)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047949,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047075,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 39; Unit u_2 collided when trying to move w to (7, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 39; Unit u_3 collided when trying to move w to (7, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051208,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051535,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build CityTile with insufficient materials wood + coal + uranium: 80; turn 40; cmd: bcity u_1\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 40; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 40; cmd: bcity u_3\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048283,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.049207,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 41; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 41; cmd: m u_3 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.049851,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051133,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 42; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 42; cmd: bcity u_3\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048244,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.049181,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 43; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 43; cmd: m u_3 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051866,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.050786,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 44; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 44; cmd: bcity u_3\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 44; cmd: bw 6 11\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047086,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.04753,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 45; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 45; cmd: bcity u_3\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 45; cmd: bw 6 11\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.049904,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051196,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 46; cmd: bw 6 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (8, 11) but unit cap reached. Build more CityTiles!; turn 46; cmd: bw 8 11\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 46; Unit u_2 collided when trying to move w to (7, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 46; Unit u_3 collided when trying to move w to (7, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047041,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047448,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 47; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 47; cmd: m u_3 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051452,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051554,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 48; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 48; cmd: m u_3 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047932,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047339,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 49; Unit u_2 collided when trying to move e to (9, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 49; Unit u_3 collided when trying to move e to (9, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05241,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.05228,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 50; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 50; cmd: bcity u_3\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048611,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048362,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 51; Unit u_2 collided when trying to move w to (7, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 51; Unit u_3 collided when trying to move w to (7, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.050977,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.053107,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 52; Unit u_2 collided when trying to move w to (7, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 52; Unit u_3 collided when trying to move w to (7, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047606,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047985,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 53; Unit u_2 collided when trying to move n to (8, 10)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 53; Unit u_3 collided when trying to move n to (8, 10)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.050671,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051035,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 54; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 54; cmd: m u_3 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046605,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048279,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 55; cmd: bcity u_2\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build CityTile on existing CityTile; turn 55; cmd: bcity u_3\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.050023,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051425,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 56; Unit u_2 collided when trying to move e to (9, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 56; Unit u_3 collided when trying to move e to (9, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047995,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048359,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 57; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 57; cmd: m u_3 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (8, 11) but unit cap reached. Build more CityTiles!; turn 57; cmd: bw 8 11\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048992,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051083,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 58; Unit u_2 collided when trying to move w to (7, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 58; Unit u_3 collided when trying to move w to (7, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.04704,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048325,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051348,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051629,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 60; Unit u_2 collided when trying to move e to (9, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 60; Unit u_3 collided when trying to move e to (9, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047899,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047688,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.045982,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.055977,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048292,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0479,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 0 tried to build CityTile on non-empty resource tile; turn 63; cmd: bcity u_1\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 63; Unit u_2 collided when trying to move e to (9, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 63; Unit u_3 collided when trying to move e to (9, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.04757,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.052081,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 64; Unit u_2 collided when trying to move e to (9, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 64; Unit u_3 collided when trying to move e to (9, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051672,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.04734,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 65; Unit u_2 collided when trying to move e to (9, 11)\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - turn 65; Unit u_3 collided when trying to move e to (9, 11)\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.04671,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051588,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.050194,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.048058,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 67; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 67; cmd: m u_3 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to build unit on tile (6, 11) but unit cap reached. Build more CityTiles!; turn 67; cmd: bw 6 11\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.047176,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051833,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046927,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.0531,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_2 off map; turn 69; cmd: m u_2 s\\n\\u001b[33m[WARN]\\u001b[39m (match_kxEYU877sOjR) - Agent 1 tried to move unit u_3 off map; turn 69; cmd: m u_3 s\\n&quot;\n",
       "      }\n",
       "    ],\n",
       "    [\n",
       "      {\n",
       "        &quot;duration&quot;: 0.046913,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      },\n",
       "      {\n",
       "        &quot;duration&quot;: 0.051338,\n",
       "        &quot;stdout&quot;: &quot;&quot;,\n",
       "        &quot;stderr&quot;: &quot;&quot;\n",
       "      }\n",
       "    ]\n",
       "  ],\n",
       "  &quot;mode&quot;: &quot;ipython&quot;,\n",
       "  &quot;width&quot;: 1000,\n",
       "  &quot;height&quot;: 800\n",
       "};\n",
       "\n",
       "\n",
       "        \n",
       "    </script>\n",
       "    <meta charset=&quot;UTF-8&quot; />\n",
       "    <title>Lux AI Challenge Viewer</title>\n",
       "    <meta\n",
       "      name=&quot;viewport&quot;\n",
       "      content=&quot;width=device-width,initial-scale=1,user-scalable=no&quot;\n",
       "    />\n",
       "    <link rel=&quot;icon&quot; href=&quot;https://2021vis.lux-ai.org/icon.png&quot; />\n",
       "    <meta name=&quot;HandheldFriendly&quot; content=&quot;True&quot; />\n",
       "    <meta name=&quot;MobileOptimized&quot; content=&quot;320&quot; />\n",
       "    <meta http-equiv=&quot;cleartype&quot; content=&quot;on&quot; />\n",
       "    <meta name=&quot;format-detection&quot; content=&quot;telephone=no&quot; />\n",
       "    <link rel=&quot;preconnect&quot; href=&quot;https://fonts.gstatic.com&quot; />\n",
       "    <link\n",
       "      href=&quot;https://fonts.googleapis.com/css2?family=Roboto:wght@300;400;500;700;900&display=swap&quot;\n",
       "      rel=&quot;stylesheet&quot;\n",
       "    />\n",
       "    <style>\n",
       "      html,\n",
       "      body {\n",
       "        margin: 0;\n",
       "        padding: 0;\n",
       "      }\n",
       "    </style>\n",
       "  </head>\n",
       "  <body>\n",
       "    <div id=&quot;root&quot;></div>\n",
       "    <!-- <script src=&quot;https://2021vis.lux-ai.org/vendors~app~phaser.js&quot;></script>\n",
       "    <script src=&quot;https://2021vis.lux-ai.org/vendors~app.js&quot;></script>\n",
       "    <script src=&quot;https://2021vis.lux-ai.org/app.js&quot;></script>\n",
       "    <script src=&quot;https://2021vis.lux-ai.org/phaser.js&quot;></script> -->\n",
       "    <script src=&quot;https://unpkg.com/lux-viewer-2021@latest/dist/vendors~app~phaser.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/lux-viewer-2021@latest/dist/vendors~app.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/lux-viewer-2021@latest/dist/app.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/lux-viewer-2021@latest/dist/phaser.js&quot;></script>\n",
       "    \n",
       "  </body>\n",
       "</html>\n",
       "\" width=\"1000\" height=\"800\" frameborder=\"0\"></iframe> "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "env.render(mode=\"ipython\", width=1000, height=800)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}