CapsNet_RL_1024.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Capsule Network for RL"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "pygame 1.9.4\n",
      "Hello from the pygame community. https://www.pygame.org/contribute.html\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "import cv2\n",
    "import sys\n",
    "import pong_fun as game # whichever is imported \"as game\" will be used\n",
    "import random\n",
    "import time \n",
    "import numpy as np\n",
    "from collections import deque"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "epsilon = 1e-9\n",
    "iter_routing = 2\n",
    "train_freq = 10"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "ACTIONS = 6 # number of valid actions\n",
    "GAMMA = 0.99 # decay rate of past observations\n",
    "OBSERVE = 1000. # timesteps to observe before training\n",
    "EXPLORE = 5000. # frames over which to anneal epsilon\n",
    "FINAL_EPSILON = 0.05 # final value of epsilon\n",
    "INITIAL_EPSILON = 1.0 # starting value of epsilon\n",
    "REPLAY_MEMORY = 50000 # number of previous transitions to remember\n",
    "BATCH = 32 # size of minibatch"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# UPDATED CAPSULE NETWORK"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def squash(vector):\n",
    "    vec_squared_norm = reduce_sum(tf.square(vector), -2, keepdims=True)\n",
    "    scalar_factor = vec_squared_norm / (1 + vec_squared_norm) / tf.sqrt(vec_squared_norm + epsilon)\n",
    "    vec_squashed = scalar_factor * vector  # element-wise\n",
    "    return(vec_squashed)\n",
    "def routing(input, b_IJ):\n",
    "    # W: [1, num_caps_i, num_caps_j * len_v_j, len_u_j, 1]\n",
    "    W = tf.get_variable('Weight', shape=(1, 1024, 160, 8, 1), dtype=tf.float32,\n",
    "                        initializer=tf.random_normal_initializer(stddev=0.01))\n",
    "    biases = tf.get_variable('bias', shape=(1, 1, 10, 16, 1))\n",
    "    # A better solution is using element-wise multiply, reduce_sum and reshape\n",
    "    # ops instead. Matmul [a, b] x [b, c] is equal to a series ops as\n",
    "    # element-wise multiply [a*c, b] * [a*c, b], reduce_sum at axis=1 and\n",
    "    # reshape to [a, c]\n",
    "    input = tf.tile(input, [1, 1, 160, 1, 1])\n",
    "    #assert input.get_shape() == [cfg.batch_size, 1024, 160, 8, 1]\n",
    "\n",
    "    u_hat = reduce_sum(W * input, axis=3, keepdims=True)\n",
    "    u_hat = tf.reshape(u_hat, shape=[-1, 1024, 10, 16, 1])\n",
    "    #assert u_hat.get_shape() == [cfg.batch_size, 1024, 10, 16, 1]\n",
    "\n",
    "    # In forward, u_hat_stopped = u_hat; in backward, no gradient passed back from u_hat_stopped to u_hat\n",
    "    u_hat_stopped = tf.stop_gradient(u_hat, name='stop_gradient')\n",
    "\n",
    "    # line 3,for r iterations do\n",
    "    for r_iter in range(iter_routing):\n",
    "        with tf.variable_scope('iter_' + str(r_iter)):\n",
    "            # line 4:\n",
    "            # => [batch_size, 1024, 10, 1, 1]\n",
    "            c_IJ = softmax(b_IJ, axis=2)\n",
    "\n",
    "            # At last iteration, use `u_hat` in order to receive gradients from the following graph\n",
    "            if r_iter == iter_routing - 1:\n",
    "                # line 5:\n",
    "                # weighting u_hat with c_IJ, element-wise in the last two dims\n",
    "                # => [batch_size, 1024, 10, 16, 1]\n",
    "                s_J = tf.multiply(c_IJ, u_hat)\n",
    "                # then sum in the second dim, resulting in [batch_size, 1, 10, 16, 1]\n",
    "                s_J = reduce_sum(s_J, axis=1, keepdims=True) + biases\n",
    "                #assert s_J.get_shape() == [cfg.batch_size, 1, 10, 16, 1]\n",
    "\n",
    "                # line 6:\n",
    "                # squash using Eq.1,\n",
    "                v_J = squash(s_J)\n",
    "                #assert v_J.get_shape() == [cfg.batch_size, 1, 10, 16, 1]\n",
    "            elif r_iter < iter_routing - 1:  # Inner iterations, do not apply backpropagation\n",
    "                s_J = tf.multiply(c_IJ, u_hat_stopped)\n",
    "                s_J = reduce_sum(s_J, axis=1, keepdims=True) + biases\n",
    "                v_J = squash(s_J)\n",
    "\n",
    "                # line 7:\n",
    "                # reshape & tile v_j from [batch_size ,1, 10, 16, 1] to [batch_size, 1024, 10, 16, 1]\n",
    "                # then matmul in the last tow dim: [16, 1].T x [16, 1] => [1, 1], reduce mean in the\n",
    "                # batch_size dim, resulting in [1, 1024, 10, 1, 1]\n",
    "                v_J_tiled = tf.tile(v_J, [1, 1024, 1, 1, 1])\n",
    "                u_produce_v = reduce_sum(u_hat_stopped * v_J_tiled, axis=3, keepdims=True)\n",
    "                #assert u_produce_v.get_shape() == [cfg.batch_size, 1024, 10, 1, 1]\n",
    "\n",
    "                # b_IJ += tf.reduce_sum(u_produce_v, axis=0, keep_dims=True)\n",
    "                b_IJ += u_produce_v\n",
    "    return(v_J)\n",
    "# For version compatibility\n",
    "def reduce_sum(input_tensor, axis=None, keepdims=False):\n",
    "    return tf.reduce_sum(input_tensor, axis=axis, keepdims=keepdims)\n",
    "# For version compatibility\n",
    "def softmax(logits, axis=None):\n",
    "    return tf.nn.softmax(logits, axis=axis)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def createNetwork():\n",
    "    # input layer\n",
    "    s= tf.placeholder(\"float\", [None, 84, 84, 4])\n",
    "    coeff = tf.placeholder(tf.float32, shape=(None, 1024, 10, 1, 1))\n",
    "    ####################### New Network COnfiguration #####################    \n",
    "    w_initializer, b_initializer = tf.random_normal_initializer(0., 0.01), tf.constant_initializer(0.01)\n",
    "    w1 = tf.get_variable('w1',[8, 8, 4, 64],initializer=w_initializer)\n",
    "    b1 = tf.get_variable('b1',[64],initializer=b_initializer)\n",
    "    # Convolution Layer\n",
    "    # Conv1, [batch_size, 20, 20, 64]\n",
    "    l1 = tf.nn.conv2d(s, w1, strides=[1, 4, 4, 1], padding=\"VALID\")\n",
    "    \n",
    "    conv1 = tf.nn.relu(tf.nn.bias_add(l1, b1))\n",
    "    \n",
    "    conv1 = tf.reshape(conv1,[-1,20,20,64])\n",
    "    \n",
    "    capsules = tf.contrib.layers.conv2d(conv1, 16 * 8, kernel_size=6, stride=2, padding=\"VALID\",\n",
    "                    activation_fn = tf.nn.relu,\n",
    "                    weights_initializer = tf.contrib.layers.xavier_initializer(uniform=False),\n",
    "                    biases_initializer=tf.constant_initializer(0))\n",
    "    \n",
    "    capsules = tf.reshape(capsules, (-1, 1024, 8, 1)) #Reshape to(batch_szie, 1152, 8, 1)\n",
    "    \n",
    "    capsules = squash(capsules)\n",
    "    \n",
    "    input_caps2 = tf.reshape(capsules, shape=(-1, 1024, 1, capsules.shape[-2].value, 1))\n",
    "    \n",
    "    caps2 = routing(input_caps2, coeff)\n",
    "    \n",
    "    vector_j = tf.reshape(caps2, shape=(-1, 160))\n",
    "    print(vector_j)\n",
    "    q_eval = tf.contrib.layers.fully_connected(vector_j, num_outputs=ACTIONS, activation_fn=None)\n",
    "\n",
    "    print(q_eval)\n",
    "    readout = q_eval\n",
    "    return s, coeff, readout"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def trainNetwork(s, coeff, readout, sess):\n",
    "    tick = time.time()\n",
    "    # define the cost function\n",
    "    a = tf.placeholder(\"float\", [None, ACTIONS])\n",
    "    y = tf.placeholder(\"float\", [None])\n",
    "    readout_action = tf.reduce_sum(tf.multiply(readout, a), reduction_indices = 1)\n",
    "    cost = tf.reduce_mean(tf.square(y - readout_action))\n",
    "    train_step = tf.train.AdamOptimizer(1e-4).minimize(cost)\n",
    "\n",
    "    # open up a game state to communicate with emulator\n",
    "    game_state = game.GameState()\n",
    "    # store the previous observations in replay memory\n",
    "    D = deque()\n",
    "    # get the first state by doing nothing and preprocess the image to 80x80x4\n",
    "    do_nothing = np.zeros(ACTIONS)\n",
    "    do_nothing[0] = 1\n",
    "    x_t, r_0, terminal, bar1_score, bar2_score = game_state.frame_step(do_nothing)\n",
    "    x_t = cv2.cvtColor(cv2.resize(x_t, (84, 84)), cv2.COLOR_BGR2GRAY)\n",
    "    ret, x_t = cv2.threshold(x_t,1,255,cv2.THRESH_BINARY)\n",
    "    s_t = np.stack((x_t, x_t, x_t, x_t), axis = 2)  \n",
    "    # saving and loading networks\n",
    "    # saver = tf.train.Saver()\n",
    "    # sess.run(tf.initialize_all_variables())\n",
    "    sess.run(tf.global_variables_initializer())\n",
    "    b_IJ1 = np.zeros((1, 1024, 10, 1, 1)).astype(np.float32) # batch_size=1\n",
    "    b_IJ2 = np.zeros((BATCH, 1024, 10, 1, 1)).astype(np.float32) # batch_size=BATCH\n",
    "    epsilon = INITIAL_EPSILON\n",
    "    t = 0\n",
    "    episode = 0\n",
    "    while True:\n",
    "        # choose an action epsilon greedily\n",
    "        # readout_t = readout.eval(feed_dict = {s : [s_t].reshape((1,80,80,4))})[0]\n",
    "        \n",
    "        readout_t = readout.eval(feed_dict = {s:s_t.reshape((1,84,84,4)), coeff:b_IJ1})\n",
    "        \n",
    "        a_t = np.zeros([ACTIONS])\n",
    "        action_index = 0\n",
    "        if random.random() <= epsilon or t <= OBSERVE:\n",
    "            action_index = random.randrange(ACTIONS)\n",
    "            a_t[action_index] = 1\n",
    "        else:\n",
    "            action_index = np.argmax(readout_t)\n",
    "            a_t[action_index] = 1\n",
    "\n",
    "        # scale down epsilon\n",
    "        if epsilon > FINAL_EPSILON and t > OBSERVE:\n",
    "            epsilon -= (INITIAL_EPSILON - FINAL_EPSILON) / EXPLORE\n",
    "\n",
    "        # run the selected action and observe next state and reward\n",
    "        x_t1_col, r_t, terminal, bar1_score, bar2_score = game_state.frame_step(a_t)\n",
    "        if(terminal == 1):\n",
    "            episode +=1\n",
    "        x_t1 = cv2.cvtColor(cv2.resize(x_t1_col, (84, 84)), cv2.COLOR_BGR2GRAY)\n",
    "        ret, x_t1 = cv2.threshold(x_t1,1,255,cv2.THRESH_BINARY)\n",
    "        x_t1 = np.reshape(x_t1, (84, 84, 1))\n",
    "        s_t1 = np.append(x_t1, s_t[:,:,0:3], axis = 2)\n",
    "\n",
    "        # store the transition in D\n",
    "        D.append((s_t, a_t, r_t, s_t1, terminal))\n",
    "        if len(D) > REPLAY_MEMORY:\n",
    "            D.popleft()\n",
    "        \n",
    "        # only train if done observing\n",
    "        if t > OBSERVE and t%train_freq==0:\n",
    "            # sample a minibatch to train on\n",
    "            minibatch = random.sample(D, BATCH)\n",
    "\n",
    "            # get the batch variables\n",
    "            s_j_batch = [d[0] for d in minibatch]\n",
    "            a_batch = [d[1] for d in minibatch]\n",
    "            r_batch = [d[2] for d in minibatch]\n",
    "            s_j1_batch = [d[3] for d in minibatch]\n",
    "\n",
    "            y_batch = []\n",
    "            readout_j1_batch = readout.eval(feed_dict = {s:s_j1_batch, coeff:b_IJ2 })\n",
    "            #readout_j1_batch = readout.eval(feed_dict = {s : s_j1_batch})\n",
    "            for i in range(0, len(minibatch)):\n",
    "                # if terminal only equals reward\n",
    "                if minibatch[i][4]:\n",
    "                    y_batch.append(r_batch[i])\n",
    "                else:\n",
    "                    y_batch.append(r_batch[i] + GAMMA * np.max(readout_j1_batch[i]))\n",
    "\n",
    "            # perform gradient step\n",
    "            train_step.run(feed_dict = {\n",
    "                y : y_batch,\n",
    "                a : a_batch,\n",
    "                s : s_j_batch,\n",
    "                coeff: b_IJ2})\n",
    "\n",
    "        # update the old values\n",
    "        s_t = s_t1\n",
    "        t += 1\n",
    "\n",
    "        # save progress every 10000 iterations\n",
    "        #if t % 10000 == 0:\n",
    "        #    saver.save(sess, 'saved_networks/' + GAME + '-dqn', global_step = t)\n",
    "        if r_t!= 0:\n",
    "            print (\"TIMESTEP\", t, \"/ e\", episode, \"/ bar1_score\", bar1_score, \"/ bar2_score\", bar2_score, \"/ REWARD\", r_t, \"/ Q_MAX %e\" % np.max(readout_t))\n",
    "\n",
    "        if( (bar1_score - bar2_score) > 18): \n",
    "            print(\"Game_Ends_in Time:\",int(time.time() - tick))\n",
    "            break;   \n",
    "            \n",
    "        # write info to files\n",
    "        '''\n",
    "        if t % 10000 <= 100:\n",
    "            a_file.write(\",\".join([str(x) for x in readout_t]) + '\\n')\n",
    "            h_file.write(\",\".join([str(x) for x in h_fc1.eval(feed_dict={s:[s_t]})[0]]) + '\\n')\n",
    "            cv2.imwrite(\"logs_tetris/frame\" + str(t) + \".png\", x_t1)\n",
    "        '''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def playGame():\n",
    "    tf.reset_default_graph()\n",
    "    sess = tf.InteractiveSession()\n",
    "    s, coeff, readout = createNetwork()\n",
    "    trainNetwork(s, coeff, readout, sess)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tensor(\"Reshape_4:0\", shape=(?, 160), dtype=float32)\n",
      "Tensor(\"fully_connected/BiasAdd:0\", shape=(?, 6), dtype=float32)\n",
      "TIMESTEP 129 / e 0 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 7.505484e-02\n",
      "TIMESTEP 175 / e 0 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 8.441585e-02\n",
      "TIMESTEP 221 / e 0 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 7.697585e-02\n",
      "TIMESTEP 267 / e 0 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 8.209936e-02\n",
      "TIMESTEP 313 / e 0 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 7.899049e-02\n",
      "TIMESTEP 359 / e 0 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 8.756793e-02\n",
      "TIMESTEP 405 / e 0 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 8.355741e-02\n",
      "TIMESTEP 451 / e 0 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 8.483987e-02\n",
      "TIMESTEP 497 / e 0 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 8.355837e-02\n",
      "TIMESTEP 543 / e 0 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 8.666156e-02\n",
      "TIMESTEP 589 / e 0 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 8.064666e-02\n",
      "TIMESTEP 635 / e 0 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 8.101321e-02\n",
      "TIMESTEP 681 / e 0 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 8.205989e-02\n",
      "TIMESTEP 727 / e 0 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 7.835755e-02\n",
      "TIMESTEP 773 / e 0 / bar1_score 0 / bar2_score 15 / REWARD -1 / Q_MAX 8.215580e-02\n",
      "TIMESTEP 819 / e 0 / bar1_score 0 / bar2_score 16 / REWARD -1 / Q_MAX 8.138028e-02\n",
      "TIMESTEP 865 / e 0 / bar1_score 0 / bar2_score 17 / REWARD -1 / Q_MAX 8.217647e-02\n",
      "TIMESTEP 911 / e 0 / bar1_score 0 / bar2_score 18 / REWARD -1 / Q_MAX 8.194131e-02\n",
      "TIMESTEP 957 / e 0 / bar1_score 0 / bar2_score 19 / REWARD -1 / Q_MAX 8.156504e-02\n",
      "TIMESTEP 1003 / e 1 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 8.889616e-02\n",
      "TIMESTEP 1049 / e 1 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.291275e-01\n",
      "TIMESTEP 1095 / e 1 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 2.136976e-01\n",
      "TIMESTEP 1141 / e 1 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 3.377466e-01\n",
      "TIMESTEP 1187 / e 1 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 4.719657e-01\n",
      "TIMESTEP 1233 / e 1 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 6.245111e-01\n",
      "TIMESTEP 1279 / e 1 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 7.205823e-01\n",
      "TIMESTEP 1325 / e 1 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 8.977579e-01\n",
      "TIMESTEP 1371 / e 1 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.008305e+00\n",
      "TIMESTEP 1417 / e 1 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.150118e+00\n",
      "TIMESTEP 1463 / e 1 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.258161e+00\n",
      "TIMESTEP 1509 / e 1 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 1.308318e+00\n",
      "TIMESTEP 1555 / e 1 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 1.363135e+00\n",
      "TIMESTEP 1601 / e 1 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 1.387657e+00\n",
      "TIMESTEP 1732 / e 1 / bar1_score 1 / bar2_score 13 / REWARD 1 / Q_MAX 1.440136e+00\n",
      "TIMESTEP 1861 / e 1 / bar1_score 1 / bar2_score 14 / REWARD -1 / Q_MAX 1.426173e+00\n",
      "TIMESTEP 1907 / e 1 / bar1_score 1 / bar2_score 15 / REWARD -1 / Q_MAX 1.434892e+00\n",
      "TIMESTEP 1953 / e 1 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 1.446800e+00\n",
      "TIMESTEP 1999 / e 1 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 1.472187e+00\n",
      "TIMESTEP 2045 / e 1 / bar1_score 1 / bar2_score 18 / REWARD -1 / Q_MAX 1.530397e+00\n",
      "TIMESTEP 2091 / e 1 / bar1_score 1 / bar2_score 19 / REWARD -1 / Q_MAX 1.579741e+00\n",
      "TIMESTEP 2304 / e 2 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.675001e+00\n",
      "TIMESTEP 2350 / e 2 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.748908e+00\n",
      "TIMESTEP 2396 / e 2 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.709129e+00\n",
      "TIMESTEP 2442 / e 2 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.785261e+00\n",
      "TIMESTEP 2488 / e 2 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.774413e+00\n",
      "TIMESTEP 2534 / e 2 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.777232e+00\n",
      "TIMESTEP 2580 / e 2 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.853736e+00\n",
      "TIMESTEP 2626 / e 2 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 1.827799e+00\n",
      "TIMESTEP 2672 / e 2 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.795698e+00\n",
      "TIMESTEP 2718 / e 2 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.824600e+00\n",
      "TIMESTEP 2764 / e 2 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.830588e+00\n",
      "TIMESTEP 2810 / e 2 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 1.873310e+00\n",
      "TIMESTEP 2856 / e 2 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 1.915352e+00\n",
      "TIMESTEP 2902 / e 2 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 1.869061e+00\n",
      "TIMESTEP 2948 / e 2 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 1.860029e+00\n",
      "TIMESTEP 2994 / e 2 / bar1_score 0 / bar2_score 15 / REWARD -1 / Q_MAX 1.864357e+00\n",
      "TIMESTEP 3040 / e 2 / bar1_score 0 / bar2_score 16 / REWARD -1 / Q_MAX 1.951228e+00\n",
      "TIMESTEP 3086 / e 2 / bar1_score 0 / bar2_score 17 / REWARD -1 / Q_MAX 1.903483e+00\n",
      "TIMESTEP 3132 / e 2 / bar1_score 0 / bar2_score 18 / REWARD -1 / Q_MAX 1.892042e+00\n",
      "TIMESTEP 3178 / e 2 / bar1_score 0 / bar2_score 19 / REWARD -1 / Q_MAX 1.918061e+00\n",
      "TIMESTEP 3224 / e 3 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.946929e+00\n",
      "TIMESTEP 3270 / e 3 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.946848e+00\n",
      "TIMESTEP 3316 / e 3 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.903388e+00\n",
      "TIMESTEP 3445 / e 3 / bar1_score 1 / bar2_score 2 / REWARD 1 / Q_MAX 1.915056e+00\n",
      "TIMESTEP 3828 / e 3 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 1.906268e+00\n",
      "TIMESTEP 3957 / e 3 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 1.959885e+00\n",
      "TIMESTEP 4003 / e 3 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 2.017633e+00\n",
      "TIMESTEP 4049 / e 3 / bar1_score 2 / bar2_score 5 / REWARD -1 / Q_MAX 2.039189e+00\n",
      "TIMESTEP 4095 / e 3 / bar1_score 2 / bar2_score 6 / REWARD -1 / Q_MAX 1.995008e+00\n",
      "TIMESTEP 4141 / e 3 / bar1_score 2 / bar2_score 7 / REWARD -1 / Q_MAX 1.973908e+00\n",
      "TIMESTEP 4187 / e 3 / bar1_score 2 / bar2_score 8 / REWARD -1 / Q_MAX 2.030490e+00\n",
      "TIMESTEP 4233 / e 3 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 2.022845e+00\n",
      "TIMESTEP 4279 / e 3 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 2.069130e+00\n",
      "TIMESTEP 4325 / e 3 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 2.029059e+00\n",
      "TIMESTEP 4371 / e 3 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 1.985775e+00\n",
      "TIMESTEP 4417 / e 3 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 2.011693e+00\n",
      "TIMESTEP 4463 / e 3 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 2.036422e+00\n",
      "TIMESTEP 4509 / e 3 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 2.038101e+00\n",
      "TIMESTEP 4555 / e 3 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 2.060868e+00\n",
      "TIMESTEP 4601 / e 3 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 2.024790e+00\n",
      "TIMESTEP 4647 / e 3 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 2.081318e+00\n",
      "TIMESTEP 4693 / e 3 / bar1_score 2 / bar2_score 19 / REWARD -1 / Q_MAX 2.043616e+00\n",
      "TIMESTEP 4824 / e 3 / bar1_score 3 / bar2_score 19 / REWARD 1 / Q_MAX 2.025720e+00\n",
      "TIMESTEP 4953 / e 4 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.049492e+00\n",
      "TIMESTEP 4999 / e 4 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.006788e+00\n",
      "TIMESTEP 5045 / e 4 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.982480e+00\n",
      "TIMESTEP 5091 / e 4 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 2.046742e+00\n",
      "TIMESTEP 5137 / e 4 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 2.018316e+00\n",
      "TIMESTEP 5183 / e 4 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 2.075197e+00\n",
      "TIMESTEP 5397 / e 4 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 2.056491e+00\n",
      "TIMESTEP 5443 / e 4 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 2.083023e+00\n",
      "TIMESTEP 5489 / e 4 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 2.004580e+00\n",
      "TIMESTEP 5535 / e 4 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 2.015596e+00\n",
      "TIMESTEP 5581 / e 4 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 2.053529e+00\n",
      "TIMESTEP 5627 / e 4 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 2.026624e+00\n",
      "TIMESTEP 5673 / e 4 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 2.018518e+00\n",
      "TIMESTEP 5719 / e 4 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 2.118860e+00\n",
      "TIMESTEP 5765 / e 4 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 2.032273e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 5811 / e 4 / bar1_score 0 / bar2_score 15 / REWARD -1 / Q_MAX 2.022390e+00\n",
      "TIMESTEP 5857 / e 4 / bar1_score 0 / bar2_score 16 / REWARD -1 / Q_MAX 2.043667e+00\n",
      "TIMESTEP 5903 / e 4 / bar1_score 0 / bar2_score 17 / REWARD -1 / Q_MAX 2.049613e+00\n",
      "TIMESTEP 5949 / e 4 / bar1_score 0 / bar2_score 18 / REWARD -1 / Q_MAX 2.003599e+00\n",
      "TIMESTEP 5995 / e 4 / bar1_score 0 / bar2_score 19 / REWARD -1 / Q_MAX 2.038406e+00\n",
      "TIMESTEP 6041 / e 5 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.017385e+00\n",
      "TIMESTEP 6087 / e 5 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.041587e+00\n",
      "TIMESTEP 6133 / e 5 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 2.012958e+00\n",
      "TIMESTEP 6179 / e 5 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 2.101731e+00\n",
      "TIMESTEP 6225 / e 5 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 2.032404e+00\n",
      "TIMESTEP 6271 / e 5 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 2.083940e+00\n",
      "TIMESTEP 6487 / e 5 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 2.037361e+00\n",
      "TIMESTEP 6533 / e 5 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 2.114208e+00\n",
      "TIMESTEP 6579 / e 5 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 2.090528e+00\n",
      "TIMESTEP 6708 / e 5 / bar1_score 1 / bar2_score 8 / REWARD 1 / Q_MAX 2.105932e+00\n",
      "TIMESTEP 6837 / e 5 / bar1_score 1 / bar2_score 9 / REWARD -1 / Q_MAX 2.096428e+00\n",
      "TIMESTEP 6966 / e 5 / bar1_score 2 / bar2_score 9 / REWARD 1 / Q_MAX 2.072861e+00\n",
      "TIMESTEP 7263 / e 5 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 2.134658e+00\n",
      "TIMESTEP 7476 / e 5 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 2.155907e+00\n",
      "TIMESTEP 7522 / e 5 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 2.153911e+00\n",
      "TIMESTEP 7736 / e 5 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 2.173222e+00\n",
      "TIMESTEP 7782 / e 5 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 2.157580e+00\n",
      "TIMESTEP 7828 / e 5 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 2.154382e+00\n",
      "TIMESTEP 7874 / e 5 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 2.155215e+00\n",
      "TIMESTEP 7920 / e 5 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 2.135443e+00\n",
      "TIMESTEP 7966 / e 5 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 2.137602e+00\n",
      "TIMESTEP 8012 / e 5 / bar1_score 2 / bar2_score 19 / REWARD -1 / Q_MAX 2.127243e+00\n",
      "TIMESTEP 8058 / e 6 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.151425e+00\n",
      "TIMESTEP 8104 / e 6 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.168492e+00\n",
      "TIMESTEP 8235 / e 6 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 2.157033e+00\n",
      "TIMESTEP 8616 / e 6 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.070416e+00\n",
      "TIMESTEP 8745 / e 6 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 2.166539e+00\n",
      "TIMESTEP 8791 / e 6 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 2.185122e+00\n",
      "TIMESTEP 8837 / e 6 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 2.162186e+00\n",
      "TIMESTEP 8883 / e 6 / bar1_score 2 / bar2_score 5 / REWARD -1 / Q_MAX 2.124943e+00\n",
      "TIMESTEP 8929 / e 6 / bar1_score 2 / bar2_score 6 / REWARD -1 / Q_MAX 2.156127e+00\n",
      "TIMESTEP 8975 / e 6 / bar1_score 2 / bar2_score 7 / REWARD -1 / Q_MAX 2.165474e+00\n",
      "TIMESTEP 9021 / e 6 / bar1_score 2 / bar2_score 8 / REWARD -1 / Q_MAX 2.169102e+00\n",
      "TIMESTEP 9067 / e 6 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 2.153160e+00\n",
      "TIMESTEP 9280 / e 6 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 2.153644e+00\n",
      "TIMESTEP 9409 / e 6 / bar1_score 3 / bar2_score 10 / REWARD 1 / Q_MAX 2.166243e+00\n",
      "TIMESTEP 9538 / e 6 / bar1_score 3 / bar2_score 11 / REWARD -1 / Q_MAX 2.168079e+00\n",
      "TIMESTEP 9584 / e 6 / bar1_score 3 / bar2_score 12 / REWARD -1 / Q_MAX 2.151474e+00\n",
      "TIMESTEP 9630 / e 6 / bar1_score 3 / bar2_score 13 / REWARD -1 / Q_MAX 2.122894e+00\n",
      "TIMESTEP 9676 / e 6 / bar1_score 3 / bar2_score 14 / REWARD -1 / Q_MAX 2.120777e+00\n",
      "TIMESTEP 9722 / e 6 / bar1_score 3 / bar2_score 15 / REWARD -1 / Q_MAX 2.079638e+00\n",
      "TIMESTEP 9768 / e 6 / bar1_score 3 / bar2_score 16 / REWARD -1 / Q_MAX 2.093154e+00\n",
      "TIMESTEP 9814 / e 6 / bar1_score 3 / bar2_score 17 / REWARD -1 / Q_MAX 2.135300e+00\n",
      "TIMESTEP 9860 / e 6 / bar1_score 3 / bar2_score 18 / REWARD -1 / Q_MAX 2.119470e+00\n",
      "TIMESTEP 9906 / e 6 / bar1_score 3 / bar2_score 19 / REWARD -1 / Q_MAX 2.164144e+00\n",
      "TIMESTEP 9952 / e 7 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.158785e+00\n",
      "TIMESTEP 9998 / e 7 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.155529e+00\n",
      "TIMESTEP 10044 / e 7 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 2.105386e+00\n",
      "TIMESTEP 10090 / e 7 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 2.137554e+00\n",
      "TIMESTEP 10136 / e 7 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 2.146356e+00\n",
      "TIMESTEP 10182 / e 7 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 2.168822e+00\n",
      "TIMESTEP 10311 / e 7 / bar1_score 1 / bar2_score 5 / REWARD 1 / Q_MAX 2.123356e+00\n",
      "TIMESTEP 10608 / e 7 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 2.119216e+00\n",
      "TIMESTEP 10654 / e 7 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 2.069120e+00\n",
      "TIMESTEP 10783 / e 7 / bar1_score 2 / bar2_score 7 / REWARD 1 / Q_MAX 2.065528e+00\n",
      "TIMESTEP 10912 / e 7 / bar1_score 2 / bar2_score 8 / REWARD -1 / Q_MAX 2.112130e+00\n",
      "TIMESTEP 10958 / e 7 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 2.098040e+00\n",
      "TIMESTEP 11004 / e 7 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 2.051872e+00\n",
      "TIMESTEP 11050 / e 7 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 2.110685e+00\n",
      "TIMESTEP 11096 / e 7 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 2.036183e+00\n",
      "TIMESTEP 11142 / e 7 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 2.000008e+00\n",
      "TIMESTEP 11188 / e 7 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 2.041556e+00\n",
      "TIMESTEP 11234 / e 7 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 2.083064e+00\n",
      "TIMESTEP 11280 / e 7 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 2.019438e+00\n",
      "TIMESTEP 11326 / e 7 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 2.082400e+00\n",
      "TIMESTEP 11372 / e 7 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 2.099660e+00\n",
      "TIMESTEP 11418 / e 7 / bar1_score 2 / bar2_score 19 / REWARD -1 / Q_MAX 2.092427e+00\n",
      "TIMESTEP 11464 / e 8 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.091906e+00\n",
      "TIMESTEP 11510 / e 8 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.078242e+00\n",
      "TIMESTEP 11556 / e 8 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 2.071129e+00\n",
      "TIMESTEP 11602 / e 8 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 2.104908e+00\n",
      "TIMESTEP 11648 / e 8 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 2.077453e+00\n",
      "TIMESTEP 11694 / e 8 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 2.057691e+00\n",
      "TIMESTEP 11740 / e 8 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 2.086217e+00\n",
      "TIMESTEP 11786 / e 8 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 2.105676e+00\n",
      "TIMESTEP 11832 / e 8 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 2.087041e+00\n",
      "TIMESTEP 11878 / e 8 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 2.087740e+00\n",
      "TIMESTEP 11924 / e 8 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 2.061332e+00\n",
      "TIMESTEP 11970 / e 8 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 2.083761e+00\n",
      "TIMESTEP 12016 / e 8 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 2.102168e+00\n",
      "TIMESTEP 12062 / e 8 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 2.113557e+00\n",
      "TIMESTEP 12108 / e 8 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 2.070138e+00\n",
      "TIMESTEP 12154 / e 8 / bar1_score 0 / bar2_score 15 / REWARD -1 / Q_MAX 2.048529e+00\n",
      "TIMESTEP 12200 / e 8 / bar1_score 0 / bar2_score 16 / REWARD -1 / Q_MAX 2.058128e+00\n",
      "TIMESTEP 12246 / e 8 / bar1_score 0 / bar2_score 17 / REWARD -1 / Q_MAX 2.038544e+00\n",
      "TIMESTEP 12292 / e 8 / bar1_score 0 / bar2_score 18 / REWARD -1 / Q_MAX 2.099584e+00\n",
      "TIMESTEP 12338 / e 8 / bar1_score 0 / bar2_score 19 / REWARD -1 / Q_MAX 2.062430e+00\n",
      "TIMESTEP 12552 / e 9 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.098321e+00\n",
      "TIMESTEP 12598 / e 9 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.058228e+00\n",
      "TIMESTEP 12644 / e 9 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.996181e+00\n",
      "TIMESTEP 12690 / e 9 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 2.111104e+00\n",
      "TIMESTEP 12736 / e 9 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 2.090608e+00\n",
      "TIMESTEP 12782 / e 9 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 2.024384e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 12828 / e 9 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 2.058839e+00\n",
      "TIMESTEP 12874 / e 9 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 2.115083e+00\n",
      "TIMESTEP 12920 / e 9 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 2.101838e+00\n",
      "TIMESTEP 12966 / e 9 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 2.097155e+00\n",
      "TIMESTEP 13264 / e 9 / bar1_score 1 / bar2_score 9 / REWARD 1 / Q_MAX 2.178133e+00\n",
      "TIMESTEP 13393 / e 9 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 2.257582e+00\n",
      "TIMESTEP 13439 / e 9 / bar1_score 1 / bar2_score 11 / REWARD -1 / Q_MAX 2.282442e+00\n",
      "TIMESTEP 13485 / e 9 / bar1_score 1 / bar2_score 12 / REWARD -1 / Q_MAX 2.220992e+00\n",
      "TIMESTEP 13531 / e 9 / bar1_score 1 / bar2_score 13 / REWARD -1 / Q_MAX 2.277754e+00\n",
      "TIMESTEP 13577 / e 9 / bar1_score 1 / bar2_score 14 / REWARD -1 / Q_MAX 2.214921e+00\n",
      "TIMESTEP 13623 / e 9 / bar1_score 1 / bar2_score 15 / REWARD -1 / Q_MAX 2.229576e+00\n",
      "TIMESTEP 13669 / e 9 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 2.237151e+00\n",
      "TIMESTEP 13715 / e 9 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 2.238285e+00\n",
      "TIMESTEP 13761 / e 9 / bar1_score 1 / bar2_score 18 / REWARD -1 / Q_MAX 2.224105e+00\n",
      "TIMESTEP 13807 / e 9 / bar1_score 1 / bar2_score 19 / REWARD -1 / Q_MAX 2.214803e+00\n",
      "TIMESTEP 13853 / e 10 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.151228e+00\n",
      "TIMESTEP 13899 / e 10 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.175052e+00\n",
      "TIMESTEP 13945 / e 10 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 2.144855e+00\n",
      "TIMESTEP 13991 / e 10 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 2.145145e+00\n",
      "TIMESTEP 14037 / e 10 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 2.213433e+00\n",
      "TIMESTEP 14083 / e 10 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 2.155340e+00\n",
      "TIMESTEP 14129 / e 10 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 2.163266e+00\n",
      "TIMESTEP 14175 / e 10 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 2.178009e+00\n",
      "TIMESTEP 14221 / e 10 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 2.135597e+00\n",
      "TIMESTEP 14267 / e 10 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 2.170757e+00\n",
      "TIMESTEP 14313 / e 10 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 2.163191e+00\n",
      "TIMESTEP 14359 / e 10 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 2.130763e+00\n",
      "TIMESTEP 14405 / e 10 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 2.102471e+00\n",
      "TIMESTEP 14451 / e 10 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 2.111794e+00\n",
      "TIMESTEP 14497 / e 10 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 2.178604e+00\n",
      "TIMESTEP 14626 / e 10 / bar1_score 1 / bar2_score 14 / REWARD 1 / Q_MAX 2.105960e+00\n",
      "TIMESTEP 14755 / e 10 / bar1_score 1 / bar2_score 15 / REWARD -1 / Q_MAX 2.149239e+00\n",
      "TIMESTEP 14801 / e 10 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 2.054063e+00\n",
      "TIMESTEP 14847 / e 10 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 2.098953e+00\n",
      "TIMESTEP 14893 / e 10 / bar1_score 1 / bar2_score 18 / REWARD -1 / Q_MAX 2.023729e+00\n",
      "TIMESTEP 14939 / e 10 / bar1_score 1 / bar2_score 19 / REWARD -1 / Q_MAX 2.055053e+00\n",
      "TIMESTEP 14985 / e 11 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.091181e+00\n",
      "TIMESTEP 15031 / e 11 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.108660e+00\n",
      "TIMESTEP 15077 / e 11 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 2.048481e+00\n",
      "TIMESTEP 15123 / e 11 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 2.115579e+00\n",
      "TIMESTEP 15252 / e 11 / bar1_score 1 / bar2_score 3 / REWARD 1 / Q_MAX 2.132751e+00\n",
      "TIMESTEP 15381 / e 11 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 2.061376e+00\n",
      "TIMESTEP 15427 / e 11 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 1.982868e+00\n",
      "TIMESTEP 15473 / e 11 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 1.902517e+00\n",
      "TIMESTEP 15519 / e 11 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.851498e+00\n",
      "TIMESTEP 15565 / e 11 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 1.889540e+00\n",
      "TIMESTEP 15611 / e 11 / bar1_score 1 / bar2_score 9 / REWARD -1 / Q_MAX 1.973756e+00\n",
      "TIMESTEP 15657 / e 11 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 2.042916e+00\n",
      "TIMESTEP 15703 / e 11 / bar1_score 1 / bar2_score 11 / REWARD -1 / Q_MAX 2.046859e+00\n",
      "TIMESTEP 15749 / e 11 / bar1_score 1 / bar2_score 12 / REWARD -1 / Q_MAX 1.990634e+00\n",
      "TIMESTEP 15795 / e 11 / bar1_score 1 / bar2_score 13 / REWARD -1 / Q_MAX 2.003854e+00\n",
      "TIMESTEP 15841 / e 11 / bar1_score 1 / bar2_score 14 / REWARD -1 / Q_MAX 2.003365e+00\n",
      "TIMESTEP 15887 / e 11 / bar1_score 1 / bar2_score 15 / REWARD -1 / Q_MAX 2.000279e+00\n",
      "TIMESTEP 15933 / e 11 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 1.955246e+00\n",
      "TIMESTEP 15979 / e 11 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 1.899666e+00\n",
      "TIMESTEP 16025 / e 11 / bar1_score 1 / bar2_score 18 / REWARD -1 / Q_MAX 1.900702e+00\n",
      "TIMESTEP 16071 / e 11 / bar1_score 1 / bar2_score 19 / REWARD -1 / Q_MAX 1.912099e+00\n",
      "TIMESTEP 16117 / e 12 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.903333e+00\n",
      "TIMESTEP 16163 / e 12 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.002541e+00\n",
      "TIMESTEP 16376 / e 12 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.761042e+00\n",
      "TIMESTEP 16422 / e 12 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.899485e+00\n",
      "TIMESTEP 16468 / e 12 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.816483e+00\n",
      "TIMESTEP 16514 / e 12 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.752356e+00\n",
      "TIMESTEP 16560 / e 12 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.837000e+00\n",
      "TIMESTEP 16689 / e 12 / bar1_score 1 / bar2_score 6 / REWARD 1 / Q_MAX 1.859035e+00\n",
      "TIMESTEP 16818 / e 12 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.564996e+00\n",
      "TIMESTEP 16864 / e 12 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 1.364890e+00\n",
      "TIMESTEP 16910 / e 12 / bar1_score 1 / bar2_score 9 / REWARD -1 / Q_MAX 1.436421e+00\n",
      "TIMESTEP 16956 / e 12 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 1.615066e+00\n",
      "TIMESTEP 17002 / e 12 / bar1_score 1 / bar2_score 11 / REWARD -1 / Q_MAX 1.548807e+00\n",
      "TIMESTEP 17133 / e 12 / bar1_score 2 / bar2_score 11 / REWARD 1 / Q_MAX 1.703807e+00\n",
      "TIMESTEP 17262 / e 12 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 1.722905e+00\n",
      "TIMESTEP 17308 / e 12 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 1.590578e+00\n",
      "TIMESTEP 17354 / e 12 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 1.678791e+00\n",
      "TIMESTEP 17400 / e 12 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 1.723409e+00\n",
      "TIMESTEP 17446 / e 12 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 1.703181e+00\n",
      "TIMESTEP 17492 / e 12 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 1.772523e+00\n",
      "TIMESTEP 17538 / e 12 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 1.831110e+00\n",
      "TIMESTEP 17584 / e 12 / bar1_score 2 / bar2_score 19 / REWARD -1 / Q_MAX 1.664451e+00\n",
      "TIMESTEP 17630 / e 13 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.572743e+00\n",
      "TIMESTEP 17676 / e 13 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.536187e+00\n",
      "TIMESTEP 17722 / e 13 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.519856e+00\n",
      "TIMESTEP 17768 / e 13 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.731482e+00\n",
      "TIMESTEP 17814 / e 13 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.479931e+00\n",
      "TIMESTEP 17860 / e 13 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.523275e+00\n",
      "TIMESTEP 17906 / e 13 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.428587e+00\n",
      "TIMESTEP 17952 / e 13 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 1.401969e+00\n",
      "TIMESTEP 17998 / e 13 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.404857e+00\n",
      "TIMESTEP 18044 / e 13 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.433297e+00\n",
      "TIMESTEP 18090 / e 13 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.416488e+00\n",
      "TIMESTEP 18136 / e 13 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 1.500304e+00\n",
      "TIMESTEP 18182 / e 13 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 1.418557e+00\n",
      "TIMESTEP 18314 / e 13 / bar1_score 1 / bar2_score 12 / REWARD 1 / Q_MAX 1.958341e+00\n",
      "TIMESTEP 18611 / e 13 / bar1_score 1 / bar2_score 13 / REWARD -1 / Q_MAX 1.667294e+00\n",
      "TIMESTEP 18657 / e 13 / bar1_score 1 / bar2_score 14 / REWARD -1 / Q_MAX 1.260890e+00\n",
      "TIMESTEP 18703 / e 13 / bar1_score 1 / bar2_score 15 / REWARD -1 / Q_MAX 1.114262e+00\n",
      "TIMESTEP 18749 / e 13 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 1.094152e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 18795 / e 13 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 1.068085e+00\n",
      "TIMESTEP 18841 / e 13 / bar1_score 1 / bar2_score 18 / REWARD -1 / Q_MAX 1.245030e+00\n",
      "TIMESTEP 18887 / e 13 / bar1_score 1 / bar2_score 19 / REWARD -1 / Q_MAX 1.176573e+00\n",
      "TIMESTEP 18933 / e 14 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.238583e+00\n",
      "TIMESTEP 18979 / e 14 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.600637e+00\n",
      "TIMESTEP 19025 / e 14 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.061883e+00\n",
      "TIMESTEP 19071 / e 14 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.291385e+00\n",
      "TIMESTEP 19117 / e 14 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.318389e+00\n",
      "TIMESTEP 19163 / e 14 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.358538e+00\n",
      "TIMESTEP 19209 / e 14 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.196287e+00\n",
      "TIMESTEP 19255 / e 14 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 1.362226e+00\n",
      "TIMESTEP 19301 / e 14 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.691845e+00\n",
      "TIMESTEP 19347 / e 14 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.659231e+00\n",
      "TIMESTEP 19393 / e 14 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.813296e+00\n",
      "TIMESTEP 19439 / e 14 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 1.766319e+00\n",
      "TIMESTEP 19485 / e 14 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 1.907066e+00\n",
      "TIMESTEP 19531 / e 14 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 1.825994e+00\n",
      "TIMESTEP 19577 / e 14 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 1.536210e+00\n",
      "TIMESTEP 19623 / e 14 / bar1_score 0 / bar2_score 15 / REWARD -1 / Q_MAX 1.406745e+00\n",
      "TIMESTEP 19669 / e 14 / bar1_score 0 / bar2_score 16 / REWARD -1 / Q_MAX 1.297141e+00\n",
      "TIMESTEP 19798 / e 14 / bar1_score 1 / bar2_score 16 / REWARD 1 / Q_MAX 1.814538e+00\n",
      "TIMESTEP 19927 / e 14 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 1.500527e+00\n",
      "TIMESTEP 19973 / e 14 / bar1_score 1 / bar2_score 18 / REWARD -1 / Q_MAX 1.265041e+00\n",
      "TIMESTEP 20019 / e 14 / bar1_score 1 / bar2_score 19 / REWARD -1 / Q_MAX 1.168587e+00\n",
      "TIMESTEP 20065 / e 15 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.101919e+00\n",
      "TIMESTEP 20111 / e 15 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.022440e+00\n",
      "TIMESTEP 20157 / e 15 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 7.762422e-01\n",
      "TIMESTEP 20203 / e 15 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 9.953177e-01\n",
      "TIMESTEP 20249 / e 15 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.062052e+00\n",
      "TIMESTEP 20295 / e 15 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.114665e+00\n",
      "TIMESTEP 20341 / e 15 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.146288e+00\n",
      "TIMESTEP 20387 / e 15 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 9.899704e-01\n",
      "TIMESTEP 20433 / e 15 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 9.484504e-01\n",
      "TIMESTEP 20479 / e 15 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.170606e+00\n",
      "TIMESTEP 20525 / e 15 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.696824e+00\n",
      "TIMESTEP 20571 / e 15 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 1.742242e+00\n",
      "TIMESTEP 20617 / e 15 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 1.639128e+00\n",
      "TIMESTEP 20663 / e 15 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 1.661298e+00\n",
      "TIMESTEP 20709 / e 15 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 1.862251e+00\n",
      "TIMESTEP 20755 / e 15 / bar1_score 0 / bar2_score 15 / REWARD -1 / Q_MAX 1.785625e+00\n",
      "TIMESTEP 20884 / e 15 / bar1_score 1 / bar2_score 15 / REWARD 1 / Q_MAX 1.828923e+00\n",
      "TIMESTEP 21013 / e 15 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 1.608753e+00\n",
      "TIMESTEP 21059 / e 15 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 1.388871e+00\n",
      "TIMESTEP 21105 / e 15 / bar1_score 1 / bar2_score 18 / REWARD -1 / Q_MAX 1.370685e+00\n",
      "TIMESTEP 21151 / e 15 / bar1_score 1 / bar2_score 19 / REWARD -1 / Q_MAX 1.014374e+00\n",
      "TIMESTEP 21197 / e 16 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.188888e+00\n",
      "TIMESTEP 21243 / e 16 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.123931e+00\n",
      "TIMESTEP 21289 / e 16 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 7.940133e-01\n",
      "TIMESTEP 21418 / e 16 / bar1_score 1 / bar2_score 2 / REWARD 1 / Q_MAX 1.893599e+00\n",
      "TIMESTEP 21547 / e 16 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.491368e+00\n",
      "TIMESTEP 21593 / e 16 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 1.072497e+00\n",
      "TIMESTEP 21639 / e 16 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 1.420038e+00\n",
      "TIMESTEP 21685 / e 16 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 1.405197e+00\n",
      "TIMESTEP 21731 / e 16 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.511643e+00\n",
      "TIMESTEP 21777 / e 16 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 1.482741e+00\n",
      "TIMESTEP 21823 / e 16 / bar1_score 1 / bar2_score 9 / REWARD -1 / Q_MAX 1.077763e+00\n",
      "TIMESTEP 21869 / e 16 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 1.259045e+00\n",
      "TIMESTEP 21915 / e 16 / bar1_score 1 / bar2_score 11 / REWARD -1 / Q_MAX 1.219046e+00\n",
      "TIMESTEP 21961 / e 16 / bar1_score 1 / bar2_score 12 / REWARD -1 / Q_MAX 9.365227e-01\n",
      "TIMESTEP 22007 / e 16 / bar1_score 1 / bar2_score 13 / REWARD -1 / Q_MAX 1.075052e+00\n",
      "TIMESTEP 22053 / e 16 / bar1_score 1 / bar2_score 14 / REWARD -1 / Q_MAX 1.017836e+00\n",
      "TIMESTEP 22099 / e 16 / bar1_score 1 / bar2_score 15 / REWARD -1 / Q_MAX 1.254301e+00\n",
      "TIMESTEP 22145 / e 16 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 1.287941e+00\n",
      "TIMESTEP 22191 / e 16 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 1.256476e+00\n",
      "TIMESTEP 22320 / e 16 / bar1_score 2 / bar2_score 17 / REWARD 1 / Q_MAX 1.977362e+00\n",
      "TIMESTEP 22449 / e 16 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 1.656254e+00\n",
      "TIMESTEP 22495 / e 16 / bar1_score 2 / bar2_score 19 / REWARD -1 / Q_MAX 1.673561e+00\n",
      "TIMESTEP 22541 / e 17 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.787420e+00\n",
      "TIMESTEP 22587 / e 17 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.797775e+00\n",
      "TIMESTEP 22633 / e 17 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.569073e+00\n",
      "TIMESTEP 22679 / e 17 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.721773e+00\n",
      "TIMESTEP 22725 / e 17 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.095545e+00\n",
      "TIMESTEP 22771 / e 17 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.183517e+00\n",
      "TIMESTEP 22987 / e 17 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.576918e+00\n",
      "TIMESTEP 23033 / e 17 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 9.817939e-01\n",
      "TIMESTEP 23079 / e 17 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.145603e+00\n",
      "TIMESTEP 23125 / e 17 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.293741e+00\n",
      "TIMESTEP 23171 / e 17 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.041594e+00\n",
      "TIMESTEP 23217 / e 17 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 8.914840e-01\n",
      "TIMESTEP 23430 / e 17 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 1.642038e+00\n",
      "TIMESTEP 23476 / e 17 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 1.231251e+00\n",
      "TIMESTEP 23522 / e 17 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 9.685643e-01\n",
      "TIMESTEP 23568 / e 17 / bar1_score 0 / bar2_score 15 / REWARD -1 / Q_MAX 9.363686e-01\n",
      "TIMESTEP 23614 / e 17 / bar1_score 0 / bar2_score 16 / REWARD -1 / Q_MAX 1.127252e+00\n",
      "TIMESTEP 23745 / e 17 / bar1_score 1 / bar2_score 16 / REWARD 1 / Q_MAX 1.656051e+00\n",
      "TIMESTEP 24126 / e 17 / bar1_score 2 / bar2_score 16 / REWARD 1 / Q_MAX 1.824468e+00\n",
      "TIMESTEP 24255 / e 17 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 1.249475e+00\n",
      "TIMESTEP 24301 / e 17 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 8.516119e-01\n",
      "TIMESTEP 24347 / e 17 / bar1_score 2 / bar2_score 19 / REWARD -1 / Q_MAX 9.057877e-01\n",
      "TIMESTEP 24393 / e 18 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 8.231881e-01\n",
      "TIMESTEP 24439 / e 18 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 7.624605e-01\n",
      "TIMESTEP 24485 / e 18 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 7.512673e-01\n",
      "TIMESTEP 24531 / e 18 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 9.115453e-01\n",
      "TIMESTEP 24577 / e 18 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 9.324882e-01\n",
      "TIMESTEP 24623 / e 18 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 9.552276e-01\n",
      "TIMESTEP 24754 / e 18 / bar1_score 1 / bar2_score 5 / REWARD 1 / Q_MAX 2.098918e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 24883 / e 18 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 1.698384e+00\n",
      "TIMESTEP 24929 / e 18 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.281171e+00\n",
      "TIMESTEP 25142 / e 18 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 1.773054e+00\n",
      "TIMESTEP 25188 / e 18 / bar1_score 1 / bar2_score 9 / REWARD -1 / Q_MAX 1.367824e+00\n",
      "TIMESTEP 25234 / e 18 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 1.063390e+00\n",
      "TIMESTEP 25363 / e 18 / bar1_score 2 / bar2_score 10 / REWARD 1 / Q_MAX 1.846761e+00\n",
      "TIMESTEP 25492 / e 18 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 1.145269e+00\n",
      "TIMESTEP 25538 / e 18 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 9.536700e-01\n",
      "TIMESTEP 25751 / e 18 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 1.366613e+00\n",
      "TIMESTEP 25797 / e 18 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 1.230184e+00\n",
      "TIMESTEP 26010 / e 18 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 1.540674e+00\n",
      "TIMESTEP 26056 / e 18 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 1.392269e+00\n",
      "TIMESTEP 26269 / e 18 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 1.268924e+00\n",
      "TIMESTEP 26315 / e 18 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 1.013861e+00\n",
      "TIMESTEP 26361 / e 18 / bar1_score 2 / bar2_score 19 / REWARD -1 / Q_MAX 9.525360e-01\n",
      "TIMESTEP 26407 / e 19 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.053688e+00\n",
      "TIMESTEP 26453 / e 19 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.177052e+00\n",
      "TIMESTEP 26499 / e 19 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.121885e+00\n",
      "TIMESTEP 26545 / e 19 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.378853e+00\n",
      "TIMESTEP 26591 / e 19 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 8.980706e-01\n",
      "TIMESTEP 26804 / e 19 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.734664e+00\n",
      "TIMESTEP 26850 / e 19 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.558688e+00\n",
      "TIMESTEP 27063 / e 19 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 1.748179e+00\n",
      "TIMESTEP 27109 / e 19 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.519311e+00\n",
      "TIMESTEP 27155 / e 19 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.173502e+00\n",
      "TIMESTEP 27201 / e 19 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.020878e+00\n",
      "TIMESTEP 27247 / e 19 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 1.434581e+00\n",
      "TIMESTEP 27376 / e 19 / bar1_score 1 / bar2_score 11 / REWARD 1 / Q_MAX 2.212110e+00\n",
      "TIMESTEP 27505 / e 19 / bar1_score 1 / bar2_score 12 / REWARD -1 / Q_MAX 1.449559e+00\n",
      "TIMESTEP 27634 / e 19 / bar1_score 2 / bar2_score 12 / REWARD 1 / Q_MAX 2.303340e+00\n",
      "TIMESTEP 27932 / e 19 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 1.722273e+00\n",
      "TIMESTEP 27978 / e 19 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 1.380061e+00\n",
      "TIMESTEP 28024 / e 19 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 8.582475e-01\n",
      "TIMESTEP 28070 / e 19 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 8.553464e-01\n",
      "TIMESTEP 28116 / e 19 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 7.076221e-01\n",
      "TIMESTEP 28162 / e 19 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 8.756600e-01\n",
      "TIMESTEP 28291 / e 19 / bar1_score 3 / bar2_score 18 / REWARD 1 / Q_MAX 2.187735e+00\n",
      "TIMESTEP 28420 / e 19 / bar1_score 3 / bar2_score 19 / REWARD -1 / Q_MAX 1.279570e+00\n",
      "TIMESTEP 28466 / e 20 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 9.975296e-01\n",
      "TIMESTEP 28512 / e 20 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.086017e+00\n",
      "TIMESTEP 28558 / e 20 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 5.677425e-01\n",
      "TIMESTEP 28604 / e 20 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 9.459748e-01\n",
      "TIMESTEP 28650 / e 20 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 7.238289e-01\n",
      "TIMESTEP 28863 / e 20 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.317989e+00\n",
      "TIMESTEP 28909 / e 20 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.442086e+00\n",
      "TIMESTEP 28955 / e 20 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 1.267167e+00\n",
      "TIMESTEP 29001 / e 20 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.056173e+00\n",
      "TIMESTEP 29047 / e 20 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.258699e+00\n",
      "TIMESTEP 29093 / e 20 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.292776e+00\n",
      "TIMESTEP 29139 / e 20 / bar1_score 0 / bar2_score 11 / REWARD -1 / Q_MAX 8.002664e-01\n",
      "TIMESTEP 29185 / e 20 / bar1_score 0 / bar2_score 12 / REWARD -1 / Q_MAX 7.681611e-01\n",
      "TIMESTEP 29231 / e 20 / bar1_score 0 / bar2_score 13 / REWARD -1 / Q_MAX 7.317772e-01\n",
      "TIMESTEP 29277 / e 20 / bar1_score 0 / bar2_score 14 / REWARD -1 / Q_MAX 5.710235e-01\n",
      "TIMESTEP 29323 / e 20 / bar1_score 0 / bar2_score 15 / REWARD -1 / Q_MAX 5.286679e-01\n",
      "TIMESTEP 29455 / e 20 / bar1_score 1 / bar2_score 15 / REWARD 1 / Q_MAX 1.960308e+00\n",
      "TIMESTEP 29584 / e 20 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 1.776180e+00\n",
      "TIMESTEP 29630 / e 20 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 1.645578e+00\n",
      "TIMESTEP 29676 / e 20 / bar1_score 1 / bar2_score 18 / REWARD -1 / Q_MAX 1.588923e+00\n",
      "TIMESTEP 29722 / e 20 / bar1_score 1 / bar2_score 19 / REWARD -1 / Q_MAX 1.357057e+00\n",
      "TIMESTEP 29768 / e 21 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.305907e+00\n",
      "TIMESTEP 29814 / e 21 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.490983e+00\n",
      "TIMESTEP 29860 / e 21 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 9.787010e-01\n",
      "TIMESTEP 29989 / e 21 / bar1_score 1 / bar2_score 2 / REWARD 1 / Q_MAX 2.166259e+00\n",
      "TIMESTEP 30118 / e 21 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.776954e+00\n",
      "TIMESTEP 30247 / e 21 / bar1_score 2 / bar2_score 3 / REWARD 1 / Q_MAX 2.453713e+00\n",
      "TIMESTEP 30376 / e 21 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 1.603862e+00\n",
      "TIMESTEP 30422 / e 21 / bar1_score 2 / bar2_score 5 / REWARD -1 / Q_MAX 1.220933e+00\n",
      "TIMESTEP 30468 / e 21 / bar1_score 2 / bar2_score 6 / REWARD -1 / Q_MAX 1.606596e+00\n",
      "TIMESTEP 30514 / e 21 / bar1_score 2 / bar2_score 7 / REWARD -1 / Q_MAX 1.290446e+00\n",
      "TIMESTEP 30727 / e 21 / bar1_score 2 / bar2_score 8 / REWARD -1 / Q_MAX 1.489004e+00\n",
      "TIMESTEP 30773 / e 21 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 1.363831e+00\n",
      "TIMESTEP 30819 / e 21 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 1.125100e+00\n",
      "TIMESTEP 30865 / e 21 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 5.959285e-01\n",
      "TIMESTEP 30911 / e 21 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 1.024808e+00\n",
      "TIMESTEP 30957 / e 21 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 7.211460e-01\n",
      "TIMESTEP 31003 / e 21 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 9.772274e-01\n",
      "TIMESTEP 31049 / e 21 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 5.619474e-01\n",
      "TIMESTEP 31095 / e 21 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 4.993703e-01\n",
      "TIMESTEP 31141 / e 21 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 4.761833e-01\n",
      "TIMESTEP 31187 / e 21 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 9.454454e-01\n",
      "TIMESTEP 31318 / e 21 / bar1_score 3 / bar2_score 18 / REWARD 1 / Q_MAX 1.955051e+00\n",
      "TIMESTEP 31447 / e 21 / bar1_score 3 / bar2_score 19 / REWARD -1 / Q_MAX 9.532129e-01\n",
      "TIMESTEP 31493 / e 22 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 6.008502e-01\n",
      "TIMESTEP 31539 / e 22 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 9.194524e-01\n",
      "TIMESTEP 31585 / e 22 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 5.748653e-01\n",
      "TIMESTEP 31631 / e 22 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.025248e+00\n",
      "TIMESTEP 31677 / e 22 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.020002e+00\n",
      "TIMESTEP 31723 / e 22 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.046416e+00\n",
      "TIMESTEP 31769 / e 22 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.225958e+00\n",
      "TIMESTEP 31815 / e 22 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 1.161141e+00\n",
      "TIMESTEP 31861 / e 22 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.411062e+00\n",
      "TIMESTEP 31907 / e 22 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.207463e+00\n",
      "TIMESTEP 32036 / e 22 / bar1_score 1 / bar2_score 9 / REWARD 1 / Q_MAX 2.451476e+00\n",
      "TIMESTEP 32165 / e 22 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 1.679093e+00\n",
      "TIMESTEP 32211 / e 22 / bar1_score 1 / bar2_score 11 / REWARD -1 / Q_MAX 1.133674e+00\n",
      "TIMESTEP 32257 / e 22 / bar1_score 1 / bar2_score 12 / REWARD -1 / Q_MAX 1.268262e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 32388 / e 22 / bar1_score 2 / bar2_score 12 / REWARD 1 / Q_MAX 1.932792e+00\n",
      "TIMESTEP 32517 / e 22 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 1.023293e+00\n",
      "TIMESTEP 32563 / e 22 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 6.743419e-01\n",
      "TIMESTEP 32609 / e 22 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 8.063160e-01\n",
      "TIMESTEP 32655 / e 22 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 4.517286e-01\n",
      "TIMESTEP 32701 / e 22 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 7.441127e-01\n",
      "TIMESTEP 32830 / e 22 / bar1_score 3 / bar2_score 17 / REWARD 1 / Q_MAX 2.040540e+00\n",
      "TIMESTEP 32959 / e 22 / bar1_score 3 / bar2_score 18 / REWARD -1 / Q_MAX 1.031806e+00\n",
      "TIMESTEP 33005 / e 22 / bar1_score 3 / bar2_score 19 / REWARD -1 / Q_MAX 6.052704e-01\n",
      "TIMESTEP 33051 / e 23 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 5.114159e-01\n",
      "TIMESTEP 33097 / e 23 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 3.455999e-01\n",
      "TIMESTEP 33143 / e 23 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 2.596220e-01\n",
      "TIMESTEP 33189 / e 23 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 5.461209e-01\n",
      "TIMESTEP 33235 / e 23 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 4.607857e-01\n",
      "TIMESTEP 33281 / e 23 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 6.209453e-01\n",
      "TIMESTEP 33327 / e 23 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 6.986088e-01\n",
      "TIMESTEP 33373 / e 23 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 1.006205e+00\n",
      "TIMESTEP 33586 / e 23 / bar1_score 0 / bar2_score 8 / REWARD -1 / Q_MAX 1.482640e+00\n",
      "TIMESTEP 33632 / e 23 / bar1_score 0 / bar2_score 9 / REWARD -1 / Q_MAX 1.340114e+00\n",
      "TIMESTEP 33678 / e 23 / bar1_score 0 / bar2_score 10 / REWARD -1 / Q_MAX 1.325831e+00\n",
      "TIMESTEP 33807 / e 23 / bar1_score 1 / bar2_score 10 / REWARD 1 / Q_MAX 2.548645e+00\n",
      "TIMESTEP 33936 / e 23 / bar1_score 1 / bar2_score 11 / REWARD -1 / Q_MAX 1.645004e+00\n",
      "TIMESTEP 33982 / e 23 / bar1_score 1 / bar2_score 12 / REWARD -1 / Q_MAX 1.336707e+00\n",
      "TIMESTEP 34028 / e 23 / bar1_score 1 / bar2_score 13 / REWARD -1 / Q_MAX 1.717856e+00\n",
      "TIMESTEP 34157 / e 23 / bar1_score 2 / bar2_score 13 / REWARD 1 / Q_MAX 2.555550e+00\n",
      "TIMESTEP 34286 / e 23 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 1.233629e+00\n",
      "TIMESTEP 34332 / e 23 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 1.155217e+00\n",
      "TIMESTEP 34378 / e 23 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 1.327713e+00\n",
      "TIMESTEP 34507 / e 23 / bar1_score 3 / bar2_score 16 / REWARD 1 / Q_MAX 2.543898e+00\n",
      "TIMESTEP 34636 / e 23 / bar1_score 3 / bar2_score 17 / REWARD -1 / Q_MAX 9.851326e-01\n",
      "TIMESTEP 34682 / e 23 / bar1_score 3 / bar2_score 18 / REWARD -1 / Q_MAX 1.246129e+00\n",
      "TIMESTEP 34728 / e 23 / bar1_score 3 / bar2_score 19 / REWARD -1 / Q_MAX 1.141365e+00\n",
      "TIMESTEP 34774 / e 24 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 4.755169e-01\n",
      "TIMESTEP 34987 / e 24 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.277166e+00\n",
      "TIMESTEP 35033 / e 24 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.026353e+00\n",
      "TIMESTEP 35246 / e 24 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.394783e+00\n",
      "TIMESTEP 35375 / e 24 / bar1_score 1 / bar2_score 3 / REWARD 1 / Q_MAX 2.611632e+00\n",
      "TIMESTEP 35504 / e 24 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 1.309385e+00\n",
      "TIMESTEP 35550 / e 24 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 1.105358e+00\n",
      "TIMESTEP 35596 / e 24 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 1.390717e+00\n",
      "TIMESTEP 35725 / e 24 / bar1_score 2 / bar2_score 6 / REWARD 1 / Q_MAX 2.606035e+00\n",
      "TIMESTEP 35854 / e 24 / bar1_score 2 / bar2_score 7 / REWARD -1 / Q_MAX 1.351462e+00\n",
      "TIMESTEP 35900 / e 24 / bar1_score 2 / bar2_score 8 / REWARD -1 / Q_MAX 1.004513e+00\n",
      "TIMESTEP 36115 / e 24 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 1.706476e+00\n",
      "TIMESTEP 36161 / e 24 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 1.054079e+00\n",
      "TIMESTEP 36374 / e 24 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 8.385449e-01\n",
      "TIMESTEP 36420 / e 24 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 8.536864e-01\n",
      "TIMESTEP 36466 / e 24 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 5.440766e-01\n",
      "TIMESTEP 36512 / e 24 / bar1_score 2 / bar2_score 14 / REWARD -1 / Q_MAX 5.354040e-01\n",
      "TIMESTEP 36558 / e 24 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 6.648778e-01\n",
      "TIMESTEP 36687 / e 24 / bar1_score 3 / bar2_score 15 / REWARD 1 / Q_MAX 2.127755e+00\n",
      "TIMESTEP 36816 / e 24 / bar1_score 3 / bar2_score 16 / REWARD -1 / Q_MAX 1.046877e+00\n",
      "TIMESTEP 36862 / e 24 / bar1_score 3 / bar2_score 17 / REWARD -1 / Q_MAX 6.555367e-01\n",
      "TIMESTEP 36908 / e 24 / bar1_score 3 / bar2_score 18 / REWARD -1 / Q_MAX 4.690976e-01\n",
      "TIMESTEP 37037 / e 24 / bar1_score 4 / bar2_score 18 / REWARD 1 / Q_MAX 2.306119e+00\n",
      "TIMESTEP 37166 / e 24 / bar1_score 4 / bar2_score 19 / REWARD -1 / Q_MAX 1.077410e+00\n",
      "TIMESTEP 37295 / e 24 / bar1_score 5 / bar2_score 19 / REWARD 1 / Q_MAX 2.385147e+00\n",
      "TIMESTEP 37424 / e 25 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 9.432296e-01\n",
      "TIMESTEP 37470 / e 25 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.218498e+00\n",
      "TIMESTEP 37516 / e 25 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.117220e+00\n",
      "TIMESTEP 37645 / e 25 / bar1_score 1 / bar2_score 2 / REWARD 1 / Q_MAX 2.452540e+00\n",
      "TIMESTEP 37774 / e 25 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.657168e+00\n",
      "TIMESTEP 37903 / e 25 / bar1_score 2 / bar2_score 3 / REWARD 1 / Q_MAX 2.610003e+00\n",
      "TIMESTEP 38032 / e 25 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 8.702697e-01\n",
      "TIMESTEP 38078 / e 25 / bar1_score 2 / bar2_score 5 / REWARD -1 / Q_MAX 6.166638e-01\n",
      "TIMESTEP 38124 / e 25 / bar1_score 2 / bar2_score 6 / REWARD -1 / Q_MAX 7.469579e-01\n",
      "TIMESTEP 38170 / e 25 / bar1_score 2 / bar2_score 7 / REWARD -1 / Q_MAX 4.259083e-01\n",
      "TIMESTEP 38384 / e 25 / bar1_score 2 / bar2_score 8 / REWARD -1 / Q_MAX 9.512646e-01\n",
      "TIMESTEP 38430 / e 25 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 9.287391e-01\n",
      "TIMESTEP 38476 / e 25 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 1.043506e+00\n",
      "TIMESTEP 38522 / e 25 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 5.301830e-01\n",
      "TIMESTEP 38568 / e 25 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 1.056341e+00\n",
      "TIMESTEP 38697 / e 25 / bar1_score 3 / bar2_score 12 / REWARD 1 / Q_MAX 2.469199e+00\n",
      "TIMESTEP 38826 / e 25 / bar1_score 3 / bar2_score 13 / REWARD -1 / Q_MAX 1.263673e+00\n",
      "TIMESTEP 38955 / e 25 / bar1_score 4 / bar2_score 13 / REWARD 1 / Q_MAX 2.555196e+00\n",
      "TIMESTEP 39084 / e 25 / bar1_score 4 / bar2_score 14 / REWARD -1 / Q_MAX 1.642983e+00\n",
      "TIMESTEP 39213 / e 25 / bar1_score 5 / bar2_score 14 / REWARD 1 / Q_MAX 2.643249e+00\n",
      "TIMESTEP 39342 / e 25 / bar1_score 5 / bar2_score 15 / REWARD -1 / Q_MAX 1.091904e+00\n",
      "TIMESTEP 39388 / e 25 / bar1_score 5 / bar2_score 16 / REWARD -1 / Q_MAX 1.254681e+00\n",
      "TIMESTEP 39434 / e 25 / bar1_score 5 / bar2_score 17 / REWARD -1 / Q_MAX 1.029874e+00\n",
      "TIMESTEP 39563 / e 25 / bar1_score 6 / bar2_score 17 / REWARD 1 / Q_MAX 2.657976e+00\n",
      "TIMESTEP 39692 / e 25 / bar1_score 6 / bar2_score 18 / REWARD -1 / Q_MAX 9.252271e-01\n",
      "TIMESTEP 39821 / e 25 / bar1_score 7 / bar2_score 18 / REWARD 1 / Q_MAX 2.561398e+00\n",
      "TIMESTEP 39950 / e 25 / bar1_score 7 / bar2_score 19 / REWARD -1 / Q_MAX 1.075324e+00\n",
      "TIMESTEP 39996 / e 26 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 6.862847e-01\n",
      "TIMESTEP 40042 / e 26 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 7.141402e-01\n",
      "TIMESTEP 40171 / e 26 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 2.545163e+00\n",
      "TIMESTEP 40300 / e 26 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 7.095165e-01\n",
      "TIMESTEP 40346 / e 26 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 9.414976e-01\n",
      "TIMESTEP 40392 / e 26 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 9.663110e-01\n",
      "TIMESTEP 40438 / e 26 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 9.139097e-01\n",
      "TIMESTEP 40484 / e 26 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 1.543011e+00\n",
      "TIMESTEP 40530 / e 26 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.118681e+00\n",
      "TIMESTEP 40743 / e 26 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 1.565552e+00\n",
      "TIMESTEP 40789 / e 26 / bar1_score 1 / bar2_score 9 / REWARD -1 / Q_MAX 1.387824e+00\n",
      "TIMESTEP 40835 / e 26 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 1.543926e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 40881 / e 26 / bar1_score 1 / bar2_score 11 / REWARD -1 / Q_MAX 8.871042e-01\n",
      "TIMESTEP 41094 / e 26 / bar1_score 1 / bar2_score 12 / REWARD -1 / Q_MAX 1.072945e+00\n",
      "TIMESTEP 41140 / e 26 / bar1_score 1 / bar2_score 13 / REWARD -1 / Q_MAX 8.462496e-01\n",
      "TIMESTEP 41186 / e 26 / bar1_score 1 / bar2_score 14 / REWARD -1 / Q_MAX 8.613355e-01\n",
      "TIMESTEP 41315 / e 26 / bar1_score 2 / bar2_score 14 / REWARD 1 / Q_MAX 2.595545e+00\n",
      "TIMESTEP 41444 / e 26 / bar1_score 2 / bar2_score 15 / REWARD -1 / Q_MAX 6.973336e-01\n",
      "TIMESTEP 41490 / e 26 / bar1_score 2 / bar2_score 16 / REWARD -1 / Q_MAX 7.275587e-01\n",
      "TIMESTEP 41536 / e 26 / bar1_score 2 / bar2_score 17 / REWARD -1 / Q_MAX 8.009608e-01\n",
      "TIMESTEP 41582 / e 26 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 5.997099e-01\n",
      "TIMESTEP 41628 / e 26 / bar1_score 2 / bar2_score 19 / REWARD -1 / Q_MAX 7.908754e-01\n",
      "TIMESTEP 41674 / e 27 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 4.341797e-01\n",
      "TIMESTEP 41720 / e 27 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 5.224255e-01\n",
      "TIMESTEP 41852 / e 27 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 2.501291e+00\n",
      "TIMESTEP 41981 / e 27 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 1.157967e+00\n",
      "TIMESTEP 42027 / e 27 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.377608e+00\n",
      "TIMESTEP 42243 / e 27 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 1.666213e+00\n",
      "TIMESTEP 42289 / e 27 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 1.417160e+00\n",
      "TIMESTEP 42503 / e 27 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 1.420621e+00\n",
      "TIMESTEP 42549 / e 27 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.356639e+00\n",
      "TIMESTEP 42595 / e 27 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 1.189000e+00\n",
      "TIMESTEP 42641 / e 27 / bar1_score 1 / bar2_score 9 / REWARD -1 / Q_MAX 1.317085e+00\n",
      "TIMESTEP 42687 / e 27 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 1.391211e+00\n",
      "TIMESTEP 42816 / e 27 / bar1_score 2 / bar2_score 10 / REWARD 1 / Q_MAX 2.757730e+00\n",
      "TIMESTEP 42945 / e 27 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 6.041988e-01\n",
      "TIMESTEP 43076 / e 27 / bar1_score 3 / bar2_score 11 / REWARD 1 / Q_MAX 2.567990e+00\n",
      "TIMESTEP 43205 / e 27 / bar1_score 3 / bar2_score 12 / REWARD -1 / Q_MAX 4.252183e-01\n",
      "TIMESTEP 43251 / e 27 / bar1_score 3 / bar2_score 13 / REWARD -1 / Q_MAX 3.898126e-01\n",
      "TIMESTEP 43464 / e 27 / bar1_score 3 / bar2_score 14 / REWARD -1 / Q_MAX 9.193218e-01\n",
      "TIMESTEP 43510 / e 27 / bar1_score 3 / bar2_score 15 / REWARD -1 / Q_MAX 6.948979e-01\n",
      "TIMESTEP 43556 / e 27 / bar1_score 3 / bar2_score 16 / REWARD -1 / Q_MAX 7.855325e-01\n",
      "TIMESTEP 43685 / e 27 / bar1_score 4 / bar2_score 16 / REWARD 1 / Q_MAX 2.716746e+00\n",
      "TIMESTEP 43814 / e 27 / bar1_score 4 / bar2_score 17 / REWARD -1 / Q_MAX 1.158786e+00\n",
      "TIMESTEP 43943 / e 27 / bar1_score 5 / bar2_score 17 / REWARD 1 / Q_MAX 2.766676e+00\n",
      "TIMESTEP 44072 / e 27 / bar1_score 5 / bar2_score 18 / REWARD -1 / Q_MAX 1.289365e+00\n",
      "TIMESTEP 44118 / e 27 / bar1_score 5 / bar2_score 19 / REWARD -1 / Q_MAX 7.187905e-01\n",
      "TIMESTEP 44164 / e 28 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 3.181719e-01\n",
      "TIMESTEP 44293 / e 28 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.689603e+00\n",
      "TIMESTEP 44422 / e 28 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 8.935794e-01\n",
      "TIMESTEP 44468 / e 28 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 6.566816e-01\n",
      "TIMESTEP 44514 / e 28 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.036918e+00\n",
      "TIMESTEP 44560 / e 28 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 6.822690e-01\n",
      "TIMESTEP 44606 / e 28 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 6.455333e-01\n",
      "TIMESTEP 44652 / e 28 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 8.590928e-01\n",
      "TIMESTEP 44698 / e 28 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 5.657572e-01\n",
      "TIMESTEP 44744 / e 28 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 8.004814e-01\n",
      "TIMESTEP 44790 / e 28 / bar1_score 1 / bar2_score 9 / REWARD -1 / Q_MAX 8.762811e-01\n",
      "TIMESTEP 44836 / e 28 / bar1_score 1 / bar2_score 10 / REWARD -1 / Q_MAX 8.683081e-01\n",
      "TIMESTEP 44882 / e 28 / bar1_score 1 / bar2_score 11 / REWARD -1 / Q_MAX 4.724844e-01\n",
      "TIMESTEP 44928 / e 28 / bar1_score 1 / bar2_score 12 / REWARD -1 / Q_MAX 6.492515e-01\n",
      "TIMESTEP 44974 / e 28 / bar1_score 1 / bar2_score 13 / REWARD -1 / Q_MAX 8.383486e-01\n",
      "TIMESTEP 45020 / e 28 / bar1_score 1 / bar2_score 14 / REWARD -1 / Q_MAX 2.028498e+00\n",
      "TIMESTEP 45066 / e 28 / bar1_score 1 / bar2_score 15 / REWARD -1 / Q_MAX 1.854146e+00\n",
      "TIMESTEP 45112 / e 28 / bar1_score 1 / bar2_score 16 / REWARD -1 / Q_MAX 2.116935e+00\n",
      "TIMESTEP 45158 / e 28 / bar1_score 1 / bar2_score 17 / REWARD -1 / Q_MAX 2.094549e+00\n",
      "TIMESTEP 45287 / e 28 / bar1_score 2 / bar2_score 17 / REWARD 1 / Q_MAX 2.940234e+00\n",
      "TIMESTEP 45416 / e 28 / bar1_score 2 / bar2_score 18 / REWARD -1 / Q_MAX 1.745234e+00\n",
      "TIMESTEP 45545 / e 28 / bar1_score 3 / bar2_score 18 / REWARD 1 / Q_MAX 2.878457e+00\n",
      "TIMESTEP 45674 / e 28 / bar1_score 3 / bar2_score 19 / REWARD -1 / Q_MAX 9.535267e-01\n",
      "TIMESTEP 45720 / e 29 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 4.703126e-01\n",
      "TIMESTEP 45766 / e 29 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 5.143286e-01\n",
      "TIMESTEP 45897 / e 29 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 2.752810e+00\n",
      "TIMESTEP 46026 / e 29 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 9.968057e-01\n",
      "TIMESTEP 46072 / e 29 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.678263e+00\n",
      "TIMESTEP 46118 / e 29 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 1.586953e+00\n",
      "TIMESTEP 46247 / e 29 / bar1_score 2 / bar2_score 4 / REWARD 1 / Q_MAX 2.915781e+00\n",
      "TIMESTEP 46376 / e 29 / bar1_score 2 / bar2_score 5 / REWARD -1 / Q_MAX 1.924552e+00\n",
      "TIMESTEP 46422 / e 29 / bar1_score 2 / bar2_score 6 / REWARD -1 / Q_MAX 1.336540e+00\n",
      "TIMESTEP 46635 / e 29 / bar1_score 2 / bar2_score 7 / REWARD -1 / Q_MAX 1.242316e+00\n",
      "TIMESTEP 46766 / e 29 / bar1_score 3 / bar2_score 7 / REWARD 1 / Q_MAX 2.911189e+00\n",
      "TIMESTEP 46895 / e 29 / bar1_score 3 / bar2_score 8 / REWARD -1 / Q_MAX 1.426215e+00\n",
      "TIMESTEP 46941 / e 29 / bar1_score 3 / bar2_score 9 / REWARD -1 / Q_MAX 1.191760e+00\n",
      "TIMESTEP 46987 / e 29 / bar1_score 3 / bar2_score 10 / REWARD -1 / Q_MAX 1.158344e+00\n",
      "TIMESTEP 47033 / e 29 / bar1_score 3 / bar2_score 11 / REWARD -1 / Q_MAX 9.041539e-01\n",
      "TIMESTEP 47079 / e 29 / bar1_score 3 / bar2_score 12 / REWARD -1 / Q_MAX 1.058103e+00\n",
      "TIMESTEP 47125 / e 29 / bar1_score 3 / bar2_score 13 / REWARD -1 / Q_MAX 8.980224e-01\n",
      "TIMESTEP 47171 / e 29 / bar1_score 3 / bar2_score 14 / REWARD -1 / Q_MAX 9.312523e-01\n",
      "TIMESTEP 47300 / e 29 / bar1_score 4 / bar2_score 14 / REWARD 1 / Q_MAX 2.866493e+00\n",
      "TIMESTEP 47429 / e 29 / bar1_score 4 / bar2_score 15 / REWARD -1 / Q_MAX 9.394525e-01\n",
      "TIMESTEP 47475 / e 29 / bar1_score 4 / bar2_score 16 / REWARD -1 / Q_MAX 9.184094e-01\n",
      "TIMESTEP 47521 / e 29 / bar1_score 4 / bar2_score 17 / REWARD -1 / Q_MAX 1.085785e+00\n",
      "TIMESTEP 47567 / e 29 / bar1_score 4 / bar2_score 18 / REWARD -1 / Q_MAX 7.690181e-01\n",
      "TIMESTEP 47613 / e 29 / bar1_score 4 / bar2_score 19 / REWARD -1 / Q_MAX 7.573777e-01\n",
      "TIMESTEP 47742 / e 29 / bar1_score 5 / bar2_score 19 / REWARD 1 / Q_MAX 2.858378e+00\n",
      "TIMESTEP 47871 / e 30 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 9.055758e-01\n",
      "TIMESTEP 48000 / e 30 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.877776e+00\n",
      "TIMESTEP 48129 / e 30 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.056984e+00\n",
      "TIMESTEP 48258 / e 30 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.854970e+00\n",
      "TIMESTEP 48387 / e 30 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 4.576084e-01\n",
      "TIMESTEP 48516 / e 30 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.683967e+00\n",
      "TIMESTEP 48645 / e 30 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 2.310231e-01\n",
      "TIMESTEP 48774 / e 30 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 2.761974e+00\n",
      "TIMESTEP 48903 / e 30 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 7.900257e-01\n",
      "TIMESTEP 48949 / e 30 / bar1_score 4 / bar2_score 5 / REWARD -1 / Q_MAX 9.953464e-01\n",
      "TIMESTEP 48995 / e 30 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 1.108513e+00\n",
      "TIMESTEP 49041 / e 30 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 6.853490e-01\n",
      "TIMESTEP 49087 / e 30 / bar1_score 4 / bar2_score 8 / REWARD -1 / Q_MAX 9.500451e-01\n",
      "TIMESTEP 49218 / e 30 / bar1_score 5 / bar2_score 8 / REWARD 1 / Q_MAX 2.730689e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 49347 / e 30 / bar1_score 5 / bar2_score 9 / REWARD -1 / Q_MAX 5.300556e-01\n",
      "TIMESTEP 49478 / e 30 / bar1_score 6 / bar2_score 9 / REWARD 1 / Q_MAX 2.821415e+00\n",
      "TIMESTEP 49607 / e 30 / bar1_score 6 / bar2_score 10 / REWARD -1 / Q_MAX 6.803880e-01\n",
      "TIMESTEP 49736 / e 30 / bar1_score 7 / bar2_score 10 / REWARD 1 / Q_MAX 2.893398e+00\n",
      "TIMESTEP 49865 / e 30 / bar1_score 7 / bar2_score 11 / REWARD -1 / Q_MAX 9.786171e-01\n",
      "TIMESTEP 49996 / e 30 / bar1_score 8 / bar2_score 11 / REWARD 1 / Q_MAX 2.803344e+00\n",
      "TIMESTEP 50125 / e 30 / bar1_score 8 / bar2_score 12 / REWARD -1 / Q_MAX 9.395697e-01\n",
      "TIMESTEP 50171 / e 30 / bar1_score 8 / bar2_score 13 / REWARD -1 / Q_MAX 7.169942e-01\n",
      "TIMESTEP 50217 / e 30 / bar1_score 8 / bar2_score 14 / REWARD -1 / Q_MAX 8.992683e-01\n",
      "TIMESTEP 50346 / e 30 / bar1_score 9 / bar2_score 14 / REWARD 1 / Q_MAX 2.942011e+00\n",
      "TIMESTEP 50475 / e 30 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 1.436363e+00\n",
      "TIMESTEP 50521 / e 30 / bar1_score 9 / bar2_score 16 / REWARD -1 / Q_MAX 1.187336e+00\n",
      "TIMESTEP 50567 / e 30 / bar1_score 9 / bar2_score 17 / REWARD -1 / Q_MAX 1.178818e+00\n",
      "TIMESTEP 50696 / e 30 / bar1_score 10 / bar2_score 17 / REWARD 1 / Q_MAX 3.058999e+00\n",
      "TIMESTEP 50825 / e 30 / bar1_score 10 / bar2_score 18 / REWARD -1 / Q_MAX 1.803896e+00\n",
      "TIMESTEP 50954 / e 30 / bar1_score 11 / bar2_score 18 / REWARD 1 / Q_MAX 3.051748e+00\n",
      "TIMESTEP 51083 / e 30 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 1.642346e+00\n",
      "TIMESTEP 51212 / e 30 / bar1_score 12 / bar2_score 19 / REWARD 1 / Q_MAX 3.007338e+00\n",
      "TIMESTEP 51341 / e 31 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 7.858622e-01\n",
      "TIMESTEP 51472 / e 31 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.023814e+00\n",
      "TIMESTEP 51601 / e 31 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.328227e+00\n",
      "TIMESTEP 51732 / e 31 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.991209e+00\n",
      "TIMESTEP 51861 / e 31 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 6.399877e-01\n",
      "TIMESTEP 51992 / e 31 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.993577e+00\n",
      "TIMESTEP 52121 / e 31 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 9.077947e-01\n",
      "TIMESTEP 52250 / e 31 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 2.978999e+00\n",
      "TIMESTEP 52379 / e 31 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 8.178024e-01\n",
      "TIMESTEP 52508 / e 31 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 3.120807e+00\n",
      "TIMESTEP 52637 / e 31 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 1.685281e+00\n",
      "TIMESTEP 52768 / e 31 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 3.086407e+00\n",
      "TIMESTEP 52897 / e 31 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 9.427933e-01\n",
      "TIMESTEP 53028 / e 31 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 3.045372e+00\n",
      "TIMESTEP 53157 / e 31 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 5.066803e-01\n",
      "TIMESTEP 53203 / e 31 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 9.556821e-01\n",
      "TIMESTEP 53416 / e 31 / bar1_score 7 / bar2_score 9 / REWARD -1 / Q_MAX 5.139343e-01\n",
      "TIMESTEP 53545 / e 31 / bar1_score 8 / bar2_score 9 / REWARD 1 / Q_MAX 3.060590e+00\n",
      "TIMESTEP 53674 / e 31 / bar1_score 8 / bar2_score 10 / REWARD -1 / Q_MAX 1.002933e+00\n",
      "TIMESTEP 53803 / e 31 / bar1_score 9 / bar2_score 10 / REWARD 1 / Q_MAX 2.986065e+00\n",
      "TIMESTEP 53932 / e 31 / bar1_score 9 / bar2_score 11 / REWARD -1 / Q_MAX 4.332333e-01\n",
      "TIMESTEP 54061 / e 31 / bar1_score 10 / bar2_score 11 / REWARD 1 / Q_MAX 3.052237e+00\n",
      "TIMESTEP 54190 / e 31 / bar1_score 10 / bar2_score 12 / REWARD -1 / Q_MAX 1.006564e+00\n",
      "TIMESTEP 54319 / e 31 / bar1_score 11 / bar2_score 12 / REWARD 1 / Q_MAX 3.072301e+00\n",
      "TIMESTEP 54448 / e 31 / bar1_score 11 / bar2_score 13 / REWARD -1 / Q_MAX 9.947217e-01\n",
      "TIMESTEP 54577 / e 31 / bar1_score 12 / bar2_score 13 / REWARD 1 / Q_MAX 3.151009e+00\n",
      "TIMESTEP 54706 / e 31 / bar1_score 12 / bar2_score 14 / REWARD -1 / Q_MAX 1.295862e+00\n",
      "TIMESTEP 54835 / e 31 / bar1_score 13 / bar2_score 14 / REWARD 1 / Q_MAX 3.151603e+00\n",
      "TIMESTEP 54964 / e 31 / bar1_score 13 / bar2_score 15 / REWARD -1 / Q_MAX 1.048101e+00\n",
      "TIMESTEP 55093 / e 31 / bar1_score 14 / bar2_score 15 / REWARD 1 / Q_MAX 3.062814e+00\n",
      "TIMESTEP 55222 / e 31 / bar1_score 14 / bar2_score 16 / REWARD -1 / Q_MAX 1.717713e-01\n",
      "TIMESTEP 55351 / e 31 / bar1_score 15 / bar2_score 16 / REWARD 1 / Q_MAX 3.077466e+00\n",
      "TIMESTEP 55480 / e 31 / bar1_score 15 / bar2_score 17 / REWARD -1 / Q_MAX 1.228533e+00\n",
      "TIMESTEP 55526 / e 31 / bar1_score 15 / bar2_score 18 / REWARD -1 / Q_MAX 5.465832e-01\n",
      "TIMESTEP 55572 / e 31 / bar1_score 15 / bar2_score 19 / REWARD -1 / Q_MAX 8.359853e-01\n",
      "TIMESTEP 55701 / e 31 / bar1_score 16 / bar2_score 19 / REWARD 1 / Q_MAX 3.024240e+00\n",
      "TIMESTEP 55830 / e 32 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 5.784363e-01\n",
      "TIMESTEP 55959 / e 32 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.152472e+00\n",
      "TIMESTEP 56088 / e 32 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 8.890990e-01\n",
      "TIMESTEP 56217 / e 32 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.232169e+00\n",
      "TIMESTEP 56346 / e 32 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.935668e+00\n",
      "TIMESTEP 56475 / e 32 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.311697e+00\n",
      "TIMESTEP 56604 / e 32 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 7.486967e-01\n",
      "TIMESTEP 56735 / e 32 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.124649e+00\n",
      "TIMESTEP 56864 / e 32 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 1.074790e+00\n",
      "TIMESTEP 56993 / e 32 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 3.040247e+00\n",
      "TIMESTEP 57122 / e 32 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 1.227163e+00\n",
      "TIMESTEP 57251 / e 32 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 3.089526e+00\n",
      "TIMESTEP 57380 / e 32 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 7.070004e-01\n",
      "TIMESTEP 57509 / e 32 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 3.217400e+00\n",
      "TIMESTEP 57638 / e 32 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 1.303413e+00\n",
      "TIMESTEP 57684 / e 32 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 1.094942e+00\n",
      "TIMESTEP 57982 / e 32 / bar1_score 8 / bar2_score 8 / REWARD 1 / Q_MAX 2.477947e+00\n",
      "TIMESTEP 58111 / e 32 / bar1_score 8 / bar2_score 9 / REWARD -1 / Q_MAX 1.197872e+00\n",
      "TIMESTEP 58240 / e 32 / bar1_score 9 / bar2_score 9 / REWARD 1 / Q_MAX 3.252256e+00\n",
      "TIMESTEP 58369 / e 32 / bar1_score 9 / bar2_score 10 / REWARD -1 / Q_MAX 7.911553e-01\n",
      "TIMESTEP 58498 / e 32 / bar1_score 10 / bar2_score 10 / REWARD 1 / Q_MAX 3.277464e+00\n",
      "TIMESTEP 58627 / e 32 / bar1_score 10 / bar2_score 11 / REWARD -1 / Q_MAX 7.714809e-01\n",
      "TIMESTEP 58758 / e 32 / bar1_score 11 / bar2_score 11 / REWARD 1 / Q_MAX 3.090131e+00\n",
      "TIMESTEP 58887 / e 32 / bar1_score 11 / bar2_score 12 / REWARD -1 / Q_MAX 5.292518e-01\n",
      "TIMESTEP 59016 / e 32 / bar1_score 12 / bar2_score 12 / REWARD 1 / Q_MAX 3.227086e+00\n",
      "TIMESTEP 59145 / e 32 / bar1_score 12 / bar2_score 13 / REWARD -1 / Q_MAX 8.281173e-01\n",
      "TIMESTEP 59191 / e 32 / bar1_score 12 / bar2_score 14 / REWARD -1 / Q_MAX 1.585216e+00\n",
      "TIMESTEP 59237 / e 32 / bar1_score 12 / bar2_score 15 / REWARD -1 / Q_MAX 7.821577e-01\n",
      "TIMESTEP 59283 / e 32 / bar1_score 12 / bar2_score 16 / REWARD -1 / Q_MAX 1.655739e+00\n",
      "TIMESTEP 59329 / e 32 / bar1_score 12 / bar2_score 17 / REWARD -1 / Q_MAX 7.458850e-01\n",
      "TIMESTEP 59375 / e 32 / bar1_score 12 / bar2_score 18 / REWARD -1 / Q_MAX 9.740853e-01\n",
      "TIMESTEP 59421 / e 32 / bar1_score 12 / bar2_score 19 / REWARD -1 / Q_MAX 8.923447e-01\n",
      "TIMESTEP 59550 / e 32 / bar1_score 13 / bar2_score 19 / REWARD 1 / Q_MAX 3.211228e+00\n",
      "TIMESTEP 59679 / e 33 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 3.132174e-01\n",
      "TIMESTEP 59808 / e 33 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.345492e+00\n",
      "TIMESTEP 59937 / e 33 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.098879e+00\n",
      "TIMESTEP 60066 / e 33 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.259227e+00\n",
      "TIMESTEP 60195 / e 33 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 9.451026e-01\n",
      "TIMESTEP 60326 / e 33 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.159338e+00\n",
      "TIMESTEP 60455 / e 33 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 9.545448e-01\n",
      "TIMESTEP 60584 / e 33 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.157755e+00\n",
      "TIMESTEP 60713 / e 33 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 7.125609e-01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 60842 / e 33 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 3.131935e+00\n",
      "TIMESTEP 60971 / e 33 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 7.440069e-01\n",
      "TIMESTEP 61100 / e 33 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 3.259757e+00\n",
      "TIMESTEP 61229 / e 33 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 7.565650e-01\n",
      "TIMESTEP 61361 / e 33 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 3.112978e+00\n",
      "TIMESTEP 61490 / e 33 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 9.544862e-01\n",
      "TIMESTEP 61536 / e 33 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 1.022989e+00\n",
      "TIMESTEP 61582 / e 33 / bar1_score 7 / bar2_score 9 / REWARD -1 / Q_MAX 7.950318e-01\n",
      "TIMESTEP 61711 / e 33 / bar1_score 8 / bar2_score 9 / REWARD 1 / Q_MAX 3.196852e+00\n",
      "TIMESTEP 61840 / e 33 / bar1_score 8 / bar2_score 10 / REWARD -1 / Q_MAX 1.141458e+00\n",
      "TIMESTEP 61886 / e 33 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 6.324227e-01\n",
      "TIMESTEP 61932 / e 33 / bar1_score 8 / bar2_score 12 / REWARD -1 / Q_MAX 8.754936e-01\n",
      "TIMESTEP 61978 / e 33 / bar1_score 8 / bar2_score 13 / REWARD -1 / Q_MAX 8.086057e-01\n",
      "TIMESTEP 62191 / e 33 / bar1_score 8 / bar2_score 14 / REWARD -1 / Q_MAX 6.153747e-01\n",
      "TIMESTEP 62322 / e 33 / bar1_score 9 / bar2_score 14 / REWARD 1 / Q_MAX 3.097924e+00\n",
      "TIMESTEP 62451 / e 33 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 1.011228e+00\n",
      "TIMESTEP 62582 / e 33 / bar1_score 10 / bar2_score 15 / REWARD 1 / Q_MAX 3.093598e+00\n",
      "TIMESTEP 62711 / e 33 / bar1_score 10 / bar2_score 16 / REWARD -1 / Q_MAX 6.979861e-01\n",
      "TIMESTEP 62840 / e 33 / bar1_score 11 / bar2_score 16 / REWARD 1 / Q_MAX 3.139225e+00\n",
      "TIMESTEP 62969 / e 33 / bar1_score 11 / bar2_score 17 / REWARD -1 / Q_MAX 3.568639e-01\n",
      "TIMESTEP 63015 / e 33 / bar1_score 11 / bar2_score 18 / REWARD -1 / Q_MAX 1.760890e+00\n",
      "TIMESTEP 63061 / e 33 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 4.370373e-01\n",
      "TIMESTEP 63107 / e 34 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX -6.284443e-02\n",
      "TIMESTEP 63320 / e 34 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 7.860404e-01\n",
      "TIMESTEP 63449 / e 34 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 3.282703e+00\n",
      "TIMESTEP 63578 / e 34 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 8.150008e-01\n",
      "TIMESTEP 63707 / e 34 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 3.199735e+00\n",
      "TIMESTEP 63836 / e 34 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 1.108666e+00\n",
      "TIMESTEP 63966 / e 34 / bar1_score 3 / bar2_score 3 / REWARD 1 / Q_MAX 3.191010e+00\n",
      "TIMESTEP 64095 / e 34 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 1.047878e+00\n",
      "TIMESTEP 64226 / e 34 / bar1_score 4 / bar2_score 4 / REWARD 1 / Q_MAX 3.199269e+00\n",
      "TIMESTEP 64355 / e 34 / bar1_score 4 / bar2_score 5 / REWARD -1 / Q_MAX 1.150438e+00\n",
      "TIMESTEP 64486 / e 34 / bar1_score 5 / bar2_score 5 / REWARD 1 / Q_MAX 3.158490e+00\n",
      "TIMESTEP 64615 / e 34 / bar1_score 5 / bar2_score 6 / REWARD -1 / Q_MAX 1.187618e+00\n",
      "TIMESTEP 64744 / e 34 / bar1_score 6 / bar2_score 6 / REWARD 1 / Q_MAX 3.293099e+00\n",
      "TIMESTEP 64873 / e 34 / bar1_score 6 / bar2_score 7 / REWARD -1 / Q_MAX 9.891815e-01\n",
      "TIMESTEP 65002 / e 34 / bar1_score 7 / bar2_score 7 / REWARD 1 / Q_MAX 3.262515e+00\n",
      "TIMESTEP 65131 / e 34 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 1.013950e+00\n",
      "TIMESTEP 65260 / e 34 / bar1_score 8 / bar2_score 8 / REWARD 1 / Q_MAX 3.178744e+00\n",
      "TIMESTEP 65389 / e 34 / bar1_score 8 / bar2_score 9 / REWARD -1 / Q_MAX 8.127730e-01\n",
      "TIMESTEP 65518 / e 34 / bar1_score 9 / bar2_score 9 / REWARD 1 / Q_MAX 3.206377e+00\n",
      "TIMESTEP 65647 / e 34 / bar1_score 9 / bar2_score 10 / REWARD -1 / Q_MAX 1.144626e+00\n",
      "TIMESTEP 65776 / e 34 / bar1_score 10 / bar2_score 10 / REWARD 1 / Q_MAX 3.303927e+00\n",
      "TIMESTEP 65905 / e 34 / bar1_score 10 / bar2_score 11 / REWARD -1 / Q_MAX 7.446224e-01\n",
      "TIMESTEP 65951 / e 34 / bar1_score 10 / bar2_score 12 / REWARD -1 / Q_MAX 6.822618e-01\n",
      "TIMESTEP 65997 / e 34 / bar1_score 10 / bar2_score 13 / REWARD -1 / Q_MAX 1.000908e+00\n",
      "TIMESTEP 66043 / e 34 / bar1_score 10 / bar2_score 14 / REWARD -1 / Q_MAX 6.284599e-01\n",
      "TIMESTEP 66089 / e 34 / bar1_score 10 / bar2_score 15 / REWARD -1 / Q_MAX 8.886564e-01\n",
      "TIMESTEP 66218 / e 34 / bar1_score 11 / bar2_score 15 / REWARD 1 / Q_MAX 3.325431e+00\n",
      "TIMESTEP 66599 / e 34 / bar1_score 12 / bar2_score 15 / REWARD 1 / Q_MAX 3.030597e+00\n",
      "TIMESTEP 66728 / e 34 / bar1_score 12 / bar2_score 16 / REWARD -1 / Q_MAX 9.682847e-01\n",
      "TIMESTEP 66857 / e 34 / bar1_score 13 / bar2_score 16 / REWARD 1 / Q_MAX 3.304228e+00\n",
      "TIMESTEP 66986 / e 34 / bar1_score 13 / bar2_score 17 / REWARD -1 / Q_MAX 7.737061e-01\n",
      "TIMESTEP 67115 / e 34 / bar1_score 14 / bar2_score 17 / REWARD 1 / Q_MAX 3.339074e+00\n",
      "TIMESTEP 67244 / e 34 / bar1_score 14 / bar2_score 18 / REWARD -1 / Q_MAX 9.225896e-01\n",
      "TIMESTEP 67290 / e 34 / bar1_score 14 / bar2_score 19 / REWARD -1 / Q_MAX 9.585305e-01\n",
      "TIMESTEP 67503 / e 35 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.879950e-01\n",
      "TIMESTEP 67632 / e 35 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.424737e+00\n",
      "TIMESTEP 67761 / e 35 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.142216e+00\n",
      "TIMESTEP 67807 / e 35 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 1.894260e+00\n",
      "TIMESTEP 67853 / e 35 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.042152e+00\n",
      "TIMESTEP 67899 / e 35 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 1.038349e+00\n",
      "TIMESTEP 67945 / e 35 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 5.694535e-01\n",
      "TIMESTEP 68076 / e 35 / bar1_score 2 / bar2_score 5 / REWARD 1 / Q_MAX 3.282151e+00\n",
      "TIMESTEP 68205 / e 35 / bar1_score 2 / bar2_score 6 / REWARD -1 / Q_MAX 8.094134e-01\n",
      "TIMESTEP 68336 / e 35 / bar1_score 3 / bar2_score 6 / REWARD 1 / Q_MAX 3.357536e+00\n",
      "TIMESTEP 68465 / e 35 / bar1_score 3 / bar2_score 7 / REWARD -1 / Q_MAX 6.604025e-01\n",
      "TIMESTEP 68511 / e 35 / bar1_score 3 / bar2_score 8 / REWARD -1 / Q_MAX 1.008956e+00\n",
      "TIMESTEP 68557 / e 35 / bar1_score 3 / bar2_score 9 / REWARD -1 / Q_MAX 5.885075e-01\n",
      "TIMESTEP 68603 / e 35 / bar1_score 3 / bar2_score 10 / REWARD -1 / Q_MAX 4.201823e-01\n",
      "TIMESTEP 68649 / e 35 / bar1_score 3 / bar2_score 11 / REWARD -1 / Q_MAX 7.728177e-01\n",
      "TIMESTEP 68778 / e 35 / bar1_score 4 / bar2_score 11 / REWARD 1 / Q_MAX 3.170869e+00\n",
      "TIMESTEP 68907 / e 35 / bar1_score 4 / bar2_score 12 / REWARD -1 / Q_MAX 7.413313e-01\n",
      "TIMESTEP 69038 / e 35 / bar1_score 5 / bar2_score 12 / REWARD 1 / Q_MAX 3.284663e+00\n",
      "TIMESTEP 69167 / e 35 / bar1_score 5 / bar2_score 13 / REWARD -1 / Q_MAX 7.414674e-01\n",
      "TIMESTEP 69213 / e 35 / bar1_score 5 / bar2_score 14 / REWARD -1 / Q_MAX 8.853482e-01\n",
      "TIMESTEP 69259 / e 35 / bar1_score 5 / bar2_score 15 / REWARD -1 / Q_MAX 7.589990e-01\n",
      "TIMESTEP 69388 / e 35 / bar1_score 6 / bar2_score 15 / REWARD 1 / Q_MAX 3.392616e+00\n",
      "TIMESTEP 69517 / e 35 / bar1_score 6 / bar2_score 16 / REWARD -1 / Q_MAX 1.146754e+00\n",
      "TIMESTEP 69646 / e 35 / bar1_score 7 / bar2_score 16 / REWARD 1 / Q_MAX 3.420362e+00\n",
      "TIMESTEP 69775 / e 35 / bar1_score 7 / bar2_score 17 / REWARD -1 / Q_MAX 8.175914e-01\n",
      "TIMESTEP 69904 / e 35 / bar1_score 8 / bar2_score 17 / REWARD 1 / Q_MAX 3.415097e+00\n",
      "TIMESTEP 70033 / e 35 / bar1_score 8 / bar2_score 18 / REWARD -1 / Q_MAX 1.133913e+00\n",
      "TIMESTEP 70164 / e 35 / bar1_score 9 / bar2_score 18 / REWARD 1 / Q_MAX 3.455258e+00\n",
      "TIMESTEP 70293 / e 35 / bar1_score 9 / bar2_score 19 / REWARD -1 / Q_MAX 1.439857e+00\n",
      "TIMESTEP 70422 / e 35 / bar1_score 10 / bar2_score 19 / REWARD 1 / Q_MAX 3.480458e+00\n",
      "TIMESTEP 70551 / e 36 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 7.932739e-01\n",
      "TIMESTEP 70680 / e 36 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.535984e+00\n",
      "TIMESTEP 70809 / e 36 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 7.959026e-01\n",
      "TIMESTEP 70938 / e 36 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.393027e+00\n",
      "TIMESTEP 71067 / e 36 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.063479e+00\n",
      "TIMESTEP 71197 / e 36 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.252324e+00\n",
      "TIMESTEP 71326 / e 36 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 6.195126e-01\n",
      "TIMESTEP 71372 / e 36 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 6.824462e-02\n",
      "TIMESTEP 71585 / e 36 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 1.584604e+00\n",
      "TIMESTEP 71716 / e 36 / bar1_score 4 / bar2_score 5 / REWARD 1 / Q_MAX 3.367667e+00\n",
      "TIMESTEP 71845 / e 36 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 1.042757e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 71976 / e 36 / bar1_score 5 / bar2_score 6 / REWARD 1 / Q_MAX 3.239430e+00\n",
      "TIMESTEP 72105 / e 36 / bar1_score 5 / bar2_score 7 / REWARD -1 / Q_MAX 5.619459e-01\n",
      "TIMESTEP 72234 / e 36 / bar1_score 6 / bar2_score 7 / REWARD 1 / Q_MAX 3.421689e+00\n",
      "TIMESTEP 72363 / e 36 / bar1_score 6 / bar2_score 8 / REWARD -1 / Q_MAX 9.203556e-01\n",
      "TIMESTEP 72492 / e 36 / bar1_score 7 / bar2_score 8 / REWARD 1 / Q_MAX 3.389413e+00\n",
      "TIMESTEP 72621 / e 36 / bar1_score 7 / bar2_score 9 / REWARD -1 / Q_MAX 7.333338e-01\n",
      "TIMESTEP 72750 / e 36 / bar1_score 8 / bar2_score 9 / REWARD 1 / Q_MAX 3.256601e+00\n",
      "TIMESTEP 72879 / e 36 / bar1_score 8 / bar2_score 10 / REWARD -1 / Q_MAX 9.164343e-01\n",
      "TIMESTEP 73008 / e 36 / bar1_score 9 / bar2_score 10 / REWARD 1 / Q_MAX 3.424196e+00\n",
      "TIMESTEP 73137 / e 36 / bar1_score 9 / bar2_score 11 / REWARD -1 / Q_MAX 1.160551e+00\n",
      "TIMESTEP 73266 / e 36 / bar1_score 10 / bar2_score 11 / REWARD 1 / Q_MAX 3.541979e+00\n",
      "TIMESTEP 73395 / e 36 / bar1_score 10 / bar2_score 12 / REWARD -1 / Q_MAX 1.304263e+00\n",
      "TIMESTEP 73524 / e 36 / bar1_score 11 / bar2_score 12 / REWARD 1 / Q_MAX 3.504031e+00\n",
      "TIMESTEP 73653 / e 36 / bar1_score 11 / bar2_score 13 / REWARD -1 / Q_MAX 1.468529e+00\n",
      "TIMESTEP 73785 / e 36 / bar1_score 12 / bar2_score 13 / REWARD 1 / Q_MAX 3.343094e+00\n",
      "TIMESTEP 73914 / e 36 / bar1_score 12 / bar2_score 14 / REWARD -1 / Q_MAX 1.304484e+00\n",
      "TIMESTEP 73960 / e 36 / bar1_score 12 / bar2_score 15 / REWARD -1 / Q_MAX 1.811203e+00\n",
      "TIMESTEP 74006 / e 36 / bar1_score 12 / bar2_score 16 / REWARD -1 / Q_MAX 9.986360e-01\n",
      "TIMESTEP 74135 / e 36 / bar1_score 13 / bar2_score 16 / REWARD 1 / Q_MAX 3.577181e+00\n",
      "TIMESTEP 74264 / e 36 / bar1_score 13 / bar2_score 17 / REWARD -1 / Q_MAX 2.930073e+00\n",
      "TIMESTEP 74393 / e 36 / bar1_score 14 / bar2_score 17 / REWARD 1 / Q_MAX 3.545673e+00\n",
      "TIMESTEP 74522 / e 36 / bar1_score 14 / bar2_score 18 / REWARD -1 / Q_MAX 2.999394e+00\n",
      "TIMESTEP 74568 / e 36 / bar1_score 14 / bar2_score 19 / REWARD -1 / Q_MAX 3.041214e+00\n",
      "TIMESTEP 74614 / e 37 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.354702e+00\n",
      "TIMESTEP 74743 / e 37 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.564439e+00\n",
      "TIMESTEP 74872 / e 37 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 2.611821e+00\n",
      "TIMESTEP 75001 / e 37 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.526816e+00\n",
      "TIMESTEP 75130 / e 37 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.171953e+00\n",
      "TIMESTEP 75259 / e 37 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.433196e+00\n",
      "TIMESTEP 75388 / e 37 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 8.758885e-01\n",
      "TIMESTEP 75519 / e 37 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.355670e+00\n",
      "TIMESTEP 75648 / e 37 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 1.557370e+00\n",
      "TIMESTEP 75779 / e 37 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 3.299471e+00\n",
      "TIMESTEP 75908 / e 37 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 9.706669e-01\n",
      "TIMESTEP 75954 / e 37 / bar1_score 5 / bar2_score 6 / REWARD -1 / Q_MAX 8.123828e-01\n",
      "TIMESTEP 76167 / e 37 / bar1_score 5 / bar2_score 7 / REWARD -1 / Q_MAX 5.343147e-01\n",
      "TIMESTEP 76296 / e 37 / bar1_score 6 / bar2_score 7 / REWARD 1 / Q_MAX 3.390180e+00\n",
      "TIMESTEP 76425 / e 37 / bar1_score 6 / bar2_score 8 / REWARD -1 / Q_MAX 1.310764e+00\n",
      "TIMESTEP 76554 / e 37 / bar1_score 7 / bar2_score 8 / REWARD 1 / Q_MAX 3.445043e+00\n",
      "TIMESTEP 76683 / e 37 / bar1_score 7 / bar2_score 9 / REWARD -1 / Q_MAX 1.376062e+00\n",
      "TIMESTEP 76814 / e 37 / bar1_score 8 / bar2_score 9 / REWARD 1 / Q_MAX 3.528379e+00\n",
      "TIMESTEP 76943 / e 37 / bar1_score 8 / bar2_score 10 / REWARD -1 / Q_MAX 3.000984e+00\n",
      "TIMESTEP 76989 / e 37 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 2.770583e+00\n",
      "TIMESTEP 77202 / e 37 / bar1_score 8 / bar2_score 12 / REWARD -1 / Q_MAX 3.074792e+00\n",
      "TIMESTEP 77333 / e 37 / bar1_score 9 / bar2_score 12 / REWARD 1 / Q_MAX 3.527898e+00\n",
      "TIMESTEP 77462 / e 37 / bar1_score 9 / bar2_score 13 / REWARD -1 / Q_MAX 1.939420e+00\n",
      "TIMESTEP 77508 / e 37 / bar1_score 9 / bar2_score 14 / REWARD -1 / Q_MAX 1.289020e+00\n",
      "TIMESTEP 77554 / e 37 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 1.352789e+00\n",
      "TIMESTEP 77683 / e 37 / bar1_score 10 / bar2_score 15 / REWARD 1 / Q_MAX 3.623204e+00\n",
      "TIMESTEP 77812 / e 37 / bar1_score 10 / bar2_score 16 / REWARD -1 / Q_MAX 1.738005e+00\n",
      "TIMESTEP 77858 / e 37 / bar1_score 10 / bar2_score 17 / REWARD -1 / Q_MAX 1.809904e+00\n",
      "TIMESTEP 78157 / e 37 / bar1_score 11 / bar2_score 17 / REWARD 1 / Q_MAX 2.569119e+00\n",
      "TIMESTEP 78286 / e 37 / bar1_score 11 / bar2_score 18 / REWARD -1 / Q_MAX 1.048097e+00\n",
      "TIMESTEP 78332 / e 37 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 4.679626e-01\n",
      "TIMESTEP 78378 / e 38 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.929629e-01\n",
      "TIMESTEP 78507 / e 38 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.701337e+00\n",
      "TIMESTEP 78636 / e 38 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 9.810859e-01\n",
      "TIMESTEP 78682 / e 38 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 1.286331e+00\n",
      "TIMESTEP 78728 / e 38 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.035900e+00\n",
      "TIMESTEP 78774 / e 38 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 1.793322e+00\n",
      "TIMESTEP 78987 / e 38 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 1.420566e+00\n",
      "TIMESTEP 79033 / e 38 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 1.266908e+00\n",
      "TIMESTEP 79246 / e 38 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.520851e+00\n",
      "TIMESTEP 79377 / e 38 / bar1_score 2 / bar2_score 7 / REWARD 1 / Q_MAX 3.574496e+00\n",
      "TIMESTEP 79506 / e 38 / bar1_score 2 / bar2_score 8 / REWARD -1 / Q_MAX 1.284461e+00\n",
      "TIMESTEP 79552 / e 38 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 1.374687e+00\n",
      "TIMESTEP 79598 / e 38 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 1.221006e+00\n",
      "TIMESTEP 79644 / e 38 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 1.330368e+00\n",
      "TIMESTEP 79690 / e 38 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 1.446002e+00\n",
      "TIMESTEP 79822 / e 38 / bar1_score 3 / bar2_score 12 / REWARD 1 / Q_MAX 3.523043e+00\n",
      "TIMESTEP 79951 / e 38 / bar1_score 3 / bar2_score 13 / REWARD -1 / Q_MAX 5.281277e-01\n",
      "TIMESTEP 79997 / e 38 / bar1_score 3 / bar2_score 14 / REWARD -1 / Q_MAX 3.803930e-01\n",
      "TIMESTEP 80043 / e 38 / bar1_score 3 / bar2_score 15 / REWARD -1 / Q_MAX 3.107213e-01\n",
      "TIMESTEP 80174 / e 38 / bar1_score 4 / bar2_score 15 / REWARD 1 / Q_MAX 3.484832e+00\n",
      "TIMESTEP 80303 / e 38 / bar1_score 4 / bar2_score 16 / REWARD -1 / Q_MAX 1.274804e+00\n",
      "TIMESTEP 80432 / e 38 / bar1_score 5 / bar2_score 16 / REWARD 1 / Q_MAX 3.545883e+00\n",
      "TIMESTEP 80561 / e 38 / bar1_score 5 / bar2_score 17 / REWARD -1 / Q_MAX 1.028084e+00\n",
      "TIMESTEP 80692 / e 38 / bar1_score 6 / bar2_score 17 / REWARD 1 / Q_MAX 3.488225e+00\n",
      "TIMESTEP 80821 / e 38 / bar1_score 6 / bar2_score 18 / REWARD -1 / Q_MAX 1.137450e+00\n",
      "TIMESTEP 80950 / e 38 / bar1_score 7 / bar2_score 18 / REWARD 1 / Q_MAX 3.595802e+00\n",
      "TIMESTEP 81248 / e 38 / bar1_score 7 / bar2_score 19 / REWARD -1 / Q_MAX 2.311645e+00\n",
      "TIMESTEP 81294 / e 39 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 8.213372e-01\n",
      "TIMESTEP 81425 / e 39 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.561960e+00\n",
      "TIMESTEP 81554 / e 39 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.180429e+00\n",
      "TIMESTEP 81685 / e 39 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.540738e+00\n",
      "TIMESTEP 81814 / e 39 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.272374e+00\n",
      "TIMESTEP 81943 / e 39 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.577091e+00\n",
      "TIMESTEP 82072 / e 39 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 8.198064e-01\n",
      "TIMESTEP 82203 / e 39 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.316967e+00\n",
      "TIMESTEP 82332 / e 39 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 5.027005e-01\n",
      "TIMESTEP 82461 / e 39 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 3.365885e+00\n",
      "TIMESTEP 82590 / e 39 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 9.770552e-01\n",
      "TIMESTEP 82721 / e 39 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 3.564630e+00\n",
      "TIMESTEP 82850 / e 39 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 2.343528e+00\n",
      "TIMESTEP 82979 / e 39 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 3.538692e+00\n",
      "TIMESTEP 83108 / e 39 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 1.025030e+00\n",
      "TIMESTEP 83154 / e 39 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 2.432155e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 83200 / e 39 / bar1_score 7 / bar2_score 9 / REWARD -1 / Q_MAX 1.454872e+00\n",
      "TIMESTEP 83329 / e 39 / bar1_score 8 / bar2_score 9 / REWARD 1 / Q_MAX 3.783647e+00\n",
      "TIMESTEP 83458 / e 39 / bar1_score 8 / bar2_score 10 / REWARD -1 / Q_MAX 2.900786e+00\n",
      "TIMESTEP 83504 / e 39 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 2.641065e+00\n",
      "TIMESTEP 83550 / e 39 / bar1_score 8 / bar2_score 12 / REWARD -1 / Q_MAX 3.074001e+00\n",
      "TIMESTEP 83596 / e 39 / bar1_score 8 / bar2_score 13 / REWARD -1 / Q_MAX 2.609068e+00\n",
      "TIMESTEP 83642 / e 39 / bar1_score 8 / bar2_score 14 / REWARD -1 / Q_MAX 2.391518e+00\n",
      "TIMESTEP 83773 / e 39 / bar1_score 9 / bar2_score 14 / REWARD 1 / Q_MAX 3.627917e+00\n",
      "TIMESTEP 83902 / e 39 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 2.074125e+00\n",
      "TIMESTEP 84033 / e 39 / bar1_score 10 / bar2_score 15 / REWARD 1 / Q_MAX 3.631127e+00\n",
      "TIMESTEP 84330 / e 39 / bar1_score 10 / bar2_score 16 / REWARD -1 / Q_MAX 2.727891e+00\n",
      "TIMESTEP 84376 / e 39 / bar1_score 10 / bar2_score 17 / REWARD -1 / Q_MAX 1.969494e+00\n",
      "TIMESTEP 84422 / e 39 / bar1_score 10 / bar2_score 18 / REWARD -1 / Q_MAX 2.347780e+00\n",
      "TIMESTEP 84636 / e 39 / bar1_score 10 / bar2_score 19 / REWARD -1 / Q_MAX 1.936978e+00\n",
      "TIMESTEP 84765 / e 39 / bar1_score 11 / bar2_score 19 / REWARD 1 / Q_MAX 3.634963e+00\n",
      "TIMESTEP 84894 / e 40 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.175753e+00\n",
      "TIMESTEP 85025 / e 40 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.604447e+00\n",
      "TIMESTEP 85154 / e 40 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.175181e+00\n",
      "TIMESTEP 85283 / e 40 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.678032e+00\n",
      "TIMESTEP 85412 / e 40 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 7.467281e-01\n",
      "TIMESTEP 85543 / e 40 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.656186e+00\n",
      "TIMESTEP 85925 / e 40 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 3.460866e+00\n",
      "TIMESTEP 86054 / e 40 / bar1_score 4 / bar2_score 3 / REWARD -1 / Q_MAX 2.568113e+00\n",
      "TIMESTEP 86185 / e 40 / bar1_score 5 / bar2_score 3 / REWARD 1 / Q_MAX 3.660789e+00\n",
      "TIMESTEP 86568 / e 40 / bar1_score 6 / bar2_score 3 / REWARD 1 / Q_MAX 3.476270e+00\n",
      "TIMESTEP 86697 / e 40 / bar1_score 6 / bar2_score 4 / REWARD -1 / Q_MAX 2.024948e+00\n",
      "TIMESTEP 86826 / e 40 / bar1_score 7 / bar2_score 4 / REWARD 1 / Q_MAX 3.596574e+00\n",
      "TIMESTEP 86955 / e 40 / bar1_score 7 / bar2_score 5 / REWARD -1 / Q_MAX 9.355114e-01\n",
      "TIMESTEP 87084 / e 40 / bar1_score 8 / bar2_score 5 / REWARD 1 / Q_MAX 3.593100e+00\n",
      "TIMESTEP 87213 / e 40 / bar1_score 8 / bar2_score 6 / REWARD -1 / Q_MAX 1.339373e+00\n",
      "TIMESTEP 87259 / e 40 / bar1_score 8 / bar2_score 7 / REWARD -1 / Q_MAX 1.210272e+00\n",
      "TIMESTEP 87305 / e 40 / bar1_score 8 / bar2_score 8 / REWARD -1 / Q_MAX 1.238657e+00\n",
      "TIMESTEP 87434 / e 40 / bar1_score 9 / bar2_score 8 / REWARD 1 / Q_MAX 3.535306e+00\n",
      "TIMESTEP 87563 / e 40 / bar1_score 9 / bar2_score 9 / REWARD -1 / Q_MAX 1.236210e+00\n",
      "TIMESTEP 87609 / e 40 / bar1_score 9 / bar2_score 10 / REWARD -1 / Q_MAX 9.954981e-01\n",
      "TIMESTEP 87822 / e 40 / bar1_score 9 / bar2_score 11 / REWARD -1 / Q_MAX 7.085395e-01\n",
      "TIMESTEP 87868 / e 40 / bar1_score 9 / bar2_score 12 / REWARD -1 / Q_MAX 8.792942e-01\n",
      "TIMESTEP 87914 / e 40 / bar1_score 9 / bar2_score 13 / REWARD -1 / Q_MAX 1.162180e+00\n",
      "TIMESTEP 87960 / e 40 / bar1_score 9 / bar2_score 14 / REWARD -1 / Q_MAX 1.280468e+00\n",
      "TIMESTEP 88173 / e 40 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 1.185998e+00\n",
      "TIMESTEP 88219 / e 40 / bar1_score 9 / bar2_score 16 / REWARD -1 / Q_MAX 1.043121e+00\n",
      "TIMESTEP 88265 / e 40 / bar1_score 9 / bar2_score 17 / REWARD -1 / Q_MAX 1.112129e+00\n",
      "TIMESTEP 88394 / e 40 / bar1_score 10 / bar2_score 17 / REWARD 1 / Q_MAX 3.498640e+00\n",
      "TIMESTEP 88777 / e 40 / bar1_score 11 / bar2_score 17 / REWARD 1 / Q_MAX 2.881689e+00\n",
      "TIMESTEP 88906 / e 40 / bar1_score 11 / bar2_score 18 / REWARD -1 / Q_MAX 8.473752e-01\n",
      "TIMESTEP 88952 / e 40 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 8.298379e-01\n",
      "TIMESTEP 88998 / e 41 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.527524e-01\n",
      "TIMESTEP 89127 / e 41 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.586016e+00\n",
      "TIMESTEP 89256 / e 41 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.521965e+00\n",
      "TIMESTEP 89385 / e 41 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.540711e+00\n",
      "TIMESTEP 89514 / e 41 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.590585e+00\n",
      "TIMESTEP 89645 / e 41 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.459355e+00\n",
      "TIMESTEP 89774 / e 41 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 1.581746e+00\n",
      "TIMESTEP 89903 / e 41 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.576915e+00\n",
      "TIMESTEP 90032 / e 41 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 1.440317e+00\n",
      "TIMESTEP 90163 / e 41 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 3.378425e+00\n",
      "TIMESTEP 90292 / e 41 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 1.115923e+00\n",
      "TIMESTEP 90421 / e 41 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 3.497171e+00\n",
      "TIMESTEP 90550 / e 41 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 2.042138e+00\n",
      "TIMESTEP 90679 / e 41 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 3.610938e+00\n",
      "TIMESTEP 90808 / e 41 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 1.802643e+00\n",
      "TIMESTEP 90937 / e 41 / bar1_score 8 / bar2_score 7 / REWARD 1 / Q_MAX 3.514748e+00\n",
      "TIMESTEP 91066 / e 41 / bar1_score 8 / bar2_score 8 / REWARD -1 / Q_MAX 1.459825e+00\n",
      "TIMESTEP 91195 / e 41 / bar1_score 9 / bar2_score 8 / REWARD 1 / Q_MAX 3.510029e+00\n",
      "TIMESTEP 91492 / e 41 / bar1_score 9 / bar2_score 9 / REWARD -1 / Q_MAX 2.792481e+00\n",
      "TIMESTEP 91538 / e 41 / bar1_score 9 / bar2_score 10 / REWARD -1 / Q_MAX 2.260527e+00\n",
      "TIMESTEP 91667 / e 41 / bar1_score 10 / bar2_score 10 / REWARD 1 / Q_MAX 3.651910e+00\n",
      "TIMESTEP 91796 / e 41 / bar1_score 10 / bar2_score 11 / REWARD -1 / Q_MAX 2.068753e+00\n",
      "TIMESTEP 91925 / e 41 / bar1_score 11 / bar2_score 11 / REWARD 1 / Q_MAX 3.677313e+00\n",
      "TIMESTEP 92054 / e 41 / bar1_score 11 / bar2_score 12 / REWARD -1 / Q_MAX 1.544922e+00\n",
      "TIMESTEP 92185 / e 41 / bar1_score 12 / bar2_score 12 / REWARD 1 / Q_MAX 3.708312e+00\n",
      "TIMESTEP 92314 / e 41 / bar1_score 12 / bar2_score 13 / REWARD -1 / Q_MAX 1.270615e+00\n",
      "TIMESTEP 92445 / e 41 / bar1_score 13 / bar2_score 13 / REWARD 1 / Q_MAX 3.608757e+00\n",
      "TIMESTEP 92574 / e 41 / bar1_score 13 / bar2_score 14 / REWARD -1 / Q_MAX 3.462859e-01\n",
      "TIMESTEP 92703 / e 41 / bar1_score 14 / bar2_score 14 / REWARD 1 / Q_MAX 3.553292e+00\n",
      "TIMESTEP 92832 / e 41 / bar1_score 14 / bar2_score 15 / REWARD -1 / Q_MAX 1.216115e+00\n",
      "TIMESTEP 92961 / e 41 / bar1_score 15 / bar2_score 15 / REWARD 1 / Q_MAX 3.684655e+00\n",
      "TIMESTEP 93090 / e 41 / bar1_score 15 / bar2_score 16 / REWARD -1 / Q_MAX 1.520510e+00\n",
      "TIMESTEP 93219 / e 41 / bar1_score 16 / bar2_score 16 / REWARD 1 / Q_MAX 3.666730e+00\n",
      "TIMESTEP 93348 / e 41 / bar1_score 16 / bar2_score 17 / REWARD -1 / Q_MAX 1.386811e+00\n",
      "TIMESTEP 93394 / e 41 / bar1_score 16 / bar2_score 18 / REWARD -1 / Q_MAX 1.223323e+00\n",
      "TIMESTEP 93607 / e 41 / bar1_score 16 / bar2_score 19 / REWARD -1 / Q_MAX 2.419369e-01\n",
      "TIMESTEP 93736 / e 41 / bar1_score 17 / bar2_score 19 / REWARD 1 / Q_MAX 3.032361e+00\n",
      "TIMESTEP 94033 / e 42 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.573830e+00\n",
      "TIMESTEP 94079 / e 42 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.820340e+00\n",
      "TIMESTEP 94125 / e 42 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 8.566309e-01\n",
      "TIMESTEP 94340 / e 42 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 2.367713e+00\n",
      "TIMESTEP 94386 / e 42 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.489905e+00\n",
      "TIMESTEP 94599 / e 42 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 1.141871e+00\n",
      "TIMESTEP 94645 / e 42 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.603956e+00\n",
      "TIMESTEP 94691 / e 42 / bar1_score 0 / bar2_score 7 / REWARD -1 / Q_MAX 1.351928e+00\n",
      "TIMESTEP 94820 / e 42 / bar1_score 1 / bar2_score 7 / REWARD 1 / Q_MAX 3.527151e+00\n",
      "TIMESTEP 94949 / e 42 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 1.494759e+00\n",
      "TIMESTEP 95078 / e 42 / bar1_score 2 / bar2_score 8 / REWARD 1 / Q_MAX 3.445942e+00\n",
      "TIMESTEP 95207 / e 42 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 1.061181e+00\n",
      "TIMESTEP 95253 / e 42 / bar1_score 2 / bar2_score 10 / REWARD -1 / Q_MAX 1.050360e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 95466 / e 42 / bar1_score 2 / bar2_score 11 / REWARD -1 / Q_MAX 4.728926e-01\n",
      "TIMESTEP 95512 / e 42 / bar1_score 2 / bar2_score 12 / REWARD -1 / Q_MAX 7.555043e-01\n",
      "TIMESTEP 95725 / e 42 / bar1_score 2 / bar2_score 13 / REWARD -1 / Q_MAX 2.313141e-01\n",
      "TIMESTEP 95856 / e 42 / bar1_score 3 / bar2_score 13 / REWARD 1 / Q_MAX 2.894815e+00\n",
      "TIMESTEP 95985 / e 42 / bar1_score 3 / bar2_score 14 / REWARD -1 / Q_MAX 1.113667e+00\n",
      "TIMESTEP 96114 / e 42 / bar1_score 4 / bar2_score 14 / REWARD 1 / Q_MAX 2.919585e+00\n",
      "TIMESTEP 96243 / e 42 / bar1_score 4 / bar2_score 15 / REWARD -1 / Q_MAX 1.467926e+00\n",
      "TIMESTEP 96372 / e 42 / bar1_score 5 / bar2_score 15 / REWARD 1 / Q_MAX 3.081886e+00\n",
      "TIMESTEP 96501 / e 42 / bar1_score 5 / bar2_score 16 / REWARD -1 / Q_MAX 1.518672e+00\n",
      "TIMESTEP 96632 / e 42 / bar1_score 6 / bar2_score 16 / REWARD 1 / Q_MAX 3.200587e+00\n",
      "TIMESTEP 96761 / e 42 / bar1_score 6 / bar2_score 17 / REWARD -1 / Q_MAX 1.354666e+00\n",
      "TIMESTEP 96892 / e 42 / bar1_score 7 / bar2_score 17 / REWARD 1 / Q_MAX 3.286280e+00\n",
      "TIMESTEP 97021 / e 42 / bar1_score 7 / bar2_score 18 / REWARD -1 / Q_MAX 1.369677e+00\n",
      "TIMESTEP 97067 / e 42 / bar1_score 7 / bar2_score 19 / REWARD -1 / Q_MAX 1.002282e+00\n",
      "TIMESTEP 97113 / e 43 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 3.350458e-01\n",
      "TIMESTEP 97159 / e 43 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.133784e+00\n",
      "TIMESTEP 97205 / e 43 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.002241e+00\n",
      "TIMESTEP 97334 / e 43 / bar1_score 1 / bar2_score 2 / REWARD 1 / Q_MAX 3.271813e+00\n",
      "TIMESTEP 97463 / e 43 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 9.716931e-01\n",
      "TIMESTEP 97592 / e 43 / bar1_score 2 / bar2_score 3 / REWARD 1 / Q_MAX 3.209450e+00\n",
      "TIMESTEP 97891 / e 43 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 1.393425e+00\n",
      "TIMESTEP 97937 / e 43 / bar1_score 2 / bar2_score 5 / REWARD -1 / Q_MAX 7.063728e-01\n",
      "TIMESTEP 98069 / e 43 / bar1_score 3 / bar2_score 5 / REWARD 1 / Q_MAX 2.855174e+00\n",
      "TIMESTEP 98198 / e 43 / bar1_score 3 / bar2_score 6 / REWARD -1 / Q_MAX 1.429054e+00\n",
      "TIMESTEP 98327 / e 43 / bar1_score 4 / bar2_score 6 / REWARD 1 / Q_MAX 3.217220e+00\n",
      "TIMESTEP 98456 / e 43 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 1.149994e+00\n",
      "TIMESTEP 98502 / e 43 / bar1_score 4 / bar2_score 8 / REWARD -1 / Q_MAX 2.196051e+00\n",
      "TIMESTEP 98548 / e 43 / bar1_score 4 / bar2_score 9 / REWARD -1 / Q_MAX 1.257846e+00\n",
      "TIMESTEP 98677 / e 43 / bar1_score 5 / bar2_score 9 / REWARD 1 / Q_MAX 3.154358e+00\n",
      "TIMESTEP 98806 / e 43 / bar1_score 5 / bar2_score 10 / REWARD -1 / Q_MAX 1.066980e+00\n",
      "TIMESTEP 98852 / e 43 / bar1_score 5 / bar2_score 11 / REWARD -1 / Q_MAX 8.370408e-01\n",
      "TIMESTEP 99066 / e 43 / bar1_score 5 / bar2_score 12 / REWARD -1 / Q_MAX 1.014403e+00\n",
      "TIMESTEP 99112 / e 43 / bar1_score 5 / bar2_score 13 / REWARD -1 / Q_MAX 1.238438e+00\n",
      "TIMESTEP 99325 / e 43 / bar1_score 5 / bar2_score 14 / REWARD -1 / Q_MAX 1.099551e+00\n",
      "TIMESTEP 99454 / e 43 / bar1_score 6 / bar2_score 14 / REWARD 1 / Q_MAX 3.387206e+00\n",
      "TIMESTEP 99583 / e 43 / bar1_score 6 / bar2_score 15 / REWARD -1 / Q_MAX 8.944345e-01\n",
      "TIMESTEP 99712 / e 43 / bar1_score 7 / bar2_score 15 / REWARD 1 / Q_MAX 3.318529e+00\n",
      "TIMESTEP 99841 / e 43 / bar1_score 7 / bar2_score 16 / REWARD -1 / Q_MAX 1.199120e+00\n",
      "TIMESTEP 99970 / e 43 / bar1_score 8 / bar2_score 16 / REWARD 1 / Q_MAX 3.498045e+00\n",
      "TIMESTEP 100099 / e 43 / bar1_score 8 / bar2_score 17 / REWARD -1 / Q_MAX 1.592629e+00\n",
      "TIMESTEP 100228 / e 43 / bar1_score 9 / bar2_score 17 / REWARD 1 / Q_MAX 3.535929e+00\n",
      "TIMESTEP 100357 / e 43 / bar1_score 9 / bar2_score 18 / REWARD -1 / Q_MAX 1.320436e+00\n",
      "TIMESTEP 100486 / e 43 / bar1_score 10 / bar2_score 18 / REWARD 1 / Q_MAX 3.286405e+00\n",
      "TIMESTEP 100615 / e 43 / bar1_score 10 / bar2_score 19 / REWARD -1 / Q_MAX 1.025651e+00\n",
      "TIMESTEP 100661 / e 44 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.815185e-01\n",
      "TIMESTEP 100874 / e 44 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 3.969421e-01\n",
      "TIMESTEP 101004 / e 44 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 3.138155e+00\n",
      "TIMESTEP 101133 / e 44 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 1.341214e+00\n",
      "TIMESTEP 101262 / e 44 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 3.428384e+00\n",
      "TIMESTEP 101391 / e 44 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 1.622888e+00\n",
      "TIMESTEP 101437 / e 44 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 1.339232e+00\n",
      "TIMESTEP 101483 / e 44 / bar1_score 2 / bar2_score 5 / REWARD -1 / Q_MAX 8.926840e-01\n",
      "TIMESTEP 101614 / e 44 / bar1_score 3 / bar2_score 5 / REWARD 1 / Q_MAX 3.128461e+00\n",
      "TIMESTEP 101743 / e 44 / bar1_score 3 / bar2_score 6 / REWARD -1 / Q_MAX 1.116061e+00\n",
      "TIMESTEP 101789 / e 44 / bar1_score 3 / bar2_score 7 / REWARD -1 / Q_MAX 9.436675e-01\n",
      "TIMESTEP 101835 / e 44 / bar1_score 3 / bar2_score 8 / REWARD -1 / Q_MAX 7.284939e-01\n",
      "TIMESTEP 101966 / e 44 / bar1_score 4 / bar2_score 8 / REWARD 1 / Q_MAX 3.017481e+00\n",
      "TIMESTEP 102095 / e 44 / bar1_score 4 / bar2_score 9 / REWARD -1 / Q_MAX 9.612191e-01\n",
      "TIMESTEP 102224 / e 44 / bar1_score 5 / bar2_score 9 / REWARD 1 / Q_MAX 3.049179e+00\n",
      "TIMESTEP 102353 / e 44 / bar1_score 5 / bar2_score 10 / REWARD -1 / Q_MAX 1.156485e+00\n",
      "TIMESTEP 102399 / e 44 / bar1_score 5 / bar2_score 11 / REWARD -1 / Q_MAX 1.167723e+00\n",
      "TIMESTEP 102699 / e 44 / bar1_score 6 / bar2_score 11 / REWARD 1 / Q_MAX 2.525087e+00\n",
      "TIMESTEP 103080 / e 44 / bar1_score 7 / bar2_score 11 / REWARD 1 / Q_MAX 3.190074e+00\n",
      "TIMESTEP 103377 / e 44 / bar1_score 7 / bar2_score 12 / REWARD -1 / Q_MAX 8.727252e-01\n",
      "TIMESTEP 103590 / e 44 / bar1_score 7 / bar2_score 13 / REWARD -1 / Q_MAX 4.532376e-01\n",
      "TIMESTEP 103719 / e 44 / bar1_score 8 / bar2_score 13 / REWARD 1 / Q_MAX 2.863224e+00\n",
      "TIMESTEP 103848 / e 44 / bar1_score 8 / bar2_score 14 / REWARD -1 / Q_MAX 7.785355e-01\n",
      "TIMESTEP 103977 / e 44 / bar1_score 9 / bar2_score 14 / REWARD 1 / Q_MAX 2.981139e+00\n",
      "TIMESTEP 104106 / e 44 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 1.016419e+00\n",
      "TIMESTEP 104152 / e 44 / bar1_score 9 / bar2_score 16 / REWARD -1 / Q_MAX 1.153975e+00\n",
      "TIMESTEP 104198 / e 44 / bar1_score 9 / bar2_score 17 / REWARD -1 / Q_MAX 7.640977e-01\n",
      "TIMESTEP 104327 / e 44 / bar1_score 10 / bar2_score 17 / REWARD 1 / Q_MAX 2.901271e+00\n",
      "TIMESTEP 104456 / e 44 / bar1_score 10 / bar2_score 18 / REWARD -1 / Q_MAX 1.146014e+00\n",
      "TIMESTEP 104585 / e 44 / bar1_score 11 / bar2_score 18 / REWARD 1 / Q_MAX 2.829249e+00\n",
      "TIMESTEP 104714 / e 44 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 7.370420e-01\n",
      "TIMESTEP 104843 / e 44 / bar1_score 12 / bar2_score 19 / REWARD 1 / Q_MAX 2.796873e+00\n",
      "TIMESTEP 104972 / e 45 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 7.876240e-01\n",
      "TIMESTEP 105103 / e 45 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.291635e+00\n",
      "TIMESTEP 105232 / e 45 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.507857e+00\n",
      "TIMESTEP 105361 / e 45 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.265189e+00\n",
      "TIMESTEP 105490 / e 45 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.014009e+00\n",
      "TIMESTEP 105619 / e 45 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.050800e+00\n",
      "TIMESTEP 105748 / e 45 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 9.213964e-01\n",
      "TIMESTEP 105794 / e 45 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 9.946235e-01\n",
      "TIMESTEP 105840 / e 45 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 7.419481e-01\n",
      "TIMESTEP 105886 / e 45 / bar1_score 3 / bar2_score 6 / REWARD -1 / Q_MAX 7.635666e-01\n",
      "TIMESTEP 105932 / e 45 / bar1_score 3 / bar2_score 7 / REWARD -1 / Q_MAX 1.109450e+00\n",
      "TIMESTEP 106061 / e 45 / bar1_score 4 / bar2_score 7 / REWARD 1 / Q_MAX 3.256580e+00\n",
      "TIMESTEP 106190 / e 45 / bar1_score 4 / bar2_score 8 / REWARD -1 / Q_MAX 1.303265e+00\n",
      "TIMESTEP 106236 / e 45 / bar1_score 4 / bar2_score 9 / REWARD -1 / Q_MAX 1.352885e+00\n",
      "TIMESTEP 106282 / e 45 / bar1_score 4 / bar2_score 10 / REWARD -1 / Q_MAX 1.194670e+00\n",
      "TIMESTEP 106328 / e 45 / bar1_score 4 / bar2_score 11 / REWARD -1 / Q_MAX 1.311851e+00\n",
      "TIMESTEP 106374 / e 45 / bar1_score 4 / bar2_score 12 / REWARD -1 / Q_MAX 1.621687e+00\n",
      "TIMESTEP 106503 / e 45 / bar1_score 5 / bar2_score 12 / REWARD 1 / Q_MAX 3.344135e+00\n",
      "TIMESTEP 106632 / e 45 / bar1_score 5 / bar2_score 13 / REWARD -1 / Q_MAX 1.437128e+00\n",
      "TIMESTEP 106678 / e 45 / bar1_score 5 / bar2_score 14 / REWARD -1 / Q_MAX 1.507469e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 106724 / e 45 / bar1_score 5 / bar2_score 15 / REWARD -1 / Q_MAX 1.088247e+00\n",
      "TIMESTEP 106770 / e 45 / bar1_score 5 / bar2_score 16 / REWARD -1 / Q_MAX 1.216044e+00\n",
      "TIMESTEP 106983 / e 45 / bar1_score 5 / bar2_score 17 / REWARD -1 / Q_MAX 9.409724e-01\n",
      "TIMESTEP 107114 / e 45 / bar1_score 6 / bar2_score 17 / REWARD 1 / Q_MAX 3.331401e+00\n",
      "TIMESTEP 107243 / e 45 / bar1_score 6 / bar2_score 18 / REWARD -1 / Q_MAX 1.402972e+00\n",
      "TIMESTEP 107289 / e 45 / bar1_score 6 / bar2_score 19 / REWARD -1 / Q_MAX 1.216388e+00\n",
      "TIMESTEP 107502 / e 46 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 6.260771e-01\n",
      "TIMESTEP 107631 / e 46 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.237744e+00\n",
      "TIMESTEP 107760 / e 46 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.096103e+00\n",
      "TIMESTEP 107889 / e 46 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.240149e+00\n",
      "TIMESTEP 108018 / e 46 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.040309e+00\n",
      "TIMESTEP 108147 / e 46 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.202489e+00\n",
      "TIMESTEP 108276 / e 46 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 1.110850e+00\n",
      "TIMESTEP 108405 / e 46 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.033362e+00\n",
      "TIMESTEP 108534 / e 46 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 1.115171e+00\n",
      "TIMESTEP 108663 / e 46 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 3.116439e+00\n",
      "TIMESTEP 108792 / e 46 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 1.126296e+00\n",
      "TIMESTEP 108921 / e 46 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 3.199538e+00\n",
      "TIMESTEP 109050 / e 46 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 1.205813e+00\n",
      "TIMESTEP 109181 / e 46 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 3.216076e+00\n",
      "TIMESTEP 109310 / e 46 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 1.171066e+00\n",
      "TIMESTEP 109356 / e 46 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 8.792869e-01\n",
      "TIMESTEP 109402 / e 46 / bar1_score 7 / bar2_score 9 / REWARD -1 / Q_MAX 7.155436e-01\n",
      "TIMESTEP 109531 / e 46 / bar1_score 8 / bar2_score 9 / REWARD 1 / Q_MAX 2.931487e+00\n",
      "TIMESTEP 109660 / e 46 / bar1_score 8 / bar2_score 10 / REWARD -1 / Q_MAX 8.400877e-01\n",
      "TIMESTEP 109791 / e 46 / bar1_score 9 / bar2_score 10 / REWARD 1 / Q_MAX 3.077028e+00\n",
      "TIMESTEP 109920 / e 46 / bar1_score 9 / bar2_score 11 / REWARD -1 / Q_MAX 1.161839e+00\n",
      "TIMESTEP 109966 / e 46 / bar1_score 9 / bar2_score 12 / REWARD -1 / Q_MAX 1.881757e+00\n",
      "TIMESTEP 110182 / e 46 / bar1_score 9 / bar2_score 13 / REWARD -1 / Q_MAX 1.678746e+00\n",
      "TIMESTEP 110312 / e 46 / bar1_score 10 / bar2_score 13 / REWARD 1 / Q_MAX 3.200142e+00\n",
      "TIMESTEP 110694 / e 46 / bar1_score 11 / bar2_score 13 / REWARD 1 / Q_MAX 2.910840e+00\n",
      "TIMESTEP 110823 / e 46 / bar1_score 11 / bar2_score 14 / REWARD -1 / Q_MAX 7.909561e-01\n",
      "TIMESTEP 110952 / e 46 / bar1_score 12 / bar2_score 14 / REWARD 1 / Q_MAX 2.959563e+00\n",
      "TIMESTEP 111249 / e 46 / bar1_score 12 / bar2_score 15 / REWARD -1 / Q_MAX 6.672285e-01\n",
      "TIMESTEP 111462 / e 46 / bar1_score 12 / bar2_score 16 / REWARD -1 / Q_MAX 7.720706e-01\n",
      "TIMESTEP 111591 / e 46 / bar1_score 13 / bar2_score 16 / REWARD 1 / Q_MAX 2.926171e+00\n",
      "TIMESTEP 111720 / e 46 / bar1_score 13 / bar2_score 17 / REWARD -1 / Q_MAX 1.190002e+00\n",
      "TIMESTEP 111849 / e 46 / bar1_score 14 / bar2_score 17 / REWARD 1 / Q_MAX 3.053710e+00\n",
      "TIMESTEP 112146 / e 46 / bar1_score 14 / bar2_score 18 / REWARD -1 / Q_MAX 1.675856e+00\n",
      "TIMESTEP 112192 / e 46 / bar1_score 14 / bar2_score 19 / REWARD -1 / Q_MAX 5.752713e-01\n",
      "TIMESTEP 112323 / e 46 / bar1_score 15 / bar2_score 19 / REWARD 1 / Q_MAX 2.620459e+00\n",
      "TIMESTEP 112452 / e 47 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 6.083079e-01\n",
      "TIMESTEP 112581 / e 47 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.013816e+00\n",
      "TIMESTEP 112710 / e 47 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.015677e+00\n",
      "TIMESTEP 112839 / e 47 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.940474e+00\n",
      "TIMESTEP 113136 / e 47 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.182867e+00\n",
      "TIMESTEP 113433 / e 47 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 1.822957e+00\n",
      "TIMESTEP 113562 / e 47 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 9.881667e-01\n",
      "TIMESTEP 113608 / e 47 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 7.903225e-01\n",
      "TIMESTEP 113821 / e 47 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 1.716350e+00\n",
      "TIMESTEP 113953 / e 47 / bar1_score 4 / bar2_score 5 / REWARD 1 / Q_MAX 3.372384e+00\n",
      "TIMESTEP 114082 / e 47 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 2.376629e+00\n",
      "TIMESTEP 114128 / e 47 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 2.100574e+00\n",
      "TIMESTEP 114174 / e 47 / bar1_score 4 / bar2_score 8 / REWARD -1 / Q_MAX 2.252164e+00\n",
      "TIMESTEP 114220 / e 47 / bar1_score 4 / bar2_score 9 / REWARD -1 / Q_MAX 2.214311e+00\n",
      "TIMESTEP 114266 / e 47 / bar1_score 4 / bar2_score 10 / REWARD -1 / Q_MAX 2.633470e+00\n",
      "TIMESTEP 114398 / e 47 / bar1_score 5 / bar2_score 10 / REWARD 1 / Q_MAX 3.433096e+00\n",
      "TIMESTEP 114527 / e 47 / bar1_score 5 / bar2_score 11 / REWARD -1 / Q_MAX 2.617366e+00\n",
      "TIMESTEP 114658 / e 47 / bar1_score 6 / bar2_score 11 / REWARD 1 / Q_MAX 3.465511e+00\n",
      "TIMESTEP 114787 / e 47 / bar1_score 6 / bar2_score 12 / REWARD -1 / Q_MAX 1.890265e+00\n",
      "TIMESTEP 114833 / e 47 / bar1_score 6 / bar2_score 13 / REWARD -1 / Q_MAX 1.516172e+00\n",
      "TIMESTEP 114879 / e 47 / bar1_score 6 / bar2_score 14 / REWARD -1 / Q_MAX 1.074128e+00\n",
      "TIMESTEP 115008 / e 47 / bar1_score 7 / bar2_score 14 / REWARD 1 / Q_MAX 2.955292e+00\n",
      "TIMESTEP 115137 / e 47 / bar1_score 7 / bar2_score 15 / REWARD -1 / Q_MAX 4.388994e-01\n",
      "TIMESTEP 115183 / e 47 / bar1_score 7 / bar2_score 16 / REWARD -1 / Q_MAX 1.036517e-01\n",
      "TIMESTEP 115481 / e 47 / bar1_score 8 / bar2_score 16 / REWARD 1 / Q_MAX 2.129722e+00\n",
      "TIMESTEP 115610 / e 47 / bar1_score 8 / bar2_score 17 / REWARD -1 / Q_MAX 1.099965e+00\n",
      "TIMESTEP 115741 / e 47 / bar1_score 9 / bar2_score 17 / REWARD 1 / Q_MAX 3.224263e+00\n",
      "TIMESTEP 115870 / e 47 / bar1_score 9 / bar2_score 18 / REWARD -1 / Q_MAX 1.336623e+00\n",
      "TIMESTEP 116001 / e 47 / bar1_score 10 / bar2_score 18 / REWARD 1 / Q_MAX 3.253274e+00\n",
      "TIMESTEP 116130 / e 47 / bar1_score 10 / bar2_score 19 / REWARD -1 / Q_MAX 1.304601e+00\n",
      "TIMESTEP 116176 / e 48 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.708897e-01\n",
      "TIMESTEP 116222 / e 48 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.002502e+00\n",
      "TIMESTEP 116351 / e 48 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 3.217122e+00\n",
      "TIMESTEP 116480 / e 48 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 5.786995e-01\n",
      "TIMESTEP 116611 / e 48 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 3.163606e+00\n",
      "TIMESTEP 116740 / e 48 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 8.157039e-01\n",
      "TIMESTEP 116871 / e 48 / bar1_score 3 / bar2_score 3 / REWARD 1 / Q_MAX 3.228550e+00\n",
      "TIMESTEP 117000 / e 48 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 1.478443e+00\n",
      "TIMESTEP 117131 / e 48 / bar1_score 4 / bar2_score 4 / REWARD 1 / Q_MAX 3.339493e+00\n",
      "TIMESTEP 117260 / e 48 / bar1_score 4 / bar2_score 5 / REWARD -1 / Q_MAX 1.388731e+00\n",
      "TIMESTEP 117306 / e 48 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 1.555062e+00\n",
      "TIMESTEP 117521 / e 48 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 8.046626e-01\n",
      "TIMESTEP 117652 / e 48 / bar1_score 5 / bar2_score 7 / REWARD 1 / Q_MAX 3.287350e+00\n",
      "TIMESTEP 117781 / e 48 / bar1_score 5 / bar2_score 8 / REWARD -1 / Q_MAX 1.594411e+00\n",
      "TIMESTEP 117910 / e 48 / bar1_score 6 / bar2_score 8 / REWARD 1 / Q_MAX 3.350810e+00\n",
      "TIMESTEP 118039 / e 48 / bar1_score 6 / bar2_score 9 / REWARD -1 / Q_MAX 1.676203e+00\n",
      "TIMESTEP 118170 / e 48 / bar1_score 7 / bar2_score 9 / REWARD 1 / Q_MAX 3.255340e+00\n",
      "TIMESTEP 118299 / e 48 / bar1_score 7 / bar2_score 10 / REWARD -1 / Q_MAX 1.413747e+00\n",
      "TIMESTEP 118428 / e 48 / bar1_score 8 / bar2_score 10 / REWARD 1 / Q_MAX 3.307810e+00\n",
      "TIMESTEP 118557 / e 48 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 1.108205e+00\n",
      "TIMESTEP 118686 / e 48 / bar1_score 9 / bar2_score 11 / REWARD 1 / Q_MAX 3.219933e+00\n",
      "TIMESTEP 118815 / e 48 / bar1_score 9 / bar2_score 12 / REWARD -1 / Q_MAX 1.653870e+00\n",
      "TIMESTEP 118861 / e 48 / bar1_score 9 / bar2_score 13 / REWARD -1 / Q_MAX 8.763930e-01\n",
      "TIMESTEP 118907 / e 48 / bar1_score 9 / bar2_score 14 / REWARD -1 / Q_MAX 1.051148e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 119036 / e 48 / bar1_score 10 / bar2_score 14 / REWARD 1 / Q_MAX 3.253309e+00\n",
      "TIMESTEP 119165 / e 48 / bar1_score 10 / bar2_score 15 / REWARD -1 / Q_MAX 8.852508e-01\n",
      "TIMESTEP 119296 / e 48 / bar1_score 11 / bar2_score 15 / REWARD 1 / Q_MAX 3.100647e+00\n",
      "TIMESTEP 119425 / e 48 / bar1_score 11 / bar2_score 16 / REWARD -1 / Q_MAX 6.839696e-01\n",
      "TIMESTEP 119471 / e 48 / bar1_score 11 / bar2_score 17 / REWARD -1 / Q_MAX 7.452593e-01\n",
      "TIMESTEP 119517 / e 48 / bar1_score 11 / bar2_score 18 / REWARD -1 / Q_MAX 4.016148e-01\n",
      "TIMESTEP 119563 / e 48 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 2.327024e-01\n",
      "TIMESTEP 119777 / e 49 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.234016e+00\n",
      "TIMESTEP 119823 / e 49 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 2.273852e+00\n",
      "TIMESTEP 119869 / e 49 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.307921e+00\n",
      "TIMESTEP 119915 / e 49 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.324819e+00\n",
      "TIMESTEP 119961 / e 49 / bar1_score 0 / bar2_score 4 / REWARD -1 / Q_MAX 1.827968e+00\n",
      "TIMESTEP 120007 / e 49 / bar1_score 0 / bar2_score 5 / REWARD -1 / Q_MAX 2.012306e+00\n",
      "TIMESTEP 120222 / e 49 / bar1_score 0 / bar2_score 6 / REWARD -1 / Q_MAX 1.534108e+00\n",
      "TIMESTEP 120351 / e 49 / bar1_score 1 / bar2_score 6 / REWARD 1 / Q_MAX 3.431699e+00\n",
      "TIMESTEP 120480 / e 49 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.209557e+00\n",
      "TIMESTEP 120609 / e 49 / bar1_score 2 / bar2_score 7 / REWARD 1 / Q_MAX 3.454583e+00\n",
      "TIMESTEP 120738 / e 49 / bar1_score 2 / bar2_score 8 / REWARD -1 / Q_MAX 1.648281e+00\n",
      "TIMESTEP 120867 / e 49 / bar1_score 3 / bar2_score 8 / REWARD 1 / Q_MAX 3.540170e+00\n",
      "TIMESTEP 120996 / e 49 / bar1_score 3 / bar2_score 9 / REWARD -1 / Q_MAX 2.077107e+00\n",
      "TIMESTEP 121125 / e 49 / bar1_score 4 / bar2_score 9 / REWARD 1 / Q_MAX 3.565017e+00\n",
      "TIMESTEP 121254 / e 49 / bar1_score 4 / bar2_score 10 / REWARD -1 / Q_MAX 1.773684e+00\n",
      "TIMESTEP 121383 / e 49 / bar1_score 5 / bar2_score 10 / REWARD 1 / Q_MAX 3.500219e+00\n",
      "TIMESTEP 121512 / e 49 / bar1_score 5 / bar2_score 11 / REWARD -1 / Q_MAX 1.261084e+00\n",
      "TIMESTEP 121641 / e 49 / bar1_score 6 / bar2_score 11 / REWARD 1 / Q_MAX 3.439901e+00\n",
      "TIMESTEP 121770 / e 49 / bar1_score 6 / bar2_score 12 / REWARD -1 / Q_MAX 1.178577e+00\n",
      "TIMESTEP 121899 / e 49 / bar1_score 7 / bar2_score 12 / REWARD 1 / Q_MAX 3.257195e+00\n",
      "TIMESTEP 122028 / e 49 / bar1_score 7 / bar2_score 13 / REWARD -1 / Q_MAX 9.108680e-01\n",
      "TIMESTEP 122157 / e 49 / bar1_score 8 / bar2_score 13 / REWARD 1 / Q_MAX 3.198670e+00\n",
      "TIMESTEP 122286 / e 49 / bar1_score 8 / bar2_score 14 / REWARD -1 / Q_MAX 8.913729e-01\n",
      "TIMESTEP 122415 / e 49 / bar1_score 9 / bar2_score 14 / REWARD 1 / Q_MAX 3.139812e+00\n",
      "TIMESTEP 122544 / e 49 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 6.930748e-01\n",
      "TIMESTEP 122675 / e 49 / bar1_score 10 / bar2_score 15 / REWARD 1 / Q_MAX 2.992238e+00\n",
      "TIMESTEP 122972 / e 49 / bar1_score 10 / bar2_score 16 / REWARD -1 / Q_MAX 1.840513e+00\n",
      "TIMESTEP 123272 / e 49 / bar1_score 11 / bar2_score 16 / REWARD 1 / Q_MAX 3.360830e+00\n",
      "TIMESTEP 123401 / e 49 / bar1_score 11 / bar2_score 17 / REWARD -1 / Q_MAX 1.516436e+00\n",
      "TIMESTEP 123447 / e 49 / bar1_score 11 / bar2_score 18 / REWARD -1 / Q_MAX 1.444937e+00\n",
      "TIMESTEP 123661 / e 49 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 1.064939e+00\n",
      "TIMESTEP 123707 / e 50 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 4.298082e-01\n",
      "TIMESTEP 123753 / e 50 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.611086e+00\n",
      "TIMESTEP 123799 / e 50 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.006717e+00\n",
      "TIMESTEP 123845 / e 50 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.584293e+00\n",
      "TIMESTEP 123974 / e 50 / bar1_score 1 / bar2_score 3 / REWARD 1 / Q_MAX 3.617990e+00\n",
      "TIMESTEP 124103 / e 50 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 2.034694e+00\n",
      "TIMESTEP 124149 / e 50 / bar1_score 1 / bar2_score 5 / REWARD -1 / Q_MAX 2.124600e+00\n",
      "TIMESTEP 124195 / e 50 / bar1_score 1 / bar2_score 6 / REWARD -1 / Q_MAX 2.247441e+00\n",
      "TIMESTEP 124241 / e 50 / bar1_score 1 / bar2_score 7 / REWARD -1 / Q_MAX 1.970761e+00\n",
      "TIMESTEP 124455 / e 50 / bar1_score 1 / bar2_score 8 / REWARD -1 / Q_MAX 1.231919e+00\n",
      "TIMESTEP 124585 / e 50 / bar1_score 2 / bar2_score 8 / REWARD 1 / Q_MAX 3.442293e+00\n",
      "TIMESTEP 124714 / e 50 / bar1_score 2 / bar2_score 9 / REWARD -1 / Q_MAX 1.571237e+00\n",
      "TIMESTEP 124845 / e 50 / bar1_score 3 / bar2_score 9 / REWARD 1 / Q_MAX 3.526159e+00\n",
      "TIMESTEP 124974 / e 50 / bar1_score 3 / bar2_score 10 / REWARD -1 / Q_MAX 1.829555e+00\n",
      "TIMESTEP 125103 / e 50 / bar1_score 4 / bar2_score 10 / REWARD 1 / Q_MAX 3.652565e+00\n",
      "TIMESTEP 125232 / e 50 / bar1_score 4 / bar2_score 11 / REWARD -1 / Q_MAX 1.554201e+00\n",
      "TIMESTEP 125361 / e 50 / bar1_score 5 / bar2_score 11 / REWARD 1 / Q_MAX 3.589583e+00\n",
      "TIMESTEP 125490 / e 50 / bar1_score 5 / bar2_score 12 / REWARD -1 / Q_MAX 1.127898e+00\n",
      "TIMESTEP 125536 / e 50 / bar1_score 5 / bar2_score 13 / REWARD -1 / Q_MAX 7.872268e-01\n",
      "TIMESTEP 125582 / e 50 / bar1_score 5 / bar2_score 14 / REWARD -1 / Q_MAX 8.226381e-01\n",
      "TIMESTEP 125711 / e 50 / bar1_score 6 / bar2_score 14 / REWARD 1 / Q_MAX 3.592846e+00\n",
      "TIMESTEP 125840 / e 50 / bar1_score 6 / bar2_score 15 / REWARD -1 / Q_MAX 1.774640e+00\n",
      "TIMESTEP 125969 / e 50 / bar1_score 7 / bar2_score 15 / REWARD 1 / Q_MAX 3.557268e+00\n",
      "TIMESTEP 126098 / e 50 / bar1_score 7 / bar2_score 16 / REWARD -1 / Q_MAX 1.265688e+00\n",
      "TIMESTEP 126227 / e 50 / bar1_score 8 / bar2_score 16 / REWARD 1 / Q_MAX 3.350167e+00\n",
      "TIMESTEP 126356 / e 50 / bar1_score 8 / bar2_score 17 / REWARD -1 / Q_MAX 1.031389e+00\n",
      "TIMESTEP 126402 / e 50 / bar1_score 8 / bar2_score 18 / REWARD -1 / Q_MAX 1.027094e+00\n",
      "TIMESTEP 126448 / e 50 / bar1_score 8 / bar2_score 19 / REWARD -1 / Q_MAX 5.942079e-01\n",
      "TIMESTEP 126577 / e 50 / bar1_score 9 / bar2_score 19 / REWARD 1 / Q_MAX 2.968767e+00\n",
      "TIMESTEP 126706 / e 51 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 5.796050e-01\n",
      "TIMESTEP 126835 / e 51 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.195129e+00\n",
      "TIMESTEP 126964 / e 51 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 8.820846e-01\n",
      "TIMESTEP 127095 / e 51 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.173431e+00\n",
      "TIMESTEP 127224 / e 51 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.254121e+00\n",
      "TIMESTEP 127355 / e 51 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.291572e+00\n",
      "TIMESTEP 127484 / e 51 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 1.435009e+00\n",
      "TIMESTEP 127613 / e 51 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.275620e+00\n",
      "TIMESTEP 127742 / e 51 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 1.459489e+00\n",
      "TIMESTEP 127788 / e 51 / bar1_score 4 / bar2_score 5 / REWARD -1 / Q_MAX 1.369645e+00\n",
      "TIMESTEP 127834 / e 51 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 1.206076e+00\n",
      "TIMESTEP 127880 / e 51 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 2.131536e+00\n",
      "TIMESTEP 128180 / e 51 / bar1_score 5 / bar2_score 7 / REWARD 1 / Q_MAX 1.917609e+00\n",
      "TIMESTEP 128309 / e 51 / bar1_score 5 / bar2_score 8 / REWARD -1 / Q_MAX 7.896399e-01\n",
      "TIMESTEP 128355 / e 51 / bar1_score 5 / bar2_score 9 / REWARD -1 / Q_MAX 7.113791e-01\n",
      "TIMESTEP 128401 / e 51 / bar1_score 5 / bar2_score 10 / REWARD -1 / Q_MAX 8.676931e-01\n",
      "TIMESTEP 128532 / e 51 / bar1_score 6 / bar2_score 10 / REWARD 1 / Q_MAX 3.098563e+00\n",
      "TIMESTEP 128661 / e 51 / bar1_score 6 / bar2_score 11 / REWARD -1 / Q_MAX 6.425843e-01\n",
      "TIMESTEP 128790 / e 51 / bar1_score 7 / bar2_score 11 / REWARD 1 / Q_MAX 3.280554e+00\n",
      "TIMESTEP 129087 / e 51 / bar1_score 7 / bar2_score 12 / REWARD -1 / Q_MAX 1.811304e+00\n",
      "TIMESTEP 129133 / e 51 / bar1_score 7 / bar2_score 13 / REWARD -1 / Q_MAX 9.549253e-01\n",
      "TIMESTEP 129262 / e 51 / bar1_score 8 / bar2_score 13 / REWARD 1 / Q_MAX 3.342267e+00\n",
      "TIMESTEP 129391 / e 51 / bar1_score 8 / bar2_score 14 / REWARD -1 / Q_MAX 1.127957e+00\n",
      "TIMESTEP 129437 / e 51 / bar1_score 8 / bar2_score 15 / REWARD -1 / Q_MAX 1.093002e+00\n",
      "TIMESTEP 129483 / e 51 / bar1_score 8 / bar2_score 16 / REWARD -1 / Q_MAX 8.959357e-01\n",
      "TIMESTEP 129612 / e 51 / bar1_score 9 / bar2_score 16 / REWARD 1 / Q_MAX 3.098382e+00\n",
      "TIMESTEP 129741 / e 51 / bar1_score 9 / bar2_score 17 / REWARD -1 / Q_MAX 8.706616e-01\n",
      "TIMESTEP 129870 / e 51 / bar1_score 10 / bar2_score 17 / REWARD 1 / Q_MAX 2.885771e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 129999 / e 51 / bar1_score 10 / bar2_score 18 / REWARD -1 / Q_MAX 9.298524e-01\n",
      "TIMESTEP 130128 / e 51 / bar1_score 11 / bar2_score 18 / REWARD 1 / Q_MAX 2.927960e+00\n",
      "TIMESTEP 130257 / e 51 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 7.618401e-01\n",
      "TIMESTEP 130386 / e 51 / bar1_score 12 / bar2_score 19 / REWARD 1 / Q_MAX 2.781916e+00\n",
      "TIMESTEP 130515 / e 52 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 7.439036e-01\n",
      "TIMESTEP 130646 / e 52 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.172365e+00\n",
      "TIMESTEP 130775 / e 52 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.237630e+00\n",
      "TIMESTEP 130904 / e 52 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.022934e+00\n",
      "TIMESTEP 131033 / e 52 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.063170e+00\n",
      "TIMESTEP 131162 / e 52 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.265649e+00\n",
      "TIMESTEP 131291 / e 52 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 1.451986e+00\n",
      "TIMESTEP 131420 / e 52 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.197767e+00\n",
      "TIMESTEP 131549 / e 52 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 8.009857e-01\n",
      "TIMESTEP 131595 / e 52 / bar1_score 4 / bar2_score 5 / REWARD -1 / Q_MAX 1.836501e+00\n",
      "TIMESTEP 131641 / e 52 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 9.965379e-01\n",
      "TIMESTEP 131770 / e 52 / bar1_score 5 / bar2_score 6 / REWARD 1 / Q_MAX 2.968013e+00\n",
      "TIMESTEP 131899 / e 52 / bar1_score 5 / bar2_score 7 / REWARD -1 / Q_MAX 5.661839e-01\n",
      "TIMESTEP 132028 / e 52 / bar1_score 6 / bar2_score 7 / REWARD 1 / Q_MAX 2.975836e+00\n",
      "TIMESTEP 132157 / e 52 / bar1_score 6 / bar2_score 8 / REWARD -1 / Q_MAX 7.021235e-01\n",
      "TIMESTEP 132286 / e 52 / bar1_score 7 / bar2_score 8 / REWARD 1 / Q_MAX 3.193841e+00\n",
      "TIMESTEP 132415 / e 52 / bar1_score 7 / bar2_score 9 / REWARD -1 / Q_MAX 1.013611e+00\n",
      "TIMESTEP 132544 / e 52 / bar1_score 8 / bar2_score 9 / REWARD 1 / Q_MAX 3.274087e+00\n",
      "TIMESTEP 132673 / e 52 / bar1_score 8 / bar2_score 10 / REWARD -1 / Q_MAX 1.362950e+00\n",
      "TIMESTEP 132802 / e 52 / bar1_score 9 / bar2_score 10 / REWARD 1 / Q_MAX 3.185459e+00\n",
      "TIMESTEP 132931 / e 52 / bar1_score 9 / bar2_score 11 / REWARD -1 / Q_MAX 9.089009e-01\n",
      "TIMESTEP 133060 / e 52 / bar1_score 10 / bar2_score 11 / REWARD 1 / Q_MAX 3.326911e+00\n",
      "TIMESTEP 133189 / e 52 / bar1_score 10 / bar2_score 12 / REWARD -1 / Q_MAX 1.314027e+00\n",
      "TIMESTEP 133235 / e 52 / bar1_score 10 / bar2_score 13 / REWARD -1 / Q_MAX 7.189105e-01\n",
      "TIMESTEP 133532 / e 52 / bar1_score 11 / bar2_score 13 / REWARD 1 / Q_MAX 2.087602e+00\n",
      "TIMESTEP 133661 / e 52 / bar1_score 11 / bar2_score 14 / REWARD -1 / Q_MAX 7.498327e-01\n",
      "TIMESTEP 133707 / e 52 / bar1_score 11 / bar2_score 15 / REWARD -1 / Q_MAX 7.443151e-01\n",
      "TIMESTEP 133753 / e 52 / bar1_score 11 / bar2_score 16 / REWARD -1 / Q_MAX 6.712684e-01\n",
      "TIMESTEP 133799 / e 52 / bar1_score 11 / bar2_score 17 / REWARD -1 / Q_MAX 4.062735e-01\n",
      "TIMESTEP 133845 / e 52 / bar1_score 11 / bar2_score 18 / REWARD -1 / Q_MAX 8.893582e-01\n",
      "TIMESTEP 133974 / e 52 / bar1_score 12 / bar2_score 18 / REWARD 1 / Q_MAX 2.972941e+00\n",
      "TIMESTEP 134103 / e 52 / bar1_score 12 / bar2_score 19 / REWARD -1 / Q_MAX 6.605008e-01\n",
      "TIMESTEP 134149 / e 53 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 7.312230e-02\n",
      "TIMESTEP 134365 / e 53 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.724417e+00\n",
      "TIMESTEP 134411 / e 53 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.103466e+00\n",
      "TIMESTEP 134457 / e 53 / bar1_score 0 / bar2_score 3 / REWARD -1 / Q_MAX 1.579301e+00\n",
      "TIMESTEP 134588 / e 53 / bar1_score 1 / bar2_score 3 / REWARD 1 / Q_MAX 3.470644e+00\n",
      "TIMESTEP 134717 / e 53 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 1.412045e+00\n",
      "TIMESTEP 134846 / e 53 / bar1_score 2 / bar2_score 4 / REWARD 1 / Q_MAX 3.174203e+00\n",
      "TIMESTEP 134975 / e 53 / bar1_score 2 / bar2_score 5 / REWARD -1 / Q_MAX 1.215016e+00\n",
      "TIMESTEP 135104 / e 53 / bar1_score 3 / bar2_score 5 / REWARD 1 / Q_MAX 2.841293e+00\n",
      "TIMESTEP 135233 / e 53 / bar1_score 3 / bar2_score 6 / REWARD -1 / Q_MAX 9.061464e-01\n",
      "TIMESTEP 135362 / e 53 / bar1_score 4 / bar2_score 6 / REWARD 1 / Q_MAX 2.738343e+00\n",
      "TIMESTEP 135491 / e 53 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 6.698766e-01\n",
      "TIMESTEP 135537 / e 53 / bar1_score 4 / bar2_score 8 / REWARD -1 / Q_MAX 2.767597e-01\n",
      "TIMESTEP 135583 / e 53 / bar1_score 4 / bar2_score 9 / REWARD -1 / Q_MAX 6.610748e-01\n",
      "TIMESTEP 135712 / e 53 / bar1_score 5 / bar2_score 9 / REWARD 1 / Q_MAX 2.893157e+00\n",
      "TIMESTEP 135841 / e 53 / bar1_score 5 / bar2_score 10 / REWARD -1 / Q_MAX 9.613749e-01\n",
      "TIMESTEP 135887 / e 53 / bar1_score 5 / bar2_score 11 / REWARD -1 / Q_MAX 5.522990e-01\n",
      "TIMESTEP 135933 / e 53 / bar1_score 5 / bar2_score 12 / REWARD -1 / Q_MAX 1.045293e+00\n",
      "TIMESTEP 136064 / e 53 / bar1_score 6 / bar2_score 12 / REWARD 1 / Q_MAX 3.269873e+00\n",
      "TIMESTEP 136193 / e 53 / bar1_score 6 / bar2_score 13 / REWARD -1 / Q_MAX 9.560531e-01\n",
      "TIMESTEP 136324 / e 53 / bar1_score 7 / bar2_score 13 / REWARD 1 / Q_MAX 3.183632e+00\n",
      "TIMESTEP 136453 / e 53 / bar1_score 7 / bar2_score 14 / REWARD -1 / Q_MAX 6.681144e-01\n",
      "TIMESTEP 136582 / e 53 / bar1_score 8 / bar2_score 14 / REWARD 1 / Q_MAX 2.931246e+00\n",
      "TIMESTEP 136711 / e 53 / bar1_score 8 / bar2_score 15 / REWARD -1 / Q_MAX 4.954765e-01\n",
      "TIMESTEP 136840 / e 53 / bar1_score 9 / bar2_score 15 / REWARD 1 / Q_MAX 2.750299e+00\n",
      "TIMESTEP 136969 / e 53 / bar1_score 9 / bar2_score 16 / REWARD -1 / Q_MAX 6.531345e-01\n",
      "TIMESTEP 137015 / e 53 / bar1_score 9 / bar2_score 17 / REWARD -1 / Q_MAX 4.366553e-01\n",
      "TIMESTEP 137061 / e 53 / bar1_score 9 / bar2_score 18 / REWARD -1 / Q_MAX 1.325922e+00\n",
      "TIMESTEP 137190 / e 53 / bar1_score 10 / bar2_score 18 / REWARD 1 / Q_MAX 2.974090e+00\n",
      "TIMESTEP 137319 / e 53 / bar1_score 10 / bar2_score 19 / REWARD -1 / Q_MAX 6.925458e-01\n",
      "TIMESTEP 137365 / e 54 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX -6.402380e-02\n",
      "TIMESTEP 137411 / e 54 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 9.194459e-01\n",
      "TIMESTEP 137542 / e 54 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 3.150619e+00\n",
      "TIMESTEP 137671 / e 54 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 5.577894e-01\n",
      "TIMESTEP 137800 / e 54 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.957228e+00\n",
      "TIMESTEP 137929 / e 54 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 8.999458e-01\n",
      "TIMESTEP 138058 / e 54 / bar1_score 3 / bar2_score 3 / REWARD 1 / Q_MAX 3.163386e+00\n",
      "TIMESTEP 138187 / e 54 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 1.078127e+00\n",
      "TIMESTEP 138316 / e 54 / bar1_score 4 / bar2_score 4 / REWARD 1 / Q_MAX 3.058412e+00\n",
      "TIMESTEP 138445 / e 54 / bar1_score 4 / bar2_score 5 / REWARD -1 / Q_MAX 9.061683e-01\n",
      "TIMESTEP 138491 / e 54 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 7.245756e-01\n",
      "TIMESTEP 138537 / e 54 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 6.541554e-01\n",
      "TIMESTEP 138666 / e 54 / bar1_score 5 / bar2_score 7 / REWARD 1 / Q_MAX 2.813183e+00\n",
      "TIMESTEP 138795 / e 54 / bar1_score 5 / bar2_score 8 / REWARD -1 / Q_MAX 1.030673e+00\n",
      "TIMESTEP 138924 / e 54 / bar1_score 6 / bar2_score 8 / REWARD 1 / Q_MAX 3.185929e+00\n",
      "TIMESTEP 139053 / e 54 / bar1_score 6 / bar2_score 9 / REWARD -1 / Q_MAX 1.330029e+00\n",
      "TIMESTEP 139182 / e 54 / bar1_score 7 / bar2_score 9 / REWARD 1 / Q_MAX 3.041284e+00\n",
      "TIMESTEP 139311 / e 54 / bar1_score 7 / bar2_score 10 / REWARD -1 / Q_MAX 1.194705e+00\n",
      "TIMESTEP 139442 / e 54 / bar1_score 8 / bar2_score 10 / REWARD 1 / Q_MAX 2.990149e+00\n",
      "TIMESTEP 139739 / e 54 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 1.527764e+00\n",
      "TIMESTEP 139785 / e 54 / bar1_score 8 / bar2_score 12 / REWARD -1 / Q_MAX 6.481299e-01\n",
      "TIMESTEP 139831 / e 54 / bar1_score 8 / bar2_score 13 / REWARD -1 / Q_MAX 5.874509e-01\n",
      "TIMESTEP 139877 / e 54 / bar1_score 8 / bar2_score 14 / REWARD -1 / Q_MAX 1.148175e+00\n",
      "TIMESTEP 140006 / e 54 / bar1_score 9 / bar2_score 14 / REWARD 1 / Q_MAX 3.001627e+00\n",
      "TIMESTEP 140135 / e 54 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 1.200385e+00\n",
      "TIMESTEP 140264 / e 54 / bar1_score 10 / bar2_score 15 / REWARD 1 / Q_MAX 3.304519e+00\n",
      "TIMESTEP 140393 / e 54 / bar1_score 10 / bar2_score 16 / REWARD -1 / Q_MAX 1.507496e+00\n",
      "TIMESTEP 140524 / e 54 / bar1_score 11 / bar2_score 16 / REWARD 1 / Q_MAX 3.105270e+00\n",
      "TIMESTEP 140822 / e 54 / bar1_score 11 / bar2_score 17 / REWARD -1 / Q_MAX 8.910844e-01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 141038 / e 54 / bar1_score 11 / bar2_score 18 / REWARD -1 / Q_MAX 5.542720e-01\n",
      "TIMESTEP 141084 / e 54 / bar1_score 11 / bar2_score 19 / REWARD -1 / Q_MAX 3.889292e-01\n",
      "TIMESTEP 141130 / e 55 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 6.766859e-01\n",
      "TIMESTEP 141259 / e 55 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.290192e+00\n",
      "TIMESTEP 141388 / e 55 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.437187e+00\n",
      "TIMESTEP 141517 / e 55 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 3.188587e+00\n",
      "TIMESTEP 141646 / e 55 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.270293e+00\n",
      "TIMESTEP 141775 / e 55 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.955966e+00\n",
      "TIMESTEP 141904 / e 55 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 1.007172e+00\n",
      "TIMESTEP 141950 / e 55 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 1.554188e+00\n",
      "TIMESTEP 142164 / e 55 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 1.469324e+00\n",
      "TIMESTEP 142295 / e 55 / bar1_score 4 / bar2_score 5 / REWARD 1 / Q_MAX 2.873200e+00\n",
      "TIMESTEP 142677 / e 55 / bar1_score 5 / bar2_score 5 / REWARD 1 / Q_MAX 2.465321e+00\n",
      "TIMESTEP 142806 / e 55 / bar1_score 5 / bar2_score 6 / REWARD -1 / Q_MAX 1.030413e+00\n",
      "TIMESTEP 142935 / e 55 / bar1_score 6 / bar2_score 6 / REWARD 1 / Q_MAX 3.042372e+00\n",
      "TIMESTEP 143232 / e 55 / bar1_score 6 / bar2_score 7 / REWARD -1 / Q_MAX 8.842986e-01\n",
      "TIMESTEP 143278 / e 55 / bar1_score 6 / bar2_score 8 / REWARD -1 / Q_MAX 4.276877e-01\n",
      "TIMESTEP 143324 / e 55 / bar1_score 6 / bar2_score 9 / REWARD -1 / Q_MAX 6.116570e-01\n",
      "TIMESTEP 143370 / e 55 / bar1_score 6 / bar2_score 10 / REWARD -1 / Q_MAX 1.137980e+00\n",
      "TIMESTEP 143416 / e 55 / bar1_score 6 / bar2_score 11 / REWARD -1 / Q_MAX 6.400027e-01\n",
      "TIMESTEP 143462 / e 55 / bar1_score 6 / bar2_score 12 / REWARD -1 / Q_MAX 1.119710e+00\n",
      "TIMESTEP 143591 / e 55 / bar1_score 7 / bar2_score 12 / REWARD 1 / Q_MAX 2.878716e+00\n",
      "TIMESTEP 143720 / e 55 / bar1_score 7 / bar2_score 13 / REWARD -1 / Q_MAX 9.002753e-01\n",
      "TIMESTEP 143850 / e 55 / bar1_score 8 / bar2_score 13 / REWARD 1 / Q_MAX 2.916239e+00\n",
      "TIMESTEP 143979 / e 55 / bar1_score 8 / bar2_score 14 / REWARD -1 / Q_MAX 1.031627e+00\n",
      "TIMESTEP 144108 / e 55 / bar1_score 9 / bar2_score 14 / REWARD 1 / Q_MAX 3.058605e+00\n",
      "TIMESTEP 144237 / e 55 / bar1_score 9 / bar2_score 15 / REWARD -1 / Q_MAX 1.087543e+00\n",
      "TIMESTEP 144366 / e 55 / bar1_score 10 / bar2_score 15 / REWARD 1 / Q_MAX 3.224586e+00\n",
      "TIMESTEP 144495 / e 55 / bar1_score 10 / bar2_score 16 / REWARD -1 / Q_MAX 1.716839e+00\n",
      "TIMESTEP 144624 / e 55 / bar1_score 11 / bar2_score 16 / REWARD 1 / Q_MAX 3.215413e+00\n",
      "TIMESTEP 144753 / e 55 / bar1_score 11 / bar2_score 17 / REWARD -1 / Q_MAX 1.255965e+00\n",
      "TIMESTEP 144882 / e 55 / bar1_score 12 / bar2_score 17 / REWARD 1 / Q_MAX 3.028472e+00\n",
      "TIMESTEP 145265 / e 55 / bar1_score 13 / bar2_score 17 / REWARD 1 / Q_MAX 3.198654e+00\n",
      "TIMESTEP 145562 / e 55 / bar1_score 13 / bar2_score 18 / REWARD -1 / Q_MAX 6.296967e-01\n",
      "TIMESTEP 145608 / e 55 / bar1_score 13 / bar2_score 19 / REWARD -1 / Q_MAX 1.095250e+00\n",
      "TIMESTEP 145737 / e 55 / bar1_score 14 / bar2_score 19 / REWARD 1 / Q_MAX 2.576792e+00\n",
      "TIMESTEP 145866 / e 56 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 9.676924e-02\n",
      "TIMESTEP 145995 / e 56 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.715554e+00\n",
      "TIMESTEP 146124 / e 56 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 8.908282e-01\n",
      "TIMESTEP 146254 / e 56 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.833780e+00\n",
      "TIMESTEP 146551 / e 56 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 1.359230e+00\n",
      "TIMESTEP 146597 / e 56 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 8.799222e-01\n",
      "TIMESTEP 146726 / e 56 / bar1_score 3 / bar2_score 3 / REWARD 1 / Q_MAX 2.814938e+00\n",
      "TIMESTEP 146855 / e 56 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 6.911006e-01\n",
      "TIMESTEP 146986 / e 56 / bar1_score 4 / bar2_score 4 / REWARD 1 / Q_MAX 2.525616e+00\n",
      "TIMESTEP 147115 / e 56 / bar1_score 4 / bar2_score 5 / REWARD -1 / Q_MAX 4.073042e-01\n",
      "TIMESTEP 147244 / e 56 / bar1_score 5 / bar2_score 5 / REWARD 1 / Q_MAX 2.295867e+00\n",
      "TIMESTEP 147373 / e 56 / bar1_score 5 / bar2_score 6 / REWARD -1 / Q_MAX 5.063626e-01\n",
      "TIMESTEP 147419 / e 56 / bar1_score 5 / bar2_score 7 / REWARD -1 / Q_MAX 2.130177e-01\n",
      "TIMESTEP 147465 / e 56 / bar1_score 5 / bar2_score 8 / REWARD -1 / Q_MAX 5.121889e-01\n",
      "TIMESTEP 147594 / e 56 / bar1_score 6 / bar2_score 8 / REWARD 1 / Q_MAX 2.747806e+00\n",
      "TIMESTEP 147723 / e 56 / bar1_score 6 / bar2_score 9 / REWARD -1 / Q_MAX 7.620099e-01\n",
      "TIMESTEP 147852 / e 56 / bar1_score 7 / bar2_score 9 / REWARD 1 / Q_MAX 2.662160e+00\n",
      "TIMESTEP 147981 / e 56 / bar1_score 7 / bar2_score 10 / REWARD -1 / Q_MAX 7.954822e-01\n",
      "TIMESTEP 148112 / e 56 / bar1_score 8 / bar2_score 10 / REWARD 1 / Q_MAX 2.985803e+00\n",
      "TIMESTEP 148241 / e 56 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 1.095506e+00\n",
      "TIMESTEP 148370 / e 56 / bar1_score 9 / bar2_score 11 / REWARD 1 / Q_MAX 3.144578e+00\n",
      "TIMESTEP 148499 / e 56 / bar1_score 9 / bar2_score 12 / REWARD -1 / Q_MAX 1.050191e+00\n",
      "TIMESTEP 148545 / e 56 / bar1_score 9 / bar2_score 13 / REWARD -1 / Q_MAX 5.775962e-01\n",
      "TIMESTEP 148758 / e 56 / bar1_score 9 / bar2_score 14 / REWARD -1 / Q_MAX 6.249565e-01\n",
      "TIMESTEP 148889 / e 56 / bar1_score 10 / bar2_score 14 / REWARD 1 / Q_MAX 2.773825e+00\n",
      "TIMESTEP 149018 / e 56 / bar1_score 10 / bar2_score 15 / REWARD -1 / Q_MAX 1.010035e+00\n",
      "TIMESTEP 149149 / e 56 / bar1_score 11 / bar2_score 15 / REWARD 1 / Q_MAX 3.216534e+00\n",
      "TIMESTEP 149278 / e 56 / bar1_score 11 / bar2_score 16 / REWARD -1 / Q_MAX 8.744548e-01\n",
      "TIMESTEP 149407 / e 56 / bar1_score 12 / bar2_score 16 / REWARD 1 / Q_MAX 2.868244e+00\n",
      "TIMESTEP 149536 / e 56 / bar1_score 12 / bar2_score 17 / REWARD -1 / Q_MAX 1.165949e+00\n",
      "TIMESTEP 149665 / e 56 / bar1_score 13 / bar2_score 17 / REWARD 1 / Q_MAX 3.001151e+00\n",
      "TIMESTEP 149962 / e 56 / bar1_score 13 / bar2_score 18 / REWARD -1 / Q_MAX 1.750729e+00\n",
      "TIMESTEP 150175 / e 56 / bar1_score 13 / bar2_score 19 / REWARD -1 / Q_MAX 7.364725e-01\n",
      "TIMESTEP 150304 / e 56 / bar1_score 14 / bar2_score 19 / REWARD 1 / Q_MAX 2.757760e+00\n",
      "TIMESTEP 150433 / e 57 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 3.526548e-01\n",
      "TIMESTEP 150562 / e 57 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.073971e+00\n",
      "TIMESTEP 150691 / e 57 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 8.666440e-01\n",
      "TIMESTEP 150820 / e 57 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.839160e+00\n",
      "TIMESTEP 150949 / e 57 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 6.862710e-01\n",
      "TIMESTEP 151078 / e 57 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.977245e+00\n",
      "TIMESTEP 151207 / e 57 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 8.619279e-01\n",
      "TIMESTEP 151338 / e 57 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 2.860443e+00\n",
      "TIMESTEP 151467 / e 57 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 5.830216e-01\n",
      "TIMESTEP 151598 / e 57 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 2.784560e+00\n",
      "TIMESTEP 151727 / e 57 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 8.071111e-01\n",
      "TIMESTEP 151858 / e 57 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 2.935339e+00\n",
      "TIMESTEP 152241 / e 57 / bar1_score 7 / bar2_score 5 / REWARD 1 / Q_MAX 2.897589e+00\n",
      "TIMESTEP 152370 / e 57 / bar1_score 7 / bar2_score 6 / REWARD -1 / Q_MAX 9.188477e-01\n",
      "TIMESTEP 152499 / e 57 / bar1_score 8 / bar2_score 6 / REWARD 1 / Q_MAX 3.115910e+00\n",
      "TIMESTEP 152628 / e 57 / bar1_score 8 / bar2_score 7 / REWARD -1 / Q_MAX 1.077459e+00\n",
      "TIMESTEP 152757 / e 57 / bar1_score 9 / bar2_score 7 / REWARD 1 / Q_MAX 2.913370e+00\n",
      "TIMESTEP 152886 / e 57 / bar1_score 9 / bar2_score 8 / REWARD -1 / Q_MAX 9.507033e-01\n",
      "TIMESTEP 153015 / e 57 / bar1_score 10 / bar2_score 8 / REWARD 1 / Q_MAX 3.136165e+00\n",
      "TIMESTEP 153144 / e 57 / bar1_score 10 / bar2_score 9 / REWARD -1 / Q_MAX 1.110105e+00\n",
      "TIMESTEP 153273 / e 57 / bar1_score 11 / bar2_score 9 / REWARD 1 / Q_MAX 3.003333e+00\n",
      "TIMESTEP 153402 / e 57 / bar1_score 11 / bar2_score 10 / REWARD -1 / Q_MAX 7.542259e-01\n",
      "TIMESTEP 153531 / e 57 / bar1_score 12 / bar2_score 10 / REWARD 1 / Q_MAX 2.824815e+00\n",
      "TIMESTEP 153828 / e 57 / bar1_score 12 / bar2_score 11 / REWARD -1 / Q_MAX 9.943272e-01\n",
      "TIMESTEP 153874 / e 57 / bar1_score 12 / bar2_score 12 / REWARD -1 / Q_MAX 1.319399e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 154003 / e 57 / bar1_score 13 / bar2_score 12 / REWARD 1 / Q_MAX 2.830904e+00\n",
      "TIMESTEP 154132 / e 57 / bar1_score 13 / bar2_score 13 / REWARD -1 / Q_MAX 8.928468e-01\n",
      "TIMESTEP 154261 / e 57 / bar1_score 14 / bar2_score 13 / REWARD 1 / Q_MAX 2.880016e+00\n",
      "TIMESTEP 154390 / e 57 / bar1_score 14 / bar2_score 14 / REWARD -1 / Q_MAX 7.539380e-01\n",
      "TIMESTEP 154519 / e 57 / bar1_score 15 / bar2_score 14 / REWARD 1 / Q_MAX 2.512127e+00\n",
      "TIMESTEP 154648 / e 57 / bar1_score 15 / bar2_score 15 / REWARD -1 / Q_MAX 4.745135e-01\n",
      "TIMESTEP 154777 / e 57 / bar1_score 16 / bar2_score 15 / REWARD 1 / Q_MAX 2.326448e+00\n",
      "TIMESTEP 154906 / e 57 / bar1_score 16 / bar2_score 16 / REWARD -1 / Q_MAX 3.798779e-01\n",
      "TIMESTEP 155035 / e 57 / bar1_score 17 / bar2_score 16 / REWARD 1 / Q_MAX 2.567303e+00\n",
      "TIMESTEP 155332 / e 57 / bar1_score 17 / bar2_score 17 / REWARD -1 / Q_MAX 3.741705e-01\n",
      "TIMESTEP 155545 / e 57 / bar1_score 17 / bar2_score 18 / REWARD -1 / Q_MAX 5.503837e-01\n",
      "TIMESTEP 155675 / e 57 / bar1_score 18 / bar2_score 18 / REWARD 1 / Q_MAX 2.622091e+00\n",
      "TIMESTEP 155972 / e 57 / bar1_score 18 / bar2_score 19 / REWARD -1 / Q_MAX 7.657506e-01\n",
      "TIMESTEP 156018 / e 58 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX -1.051449e-02\n",
      "TIMESTEP 156147 / e 58 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.673892e+00\n",
      "TIMESTEP 156276 / e 58 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.164583e+00\n",
      "TIMESTEP 156407 / e 58 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.914440e+00\n",
      "TIMESTEP 156790 / e 58 / bar1_score 3 / bar2_score 1 / REWARD 1 / Q_MAX 2.571080e+00\n",
      "TIMESTEP 157173 / e 58 / bar1_score 4 / bar2_score 1 / REWARD 1 / Q_MAX 2.680300e+00\n",
      "TIMESTEP 157302 / e 58 / bar1_score 4 / bar2_score 2 / REWARD -1 / Q_MAX 7.743588e-01\n",
      "TIMESTEP 157431 / e 58 / bar1_score 5 / bar2_score 2 / REWARD 1 / Q_MAX 2.744752e+00\n",
      "TIMESTEP 157728 / e 58 / bar1_score 5 / bar2_score 3 / REWARD -1 / Q_MAX 8.571580e-01\n",
      "TIMESTEP 157941 / e 58 / bar1_score 5 / bar2_score 4 / REWARD -1 / Q_MAX 4.817315e-01\n",
      "TIMESTEP 158070 / e 58 / bar1_score 6 / bar2_score 4 / REWARD 1 / Q_MAX 2.484558e+00\n",
      "TIMESTEP 158367 / e 58 / bar1_score 6 / bar2_score 5 / REWARD -1 / Q_MAX 8.452114e-01\n",
      "TIMESTEP 158580 / e 58 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 4.655007e-01\n",
      "TIMESTEP 158709 / e 58 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 2.433771e+00\n",
      "TIMESTEP 159090 / e 58 / bar1_score 8 / bar2_score 6 / REWARD 1 / Q_MAX 2.589967e+00\n",
      "TIMESTEP 159219 / e 58 / bar1_score 8 / bar2_score 7 / REWARD -1 / Q_MAX 7.034968e-01\n",
      "TIMESTEP 159348 / e 58 / bar1_score 9 / bar2_score 7 / REWARD 1 / Q_MAX 2.484224e+00\n",
      "TIMESTEP 159477 / e 58 / bar1_score 9 / bar2_score 8 / REWARD -1 / Q_MAX 9.341130e-01\n",
      "TIMESTEP 159523 / e 58 / bar1_score 9 / bar2_score 9 / REWARD -1 / Q_MAX 8.942509e-01\n",
      "TIMESTEP 159821 / e 58 / bar1_score 10 / bar2_score 9 / REWARD 1 / Q_MAX 2.266579e+00\n",
      "TIMESTEP 160118 / e 58 / bar1_score 10 / bar2_score 10 / REWARD -1 / Q_MAX 3.804743e-01\n",
      "TIMESTEP 160331 / e 58 / bar1_score 10 / bar2_score 11 / REWARD -1 / Q_MAX 9.352568e-01\n",
      "TIMESTEP 160460 / e 58 / bar1_score 11 / bar2_score 11 / REWARD 1 / Q_MAX 2.923849e+00\n",
      "TIMESTEP 160589 / e 58 / bar1_score 11 / bar2_score 12 / REWARD -1 / Q_MAX 9.914249e-01\n",
      "TIMESTEP 160718 / e 58 / bar1_score 12 / bar2_score 12 / REWARD 1 / Q_MAX 2.651928e+00\n",
      "TIMESTEP 160847 / e 58 / bar1_score 12 / bar2_score 13 / REWARD -1 / Q_MAX 7.556185e-01\n",
      "TIMESTEP 160976 / e 58 / bar1_score 13 / bar2_score 13 / REWARD 1 / Q_MAX 2.580603e+00\n",
      "TIMESTEP 161105 / e 58 / bar1_score 13 / bar2_score 14 / REWARD -1 / Q_MAX 7.730159e-01\n",
      "TIMESTEP 161234 / e 58 / bar1_score 14 / bar2_score 14 / REWARD 1 / Q_MAX 2.611179e+00\n",
      "TIMESTEP 161531 / e 58 / bar1_score 14 / bar2_score 15 / REWARD -1 / Q_MAX 4.957614e-01\n",
      "TIMESTEP 161747 / e 58 / bar1_score 14 / bar2_score 16 / REWARD -1 / Q_MAX 6.191685e-01\n",
      "TIMESTEP 161876 / e 58 / bar1_score 15 / bar2_score 16 / REWARD 1 / Q_MAX 2.827373e+00\n",
      "TIMESTEP 162005 / e 58 / bar1_score 15 / bar2_score 17 / REWARD -1 / Q_MAX 8.521612e-01\n",
      "TIMESTEP 162051 / e 58 / bar1_score 15 / bar2_score 18 / REWARD -1 / Q_MAX 6.988318e-01\n",
      "TIMESTEP 162097 / e 58 / bar1_score 15 / bar2_score 19 / REWARD -1 / Q_MAX 9.731067e-01\n",
      "TIMESTEP 162143 / e 59 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX -3.552172e-01\n",
      "TIMESTEP 162189 / e 59 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 8.190858e-01\n",
      "TIMESTEP 162318 / e 59 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 2.680169e+00\n",
      "TIMESTEP 162447 / e 59 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 6.364352e-01\n",
      "TIMESTEP 162576 / e 59 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.790791e+00\n",
      "TIMESTEP 162874 / e 59 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 5.863470e-01\n",
      "TIMESTEP 162920 / e 59 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 9.611107e-01\n",
      "TIMESTEP 163049 / e 59 / bar1_score 3 / bar2_score 4 / REWARD 1 / Q_MAX 2.669147e+00\n",
      "TIMESTEP 163178 / e 59 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 9.681056e-01\n",
      "TIMESTEP 163224 / e 59 / bar1_score 3 / bar2_score 6 / REWARD -1 / Q_MAX 8.603640e-01\n",
      "TIMESTEP 163270 / e 59 / bar1_score 3 / bar2_score 7 / REWARD -1 / Q_MAX 9.157179e-01\n",
      "TIMESTEP 163316 / e 59 / bar1_score 3 / bar2_score 8 / REWARD -1 / Q_MAX 8.949611e-01\n",
      "TIMESTEP 163362 / e 59 / bar1_score 3 / bar2_score 9 / REWARD -1 / Q_MAX 1.437590e+00\n",
      "TIMESTEP 163491 / e 59 / bar1_score 4 / bar2_score 9 / REWARD 1 / Q_MAX 3.011254e+00\n",
      "TIMESTEP 163620 / e 59 / bar1_score 4 / bar2_score 10 / REWARD -1 / Q_MAX 9.036441e-01\n",
      "TIMESTEP 163749 / e 59 / bar1_score 5 / bar2_score 10 / REWARD 1 / Q_MAX 2.518026e+00\n",
      "TIMESTEP 164046 / e 59 / bar1_score 5 / bar2_score 11 / REWARD -1 / Q_MAX 5.194240e-01\n",
      "TIMESTEP 164092 / e 59 / bar1_score 5 / bar2_score 12 / REWARD -1 / Q_MAX 9.381663e-01\n",
      "TIMESTEP 164221 / e 59 / bar1_score 6 / bar2_score 12 / REWARD 1 / Q_MAX 2.682412e+00\n",
      "TIMESTEP 164519 / e 59 / bar1_score 6 / bar2_score 13 / REWARD -1 / Q_MAX 1.272312e+00\n",
      "TIMESTEP 164565 / e 59 / bar1_score 6 / bar2_score 14 / REWARD -1 / Q_MAX 1.301718e+00\n",
      "TIMESTEP 164694 / e 59 / bar1_score 7 / bar2_score 14 / REWARD 1 / Q_MAX 2.874961e+00\n",
      "TIMESTEP 164823 / e 59 / bar1_score 7 / bar2_score 15 / REWARD -1 / Q_MAX 9.772362e-01\n",
      "TIMESTEP 164952 / e 59 / bar1_score 8 / bar2_score 15 / REWARD 1 / Q_MAX 2.843598e+00\n",
      "TIMESTEP 165335 / e 59 / bar1_score 9 / bar2_score 15 / REWARD 1 / Q_MAX 2.533555e+00\n",
      "TIMESTEP 165716 / e 59 / bar1_score 10 / bar2_score 15 / REWARD 1 / Q_MAX 2.709455e+00\n",
      "TIMESTEP 165845 / e 59 / bar1_score 10 / bar2_score 16 / REWARD -1 / Q_MAX 9.604499e-01\n",
      "TIMESTEP 165977 / e 59 / bar1_score 11 / bar2_score 16 / REWARD 1 / Q_MAX 2.855387e+00\n",
      "TIMESTEP 166106 / e 59 / bar1_score 11 / bar2_score 17 / REWARD -1 / Q_MAX 1.501155e+00\n",
      "TIMESTEP 166235 / e 59 / bar1_score 12 / bar2_score 17 / REWARD 1 / Q_MAX 2.623873e+00\n",
      "TIMESTEP 166532 / e 59 / bar1_score 12 / bar2_score 18 / REWARD -1 / Q_MAX 6.193776e-01\n",
      "TIMESTEP 166745 / e 59 / bar1_score 12 / bar2_score 19 / REWARD -1 / Q_MAX 7.066087e-01\n",
      "TIMESTEP 166876 / e 59 / bar1_score 13 / bar2_score 19 / REWARD 1 / Q_MAX 2.757312e+00\n",
      "TIMESTEP 167005 / e 60 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.428582e-01\n",
      "TIMESTEP 167134 / e 60 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.654412e+00\n",
      "TIMESTEP 167263 / e 60 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 5.168408e-01\n",
      "TIMESTEP 167392 / e 60 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.851291e+00\n",
      "TIMESTEP 167521 / e 60 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 7.586554e-01\n",
      "TIMESTEP 167650 / e 60 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 3.130707e+00\n",
      "TIMESTEP 167779 / e 60 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 1.153304e+00\n",
      "TIMESTEP 167908 / e 60 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.209440e+00\n",
      "TIMESTEP 168290 / e 60 / bar1_score 5 / bar2_score 3 / REWARD 1 / Q_MAX 2.782723e+00\n",
      "TIMESTEP 168673 / e 60 / bar1_score 6 / bar2_score 3 / REWARD 1 / Q_MAX 2.715570e+00\n",
      "TIMESTEP 168970 / e 60 / bar1_score 6 / bar2_score 4 / REWARD -1 / Q_MAX 1.413964e+00\n",
      "TIMESTEP 169183 / e 60 / bar1_score 6 / bar2_score 5 / REWARD -1 / Q_MAX 7.018777e-01\n",
      "TIMESTEP 169312 / e 60 / bar1_score 7 / bar2_score 5 / REWARD 1 / Q_MAX 2.692037e+00\n",
      "TIMESTEP 169695 / e 60 / bar1_score 8 / bar2_score 5 / REWARD 1 / Q_MAX 2.998271e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 169992 / e 60 / bar1_score 8 / bar2_score 6 / REWARD -1 / Q_MAX 7.718576e-01\n",
      "TIMESTEP 170289 / e 60 / bar1_score 9 / bar2_score 6 / REWARD 1 / Q_MAX 2.287212e+00\n",
      "TIMESTEP 170586 / e 60 / bar1_score 9 / bar2_score 7 / REWARD -1 / Q_MAX 1.484897e+00\n",
      "TIMESTEP 170802 / e 60 / bar1_score 9 / bar2_score 8 / REWARD -1 / Q_MAX 1.681418e+00\n",
      "TIMESTEP 170931 / e 60 / bar1_score 10 / bar2_score 8 / REWARD 1 / Q_MAX 2.912874e+00\n",
      "TIMESTEP 171060 / e 60 / bar1_score 10 / bar2_score 9 / REWARD -1 / Q_MAX 7.747676e-01\n",
      "TIMESTEP 171189 / e 60 / bar1_score 11 / bar2_score 9 / REWARD 1 / Q_MAX 2.827750e+00\n",
      "TIMESTEP 171318 / e 60 / bar1_score 11 / bar2_score 10 / REWARD -1 / Q_MAX 7.672310e-01\n",
      "TIMESTEP 171447 / e 60 / bar1_score 12 / bar2_score 10 / REWARD 1 / Q_MAX 2.785249e+00\n",
      "TIMESTEP 171576 / e 60 / bar1_score 12 / bar2_score 11 / REWARD -1 / Q_MAX 9.698753e-01\n",
      "TIMESTEP 171622 / e 60 / bar1_score 12 / bar2_score 12 / REWARD -1 / Q_MAX 6.244224e-01\n",
      "TIMESTEP 171668 / e 60 / bar1_score 12 / bar2_score 13 / REWARD -1 / Q_MAX 1.081339e+00\n",
      "TIMESTEP 171798 / e 60 / bar1_score 13 / bar2_score 13 / REWARD 1 / Q_MAX 3.149056e+00\n",
      "TIMESTEP 172179 / e 60 / bar1_score 14 / bar2_score 13 / REWARD 1 / Q_MAX 2.808160e+00\n",
      "TIMESTEP 172308 / e 60 / bar1_score 14 / bar2_score 14 / REWARD -1 / Q_MAX 6.305262e-01\n",
      "TIMESTEP 172437 / e 60 / bar1_score 15 / bar2_score 14 / REWARD 1 / Q_MAX 2.420071e+00\n",
      "TIMESTEP 172735 / e 60 / bar1_score 15 / bar2_score 15 / REWARD -1 / Q_MAX 1.401054e+00\n",
      "TIMESTEP 173034 / e 60 / bar1_score 16 / bar2_score 15 / REWARD 1 / Q_MAX 2.378588e+00\n",
      "TIMESTEP 173163 / e 60 / bar1_score 16 / bar2_score 16 / REWARD -1 / Q_MAX 7.606032e-01\n",
      "TIMESTEP 173292 / e 60 / bar1_score 17 / bar2_score 16 / REWARD 1 / Q_MAX 2.507982e+00\n",
      "TIMESTEP 173589 / e 60 / bar1_score 17 / bar2_score 17 / REWARD -1 / Q_MAX 4.379362e-01\n",
      "TIMESTEP 173803 / e 60 / bar1_score 17 / bar2_score 18 / REWARD -1 / Q_MAX 2.669879e-01\n",
      "TIMESTEP 173849 / e 60 / bar1_score 17 / bar2_score 19 / REWARD -1 / Q_MAX 5.268731e-01\n",
      "TIMESTEP 174062 / e 61 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX -2.293898e-01\n",
      "TIMESTEP 174191 / e 61 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.608559e+00\n",
      "TIMESTEP 174488 / e 61 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 1.333015e-01\n",
      "TIMESTEP 174701 / e 61 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 3.555665e-01\n",
      "TIMESTEP 174830 / e 61 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.646574e+00\n",
      "TIMESTEP 175127 / e 61 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 1.269423e+00\n",
      "TIMESTEP 175343 / e 61 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 1.563507e+00\n",
      "TIMESTEP 175472 / e 61 / bar1_score 3 / bar2_score 4 / REWARD 1 / Q_MAX 2.601212e+00\n",
      "TIMESTEP 175769 / e 61 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 5.304942e-01\n",
      "TIMESTEP 175984 / e 61 / bar1_score 3 / bar2_score 6 / REWARD -1 / Q_MAX 1.743658e+00\n",
      "TIMESTEP 176115 / e 61 / bar1_score 4 / bar2_score 6 / REWARD 1 / Q_MAX 2.605274e+00\n",
      "TIMESTEP 176412 / e 61 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 7.818590e-01\n",
      "TIMESTEP 176458 / e 61 / bar1_score 4 / bar2_score 8 / REWARD -1 / Q_MAX 1.178612e+00\n",
      "TIMESTEP 176504 / e 61 / bar1_score 4 / bar2_score 9 / REWARD -1 / Q_MAX 7.373933e-01\n",
      "TIMESTEP 176550 / e 61 / bar1_score 4 / bar2_score 10 / REWARD -1 / Q_MAX 1.125599e+00\n",
      "TIMESTEP 176681 / e 61 / bar1_score 5 / bar2_score 10 / REWARD 1 / Q_MAX 2.694040e+00\n",
      "TIMESTEP 176810 / e 61 / bar1_score 5 / bar2_score 11 / REWARD -1 / Q_MAX 9.315418e-01\n",
      "TIMESTEP 176939 / e 61 / bar1_score 6 / bar2_score 11 / REWARD 1 / Q_MAX 2.870226e+00\n",
      "TIMESTEP 177237 / e 61 / bar1_score 6 / bar2_score 12 / REWARD -1 / Q_MAX 8.851866e-01\n",
      "TIMESTEP 177283 / e 61 / bar1_score 6 / bar2_score 13 / REWARD -1 / Q_MAX 8.743786e-01\n",
      "TIMESTEP 177412 / e 61 / bar1_score 7 / bar2_score 13 / REWARD 1 / Q_MAX 2.329707e+00\n",
      "TIMESTEP 177710 / e 61 / bar1_score 7 / bar2_score 14 / REWARD -1 / Q_MAX 3.093004e-01\n",
      "TIMESTEP 178010 / e 61 / bar1_score 8 / bar2_score 14 / REWARD 1 / Q_MAX 2.281024e+00\n",
      "TIMESTEP 178308 / e 61 / bar1_score 8 / bar2_score 15 / REWARD -1 / Q_MAX 4.042354e-01\n",
      "TIMESTEP 178354 / e 61 / bar1_score 8 / bar2_score 16 / REWARD -1 / Q_MAX 7.465605e-01\n",
      "TIMESTEP 178483 / e 61 / bar1_score 9 / bar2_score 16 / REWARD 1 / Q_MAX 2.328390e+00\n",
      "TIMESTEP 178780 / e 61 / bar1_score 9 / bar2_score 17 / REWARD -1 / Q_MAX 5.844736e-01\n",
      "TIMESTEP 178826 / e 61 / bar1_score 9 / bar2_score 18 / REWARD -1 / Q_MAX 7.491277e-01\n",
      "TIMESTEP 178955 / e 61 / bar1_score 10 / bar2_score 18 / REWARD 1 / Q_MAX 2.543012e+00\n",
      "TIMESTEP 179338 / e 61 / bar1_score 11 / bar2_score 18 / REWARD 1 / Q_MAX 2.787679e+00\n",
      "TIMESTEP 179719 / e 61 / bar1_score 12 / bar2_score 18 / REWARD 1 / Q_MAX 2.441882e+00\n",
      "TIMESTEP 180016 / e 61 / bar1_score 12 / bar2_score 19 / REWARD -1 / Q_MAX 6.596081e-01\n",
      "TIMESTEP 180062 / e 62 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.549273e-02\n",
      "TIMESTEP 180193 / e 62 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.567416e+00\n",
      "TIMESTEP 180490 / e 62 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 4.044922e-01\n",
      "TIMESTEP 180704 / e 62 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 5.127271e-01\n",
      "TIMESTEP 180833 / e 62 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.560553e+00\n",
      "TIMESTEP 181214 / e 62 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.848445e+00\n",
      "TIMESTEP 181511 / e 62 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 6.498320e-01\n",
      "TIMESTEP 181557 / e 62 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 9.670533e-01\n",
      "TIMESTEP 181603 / e 62 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 8.298582e-01\n",
      "TIMESTEP 181649 / e 62 / bar1_score 3 / bar2_score 6 / REWARD -1 / Q_MAX 1.457331e+00\n",
      "TIMESTEP 181778 / e 62 / bar1_score 4 / bar2_score 6 / REWARD 1 / Q_MAX 3.099611e+00\n",
      "TIMESTEP 182075 / e 62 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 1.340537e+00\n",
      "TIMESTEP 182121 / e 62 / bar1_score 4 / bar2_score 8 / REWARD -1 / Q_MAX 1.590907e+00\n",
      "TIMESTEP 182250 / e 62 / bar1_score 5 / bar2_score 8 / REWARD 1 / Q_MAX 3.140843e+00\n",
      "TIMESTEP 182633 / e 62 / bar1_score 6 / bar2_score 8 / REWARD 1 / Q_MAX 2.099876e+00\n",
      "TIMESTEP 183014 / e 62 / bar1_score 7 / bar2_score 8 / REWARD 1 / Q_MAX 3.061353e+00\n",
      "TIMESTEP 183311 / e 62 / bar1_score 7 / bar2_score 9 / REWARD -1 / Q_MAX 7.422644e-01\n",
      "TIMESTEP 183357 / e 62 / bar1_score 7 / bar2_score 10 / REWARD -1 / Q_MAX 1.096444e+00\n",
      "TIMESTEP 183486 / e 62 / bar1_score 8 / bar2_score 10 / REWARD 1 / Q_MAX 2.690707e+00\n",
      "TIMESTEP 183783 / e 62 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 3.073135e-01\n",
      "TIMESTEP 183829 / e 62 / bar1_score 8 / bar2_score 12 / REWARD -1 / Q_MAX 5.534065e-01\n",
      "TIMESTEP 183958 / e 62 / bar1_score 9 / bar2_score 12 / REWARD 1 / Q_MAX 3.108825e+00\n",
      "TIMESTEP 184087 / e 62 / bar1_score 9 / bar2_score 13 / REWARD -1 / Q_MAX 1.436329e+00\n",
      "TIMESTEP 184216 / e 62 / bar1_score 10 / bar2_score 13 / REWARD 1 / Q_MAX 3.482621e+00\n",
      "TIMESTEP 184513 / e 62 / bar1_score 10 / bar2_score 14 / REWARD -1 / Q_MAX 2.112747e+00\n",
      "TIMESTEP 184559 / e 62 / bar1_score 10 / bar2_score 15 / REWARD -1 / Q_MAX 2.443912e+00\n",
      "TIMESTEP 184688 / e 62 / bar1_score 11 / bar2_score 15 / REWARD 1 / Q_MAX 3.405876e+00\n",
      "TIMESTEP 184817 / e 62 / bar1_score 11 / bar2_score 16 / REWARD -1 / Q_MAX 1.381893e+00\n",
      "TIMESTEP 184946 / e 62 / bar1_score 12 / bar2_score 16 / REWARD 1 / Q_MAX 3.132925e+00\n",
      "TIMESTEP 185243 / e 62 / bar1_score 12 / bar2_score 17 / REWARD -1 / Q_MAX 4.998734e-01\n",
      "TIMESTEP 185456 / e 62 / bar1_score 12 / bar2_score 18 / REWARD -1 / Q_MAX 1.736364e+00\n",
      "TIMESTEP 185585 / e 62 / bar1_score 13 / bar2_score 18 / REWARD 1 / Q_MAX 2.976844e+00\n",
      "TIMESTEP 185714 / e 62 / bar1_score 13 / bar2_score 19 / REWARD -1 / Q_MAX 1.240505e+00\n",
      "TIMESTEP 185760 / e 63 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 1.526406e-01\n",
      "TIMESTEP 185806 / e 63 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.485340e+00\n",
      "TIMESTEP 185935 / e 63 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 3.194688e+00\n",
      "TIMESTEP 186064 / e 63 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 1.172033e+00\n",
      "TIMESTEP 186195 / e 63 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.728168e+00\n",
      "TIMESTEP 186493 / e 63 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 8.599645e-01\n",
      "TIMESTEP 186706 / e 63 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 1.229646e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 186837 / e 63 / bar1_score 3 / bar2_score 4 / REWARD 1 / Q_MAX 2.933042e+00\n",
      "TIMESTEP 187134 / e 63 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 6.153691e-01\n",
      "TIMESTEP 187432 / e 63 / bar1_score 4 / bar2_score 5 / REWARD 1 / Q_MAX 2.483433e+00\n",
      "TIMESTEP 187561 / e 63 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 9.765352e-01\n",
      "TIMESTEP 187690 / e 63 / bar1_score 5 / bar2_score 6 / REWARD 1 / Q_MAX 2.577076e+00\n",
      "TIMESTEP 188071 / e 63 / bar1_score 6 / bar2_score 6 / REWARD 1 / Q_MAX 2.494866e+00\n",
      "TIMESTEP 188454 / e 63 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 2.579216e+00\n",
      "TIMESTEP 188835 / e 63 / bar1_score 8 / bar2_score 6 / REWARD 1 / Q_MAX 2.621633e+00\n",
      "TIMESTEP 188964 / e 63 / bar1_score 8 / bar2_score 7 / REWARD -1 / Q_MAX 7.869551e-01\n",
      "TIMESTEP 189093 / e 63 / bar1_score 9 / bar2_score 7 / REWARD 1 / Q_MAX 2.733888e+00\n",
      "TIMESTEP 189391 / e 63 / bar1_score 9 / bar2_score 8 / REWARD -1 / Q_MAX 1.219913e+00\n",
      "TIMESTEP 189604 / e 63 / bar1_score 9 / bar2_score 9 / REWARD -1 / Q_MAX 6.116989e-01\n",
      "TIMESTEP 189733 / e 63 / bar1_score 10 / bar2_score 9 / REWARD 1 / Q_MAX 2.948814e+00\n",
      "TIMESTEP 189862 / e 63 / bar1_score 10 / bar2_score 10 / REWARD -1 / Q_MAX 1.019432e+00\n",
      "TIMESTEP 189908 / e 63 / bar1_score 10 / bar2_score 11 / REWARD -1 / Q_MAX 2.046751e+00\n",
      "TIMESTEP 189954 / e 63 / bar1_score 10 / bar2_score 12 / REWARD -1 / Q_MAX 8.450701e-01\n",
      "TIMESTEP 190083 / e 63 / bar1_score 11 / bar2_score 12 / REWARD 1 / Q_MAX 2.870036e+00\n",
      "TIMESTEP 190212 / e 63 / bar1_score 11 / bar2_score 13 / REWARD -1 / Q_MAX 8.271492e-01\n",
      "TIMESTEP 190341 / e 63 / bar1_score 12 / bar2_score 13 / REWARD 1 / Q_MAX 2.379009e+00\n",
      "TIMESTEP 190638 / e 63 / bar1_score 12 / bar2_score 14 / REWARD -1 / Q_MAX 5.857004e-01\n",
      "TIMESTEP 190938 / e 63 / bar1_score 13 / bar2_score 14 / REWARD 1 / Q_MAX 2.685452e+00\n",
      "TIMESTEP 191067 / e 63 / bar1_score 13 / bar2_score 15 / REWARD -1 / Q_MAX 1.603298e+00\n",
      "TIMESTEP 191113 / e 63 / bar1_score 13 / bar2_score 16 / REWARD -1 / Q_MAX 1.161185e+00\n",
      "TIMESTEP 191328 / e 63 / bar1_score 13 / bar2_score 17 / REWARD -1 / Q_MAX 8.057575e-01\n",
      "TIMESTEP 191458 / e 63 / bar1_score 14 / bar2_score 17 / REWARD 1 / Q_MAX 2.865272e+00\n",
      "TIMESTEP 191839 / e 63 / bar1_score 15 / bar2_score 17 / REWARD 1 / Q_MAX 2.693193e+00\n",
      "TIMESTEP 191968 / e 63 / bar1_score 15 / bar2_score 18 / REWARD -1 / Q_MAX 1.131193e+00\n",
      "TIMESTEP 192097 / e 63 / bar1_score 16 / bar2_score 18 / REWARD 1 / Q_MAX 2.693821e+00\n",
      "TIMESTEP 192480 / e 63 / bar1_score 17 / bar2_score 18 / REWARD 1 / Q_MAX 2.948436e+00\n",
      "TIMESTEP 192861 / e 63 / bar1_score 18 / bar2_score 18 / REWARD 1 / Q_MAX 2.862296e+00\n",
      "TIMESTEP 193242 / e 63 / bar1_score 19 / bar2_score 18 / REWARD 1 / Q_MAX 2.596048e+00\n",
      "TIMESTEP 193371 / e 63 / bar1_score 19 / bar2_score 19 / REWARD -1 / Q_MAX 8.735507e-01\n",
      "TIMESTEP 193500 / e 64 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.464641e+00\n",
      "TIMESTEP 193798 / e 64 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 8.717259e-01\n",
      "TIMESTEP 193844 / e 64 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 4.375043e-01\n",
      "TIMESTEP 193973 / e 64 / bar1_score 1 / bar2_score 2 / REWARD 1 / Q_MAX 2.292790e+00\n",
      "TIMESTEP 194270 / e 64 / bar1_score 1 / bar2_score 3 / REWARD -1 / Q_MAX 1.912400e-01\n",
      "TIMESTEP 194316 / e 64 / bar1_score 1 / bar2_score 4 / REWARD -1 / Q_MAX 9.696636e-01\n",
      "TIMESTEP 194445 / e 64 / bar1_score 2 / bar2_score 4 / REWARD 1 / Q_MAX 2.911903e+00\n",
      "TIMESTEP 194826 / e 64 / bar1_score 3 / bar2_score 4 / REWARD 1 / Q_MAX 3.020256e+00\n",
      "TIMESTEP 195207 / e 64 / bar1_score 4 / bar2_score 4 / REWARD 1 / Q_MAX 3.056346e+00\n",
      "TIMESTEP 195590 / e 64 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 3.003888e+00\n",
      "TIMESTEP 195971 / e 64 / bar1_score 6 / bar2_score 4 / REWARD 1 / Q_MAX 2.776370e+00\n",
      "TIMESTEP 196100 / e 64 / bar1_score 6 / bar2_score 5 / REWARD -1 / Q_MAX 7.747388e-01\n",
      "TIMESTEP 196229 / e 64 / bar1_score 7 / bar2_score 5 / REWARD 1 / Q_MAX 2.467149e+00\n",
      "TIMESTEP 196526 / e 64 / bar1_score 7 / bar2_score 6 / REWARD -1 / Q_MAX 9.727618e-01\n",
      "TIMESTEP 196572 / e 64 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 1.169954e+00\n",
      "TIMESTEP 196701 / e 64 / bar1_score 8 / bar2_score 7 / REWARD 1 / Q_MAX 3.050845e+00\n",
      "TIMESTEP 197084 / e 64 / bar1_score 9 / bar2_score 7 / REWARD 1 / Q_MAX 2.859763e+00\n",
      "TIMESTEP 197213 / e 64 / bar1_score 9 / bar2_score 8 / REWARD -1 / Q_MAX 9.297770e-01\n",
      "TIMESTEP 197342 / e 64 / bar1_score 10 / bar2_score 8 / REWARD 1 / Q_MAX 2.773824e+00\n",
      "TIMESTEP 197725 / e 64 / bar1_score 11 / bar2_score 8 / REWARD 1 / Q_MAX 2.885287e+00\n",
      "TIMESTEP 198022 / e 64 / bar1_score 11 / bar2_score 9 / REWARD -1 / Q_MAX 6.701071e-01\n",
      "TIMESTEP 198068 / e 64 / bar1_score 11 / bar2_score 10 / REWARD -1 / Q_MAX 4.404547e-01\n",
      "TIMESTEP 198114 / e 64 / bar1_score 11 / bar2_score 11 / REWARD -1 / Q_MAX 1.950242e-01\n",
      "TIMESTEP 198160 / e 64 / bar1_score 11 / bar2_score 12 / REWARD -1 / Q_MAX 8.538012e-01\n",
      "TIMESTEP 198289 / e 64 / bar1_score 12 / bar2_score 12 / REWARD 1 / Q_MAX 2.692731e+00\n",
      "TIMESTEP 198418 / e 64 / bar1_score 12 / bar2_score 13 / REWARD -1 / Q_MAX 9.043875e-01\n",
      "TIMESTEP 198547 / e 64 / bar1_score 13 / bar2_score 13 / REWARD 1 / Q_MAX 2.907489e+00\n",
      "TIMESTEP 198676 / e 64 / bar1_score 13 / bar2_score 14 / REWARD -1 / Q_MAX 9.584797e-01\n",
      "TIMESTEP 198805 / e 64 / bar1_score 14 / bar2_score 14 / REWARD 1 / Q_MAX 2.749633e+00\n",
      "TIMESTEP 198934 / e 64 / bar1_score 14 / bar2_score 15 / REWARD -1 / Q_MAX 1.004019e+00\n",
      "TIMESTEP 199063 / e 64 / bar1_score 15 / bar2_score 15 / REWARD 1 / Q_MAX 2.674536e+00\n",
      "TIMESTEP 199444 / e 64 / bar1_score 16 / bar2_score 15 / REWARD 1 / Q_MAX 2.658845e+00\n",
      "TIMESTEP 199573 / e 64 / bar1_score 16 / bar2_score 16 / REWARD -1 / Q_MAX 6.591535e-01\n",
      "TIMESTEP 199702 / e 64 / bar1_score 17 / bar2_score 16 / REWARD 1 / Q_MAX 2.565622e+00\n",
      "TIMESTEP 199999 / e 64 / bar1_score 17 / bar2_score 17 / REWARD -1 / Q_MAX 4.929046e-01\n",
      "TIMESTEP 200213 / e 64 / bar1_score 17 / bar2_score 18 / REWARD -1 / Q_MAX 6.080953e-01\n",
      "TIMESTEP 200342 / e 64 / bar1_score 18 / bar2_score 18 / REWARD 1 / Q_MAX 2.635944e+00\n",
      "TIMESTEP 200723 / e 64 / bar1_score 19 / bar2_score 18 / REWARD 1 / Q_MAX 2.512215e+00\n",
      "TIMESTEP 201104 / e 65 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.818131e+00\n",
      "TIMESTEP 201233 / e 65 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.185828e+00\n",
      "TIMESTEP 201279 / e 65 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 3.890680e-01\n",
      "TIMESTEP 201577 / e 65 / bar1_score 1 / bar2_score 2 / REWARD 1 / Q_MAX 2.573357e+00\n",
      "TIMESTEP 201958 / e 65 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.572667e+00\n",
      "TIMESTEP 202339 / e 65 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.924649e+00\n",
      "TIMESTEP 202720 / e 65 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 2.590091e+00\n",
      "TIMESTEP 202849 / e 65 / bar1_score 4 / bar2_score 3 / REWARD -1 / Q_MAX 7.671842e-01\n",
      "TIMESTEP 202978 / e 65 / bar1_score 5 / bar2_score 3 / REWARD 1 / Q_MAX 2.498760e+00\n",
      "TIMESTEP 203107 / e 65 / bar1_score 5 / bar2_score 4 / REWARD -1 / Q_MAX 9.055413e-01\n",
      "TIMESTEP 203236 / e 65 / bar1_score 6 / bar2_score 4 / REWARD 1 / Q_MAX 2.563853e+00\n",
      "TIMESTEP 203533 / e 65 / bar1_score 6 / bar2_score 5 / REWARD -1 / Q_MAX 6.820553e-01\n",
      "TIMESTEP 203746 / e 65 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 5.055715e-01\n",
      "TIMESTEP 203877 / e 65 / bar1_score 7 / bar2_score 6 / REWARD 1 / Q_MAX 2.643579e+00\n",
      "TIMESTEP 204174 / e 65 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 1.407836e+00\n",
      "TIMESTEP 204220 / e 65 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 1.235628e+00\n",
      "TIMESTEP 204349 / e 65 / bar1_score 8 / bar2_score 8 / REWARD 1 / Q_MAX 3.104398e+00\n",
      "TIMESTEP 204730 / e 65 / bar1_score 9 / bar2_score 8 / REWARD 1 / Q_MAX 3.019761e+00\n",
      "TIMESTEP 205113 / e 65 / bar1_score 10 / bar2_score 8 / REWARD 1 / Q_MAX 3.000953e+00\n",
      "TIMESTEP 205496 / e 65 / bar1_score 11 / bar2_score 8 / REWARD 1 / Q_MAX 3.052174e+00\n",
      "TIMESTEP 205879 / e 65 / bar1_score 12 / bar2_score 8 / REWARD 1 / Q_MAX 2.910548e+00\n",
      "TIMESTEP 206008 / e 65 / bar1_score 12 / bar2_score 9 / REWARD -1 / Q_MAX 9.521442e-01\n",
      "TIMESTEP 206137 / e 65 / bar1_score 13 / bar2_score 9 / REWARD 1 / Q_MAX 2.895894e+00\n",
      "TIMESTEP 206266 / e 65 / bar1_score 13 / bar2_score 10 / REWARD -1 / Q_MAX 7.022438e-01\n",
      "TIMESTEP 206395 / e 65 / bar1_score 14 / bar2_score 10 / REWARD 1 / Q_MAX 2.505430e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 206692 / e 65 / bar1_score 14 / bar2_score 11 / REWARD -1 / Q_MAX 8.168675e-01\n",
      "TIMESTEP 206989 / e 65 / bar1_score 15 / bar2_score 11 / REWARD 1 / Q_MAX 2.344151e+00\n",
      "TIMESTEP 207118 / e 65 / bar1_score 15 / bar2_score 12 / REWARD -1 / Q_MAX 7.613841e-01\n",
      "TIMESTEP 207164 / e 65 / bar1_score 15 / bar2_score 13 / REWARD -1 / Q_MAX 5.832847e-01\n",
      "TIMESTEP 207210 / e 65 / bar1_score 15 / bar2_score 14 / REWARD -1 / Q_MAX 8.294547e-01\n",
      "TIMESTEP 207341 / e 65 / bar1_score 16 / bar2_score 14 / REWARD 1 / Q_MAX 2.799772e+00\n",
      "TIMESTEP 207470 / e 65 / bar1_score 16 / bar2_score 15 / REWARD -1 / Q_MAX 9.493324e-01\n",
      "TIMESTEP 207599 / e 65 / bar1_score 17 / bar2_score 15 / REWARD 1 / Q_MAX 2.513367e+00\n",
      "TIMESTEP 207896 / e 65 / bar1_score 17 / bar2_score 16 / REWARD -1 / Q_MAX 1.110100e+00\n",
      "TIMESTEP 207942 / e 65 / bar1_score 17 / bar2_score 17 / REWARD -1 / Q_MAX 1.051729e+00\n",
      "TIMESTEP 207988 / e 65 / bar1_score 17 / bar2_score 18 / REWARD -1 / Q_MAX 8.126732e-01\n",
      "TIMESTEP 208201 / e 65 / bar1_score 17 / bar2_score 19 / REWARD -1 / Q_MAX 7.760214e-01\n",
      "TIMESTEP 208247 / e 66 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 2.473890e-01\n",
      "TIMESTEP 208293 / e 66 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.072956e+00\n",
      "TIMESTEP 208424 / e 66 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 2.753641e+00\n",
      "TIMESTEP 208553 / e 66 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 7.320937e-01\n",
      "TIMESTEP 208682 / e 66 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.640952e+00\n",
      "TIMESTEP 209063 / e 66 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.644233e+00\n",
      "TIMESTEP 209361 / e 66 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 1.391833e+00\n",
      "TIMESTEP 209575 / e 66 / bar1_score 3 / bar2_score 4 / REWARD -1 / Q_MAX 1.135558e+00\n",
      "TIMESTEP 209704 / e 66 / bar1_score 4 / bar2_score 4 / REWARD 1 / Q_MAX 2.583405e+00\n",
      "TIMESTEP 210085 / e 66 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 2.729850e+00\n",
      "TIMESTEP 210214 / e 66 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 9.182996e-01\n",
      "TIMESTEP 210343 / e 66 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 2.810153e+00\n",
      "TIMESTEP 210726 / e 66 / bar1_score 7 / bar2_score 5 / REWARD 1 / Q_MAX 2.637159e+00\n",
      "TIMESTEP 210855 / e 66 / bar1_score 7 / bar2_score 6 / REWARD -1 / Q_MAX 9.939848e-01\n",
      "TIMESTEP 210901 / e 66 / bar1_score 7 / bar2_score 7 / REWARD -1 / Q_MAX 6.495833e-01\n",
      "TIMESTEP 210947 / e 66 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 8.793788e-01\n",
      "TIMESTEP 211076 / e 66 / bar1_score 8 / bar2_score 8 / REWARD 1 / Q_MAX 2.892333e+00\n",
      "TIMESTEP 211457 / e 66 / bar1_score 9 / bar2_score 8 / REWARD 1 / Q_MAX 2.711198e+00\n",
      "TIMESTEP 211586 / e 66 / bar1_score 9 / bar2_score 9 / REWARD -1 / Q_MAX 8.745815e-01\n",
      "TIMESTEP 211715 / e 66 / bar1_score 10 / bar2_score 9 / REWARD 1 / Q_MAX 2.677174e+00\n",
      "TIMESTEP 211844 / e 66 / bar1_score 10 / bar2_score 10 / REWARD -1 / Q_MAX 1.456033e+00\n",
      "TIMESTEP 211890 / e 66 / bar1_score 10 / bar2_score 11 / REWARD -1 / Q_MAX 4.947762e-01\n",
      "TIMESTEP 211936 / e 66 / bar1_score 10 / bar2_score 12 / REWARD -1 / Q_MAX 8.195872e-01\n",
      "TIMESTEP 212065 / e 66 / bar1_score 11 / bar2_score 12 / REWARD 1 / Q_MAX 2.802708e+00\n",
      "TIMESTEP 212194 / e 66 / bar1_score 11 / bar2_score 13 / REWARD -1 / Q_MAX 1.701254e+00\n",
      "TIMESTEP 212240 / e 66 / bar1_score 11 / bar2_score 14 / REWARD -1 / Q_MAX 7.258254e-01\n",
      "TIMESTEP 212286 / e 66 / bar1_score 11 / bar2_score 15 / REWARD -1 / Q_MAX 7.989708e-01\n",
      "TIMESTEP 212415 / e 66 / bar1_score 12 / bar2_score 15 / REWARD 1 / Q_MAX 2.691452e+00\n",
      "TIMESTEP 212796 / e 66 / bar1_score 13 / bar2_score 15 / REWARD 1 / Q_MAX 2.793373e+00\n",
      "TIMESTEP 213178 / e 66 / bar1_score 14 / bar2_score 15 / REWARD 1 / Q_MAX 2.477529e+00\n",
      "TIMESTEP 213559 / e 66 / bar1_score 15 / bar2_score 15 / REWARD 1 / Q_MAX 2.666181e+00\n",
      "TIMESTEP 213858 / e 66 / bar1_score 15 / bar2_score 16 / REWARD -1 / Q_MAX 1.938837e+00\n",
      "TIMESTEP 213904 / e 66 / bar1_score 15 / bar2_score 17 / REWARD -1 / Q_MAX 9.127188e-01\n",
      "TIMESTEP 214033 / e 66 / bar1_score 16 / bar2_score 17 / REWARD 1 / Q_MAX 2.507231e+00\n",
      "TIMESTEP 214330 / e 66 / bar1_score 16 / bar2_score 18 / REWARD -1 / Q_MAX 6.418883e-01\n",
      "TIMESTEP 214543 / e 66 / bar1_score 16 / bar2_score 19 / REWARD -1 / Q_MAX 6.826786e-01\n",
      "TIMESTEP 214672 / e 66 / bar1_score 17 / bar2_score 19 / REWARD 1 / Q_MAX 2.269557e+00\n",
      "TIMESTEP 215054 / e 66 / bar1_score 18 / bar2_score 19 / REWARD 1 / Q_MAX 2.055716e+00\n",
      "TIMESTEP 215183 / e 67 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX -2.710691e-01\n",
      "TIMESTEP 215314 / e 67 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.391038e+00\n",
      "TIMESTEP 215611 / e 67 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 6.076302e-01\n",
      "TIMESTEP 215909 / e 67 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.644058e+00\n",
      "TIMESTEP 216038 / e 67 / bar1_score 2 / bar2_score 2 / REWARD -1 / Q_MAX 8.454993e-01\n",
      "TIMESTEP 216167 / e 67 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.620100e+00\n",
      "TIMESTEP 216464 / e 67 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 1.222455e+00\n",
      "TIMESTEP 216764 / e 67 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 2.459126e+00\n",
      "TIMESTEP 217145 / e 67 / bar1_score 5 / bar2_score 3 / REWARD 1 / Q_MAX 2.244031e+00\n",
      "TIMESTEP 217274 / e 67 / bar1_score 5 / bar2_score 4 / REWARD -1 / Q_MAX 1.063638e+00\n",
      "TIMESTEP 217403 / e 67 / bar1_score 6 / bar2_score 4 / REWARD 1 / Q_MAX 2.726786e+00\n",
      "TIMESTEP 217532 / e 67 / bar1_score 6 / bar2_score 5 / REWARD -1 / Q_MAX 9.798491e-01\n",
      "TIMESTEP 217663 / e 67 / bar1_score 7 / bar2_score 5 / REWARD 1 / Q_MAX 2.868914e+00\n",
      "TIMESTEP 217960 / e 67 / bar1_score 7 / bar2_score 6 / REWARD -1 / Q_MAX 9.781134e-01\n",
      "TIMESTEP 218260 / e 67 / bar1_score 8 / bar2_score 6 / REWARD 1 / Q_MAX 2.629592e+00\n",
      "TIMESTEP 218643 / e 67 / bar1_score 9 / bar2_score 6 / REWARD 1 / Q_MAX 3.000030e+00\n",
      "TIMESTEP 218940 / e 67 / bar1_score 9 / bar2_score 7 / REWARD -1 / Q_MAX 7.812548e-01\n",
      "TIMESTEP 219237 / e 67 / bar1_score 10 / bar2_score 7 / REWARD 1 / Q_MAX 2.252043e+00\n",
      "TIMESTEP 219366 / e 67 / bar1_score 10 / bar2_score 8 / REWARD -1 / Q_MAX 7.375877e-01\n",
      "TIMESTEP 219495 / e 67 / bar1_score 11 / bar2_score 8 / REWARD 1 / Q_MAX 2.774222e+00\n",
      "TIMESTEP 219624 / e 67 / bar1_score 11 / bar2_score 9 / REWARD -1 / Q_MAX 1.417192e+00\n",
      "TIMESTEP 219755 / e 67 / bar1_score 12 / bar2_score 9 / REWARD 1 / Q_MAX 2.537263e+00\n",
      "TIMESTEP 220136 / e 67 / bar1_score 13 / bar2_score 9 / REWARD 1 / Q_MAX 2.513656e+00\n",
      "TIMESTEP 220519 / e 67 / bar1_score 14 / bar2_score 9 / REWARD 1 / Q_MAX 2.546927e+00\n",
      "TIMESTEP 220648 / e 67 / bar1_score 14 / bar2_score 10 / REWARD -1 / Q_MAX 6.927805e-01\n",
      "TIMESTEP 220777 / e 67 / bar1_score 15 / bar2_score 10 / REWARD 1 / Q_MAX 2.727561e+00\n",
      "TIMESTEP 221074 / e 67 / bar1_score 15 / bar2_score 11 / REWARD -1 / Q_MAX 4.601386e-01\n",
      "TIMESTEP 221372 / e 67 / bar1_score 16 / bar2_score 11 / REWARD 1 / Q_MAX 2.441924e+00\n",
      "TIMESTEP 221501 / e 67 / bar1_score 16 / bar2_score 12 / REWARD -1 / Q_MAX 7.245077e-01\n",
      "TIMESTEP 221547 / e 67 / bar1_score 16 / bar2_score 13 / REWARD -1 / Q_MAX 3.932305e-01\n",
      "TIMESTEP 221844 / e 67 / bar1_score 17 / bar2_score 13 / REWARD 1 / Q_MAX 2.327679e+00\n",
      "TIMESTEP 222142 / e 67 / bar1_score 17 / bar2_score 14 / REWARD -1 / Q_MAX 4.088350e-01\n",
      "TIMESTEP 222188 / e 67 / bar1_score 17 / bar2_score 15 / REWARD -1 / Q_MAX 4.787901e-01\n",
      "TIMESTEP 222234 / e 67 / bar1_score 17 / bar2_score 16 / REWARD -1 / Q_MAX 5.756772e-01\n",
      "TIMESTEP 222532 / e 67 / bar1_score 18 / bar2_score 16 / REWARD 1 / Q_MAX 2.807278e+00\n",
      "TIMESTEP 222915 / e 67 / bar1_score 19 / bar2_score 16 / REWARD 1 / Q_MAX 2.852561e+00\n",
      "TIMESTEP 223296 / e 68 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.613426e+00\n",
      "TIMESTEP 223677 / e 68 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.353800e+00\n",
      "TIMESTEP 224058 / e 68 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.461372e+00\n",
      "TIMESTEP 224439 / e 68 / bar1_score 3 / bar2_score 0 / REWARD 1 / Q_MAX 2.553369e+00\n",
      "TIMESTEP 224820 / e 68 / bar1_score 4 / bar2_score 0 / REWARD 1 / Q_MAX 2.613595e+00\n",
      "TIMESTEP 225119 / e 68 / bar1_score 4 / bar2_score 1 / REWARD -1 / Q_MAX 9.762105e-01\n",
      "TIMESTEP 225416 / e 68 / bar1_score 5 / bar2_score 1 / REWARD 1 / Q_MAX 2.387150e+00\n",
      "TIMESTEP 225797 / e 68 / bar1_score 6 / bar2_score 1 / REWARD 1 / Q_MAX 2.348731e+00\n",
      "TIMESTEP 225926 / e 68 / bar1_score 6 / bar2_score 2 / REWARD -1 / Q_MAX 7.583759e-01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 226055 / e 68 / bar1_score 7 / bar2_score 2 / REWARD 1 / Q_MAX 2.486493e+00\n",
      "TIMESTEP 226436 / e 68 / bar1_score 8 / bar2_score 2 / REWARD 1 / Q_MAX 2.343110e+00\n",
      "TIMESTEP 226733 / e 68 / bar1_score 8 / bar2_score 3 / REWARD -1 / Q_MAX 3.899764e-01\n",
      "TIMESTEP 227030 / e 68 / bar1_score 9 / bar2_score 3 / REWARD 1 / Q_MAX 2.509165e+00\n",
      "TIMESTEP 227413 / e 68 / bar1_score 10 / bar2_score 3 / REWARD 1 / Q_MAX 2.570424e+00\n",
      "TIMESTEP 227794 / e 68 / bar1_score 11 / bar2_score 3 / REWARD 1 / Q_MAX 2.088870e+00\n",
      "TIMESTEP 228175 / e 68 / bar1_score 12 / bar2_score 3 / REWARD 1 / Q_MAX 2.147549e+00\n",
      "TIMESTEP 228556 / e 68 / bar1_score 13 / bar2_score 3 / REWARD 1 / Q_MAX 2.345756e+00\n",
      "TIMESTEP 228937 / e 68 / bar1_score 14 / bar2_score 3 / REWARD 1 / Q_MAX 2.228972e+00\n",
      "TIMESTEP 229066 / e 68 / bar1_score 14 / bar2_score 4 / REWARD -1 / Q_MAX 8.863239e-01\n",
      "TIMESTEP 229195 / e 68 / bar1_score 15 / bar2_score 4 / REWARD 1 / Q_MAX 2.565245e+00\n",
      "TIMESTEP 229576 / e 68 / bar1_score 16 / bar2_score 4 / REWARD 1 / Q_MAX 2.166737e+00\n",
      "TIMESTEP 229957 / e 68 / bar1_score 17 / bar2_score 4 / REWARD 1 / Q_MAX 2.084749e+00\n",
      "TIMESTEP 230338 / e 68 / bar1_score 18 / bar2_score 4 / REWARD 1 / Q_MAX 2.215297e+00\n",
      "TIMESTEP 230721 / e 68 / bar1_score 19 / bar2_score 4 / REWARD 1 / Q_MAX 2.520136e+00\n",
      "TIMESTEP 231104 / e 69 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.543957e+00\n",
      "TIMESTEP 231233 / e 69 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 8.731207e-01\n",
      "TIMESTEP 231364 / e 69 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 2.710970e+00\n",
      "TIMESTEP 231746 / e 69 / bar1_score 2 / bar2_score 1 / REWARD 1 / Q_MAX 2.798069e+00\n",
      "TIMESTEP 232128 / e 69 / bar1_score 3 / bar2_score 1 / REWARD 1 / Q_MAX 2.689139e+00\n",
      "TIMESTEP 232257 / e 69 / bar1_score 3 / bar2_score 2 / REWARD -1 / Q_MAX 6.976619e-01\n",
      "TIMESTEP 232386 / e 69 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 2.423009e+00\n",
      "TIMESTEP 232515 / e 69 / bar1_score 4 / bar2_score 3 / REWARD -1 / Q_MAX 1.454908e+00\n",
      "TIMESTEP 232644 / e 69 / bar1_score 5 / bar2_score 3 / REWARD 1 / Q_MAX 2.345148e+00\n",
      "TIMESTEP 232942 / e 69 / bar1_score 5 / bar2_score 4 / REWARD -1 / Q_MAX 5.524035e-01\n",
      "TIMESTEP 233242 / e 69 / bar1_score 6 / bar2_score 4 / REWARD 1 / Q_MAX 2.569004e+00\n",
      "TIMESTEP 233624 / e 69 / bar1_score 7 / bar2_score 4 / REWARD 1 / Q_MAX 2.339726e+00\n",
      "TIMESTEP 234007 / e 69 / bar1_score 8 / bar2_score 4 / REWARD 1 / Q_MAX 2.370247e+00\n",
      "TIMESTEP 234304 / e 69 / bar1_score 8 / bar2_score 5 / REWARD -1 / Q_MAX 1.624499e-01\n",
      "TIMESTEP 234517 / e 69 / bar1_score 8 / bar2_score 6 / REWARD -1 / Q_MAX 6.091665e-01\n",
      "TIMESTEP 234646 / e 69 / bar1_score 9 / bar2_score 6 / REWARD 1 / Q_MAX 2.470814e+00\n",
      "TIMESTEP 234775 / e 69 / bar1_score 9 / bar2_score 7 / REWARD -1 / Q_MAX 6.646616e-01\n",
      "TIMESTEP 234904 / e 69 / bar1_score 10 / bar2_score 7 / REWARD 1 / Q_MAX 2.572578e+00\n",
      "TIMESTEP 235033 / e 69 / bar1_score 10 / bar2_score 8 / REWARD -1 / Q_MAX 1.166144e+00\n",
      "TIMESTEP 235162 / e 69 / bar1_score 11 / bar2_score 8 / REWARD 1 / Q_MAX 2.723275e+00\n",
      "TIMESTEP 235543 / e 69 / bar1_score 12 / bar2_score 8 / REWARD 1 / Q_MAX 2.447964e+00\n",
      "TIMESTEP 235840 / e 69 / bar1_score 12 / bar2_score 9 / REWARD -1 / Q_MAX 1.962090e-01\n",
      "TIMESTEP 236053 / e 69 / bar1_score 12 / bar2_score 10 / REWARD -1 / Q_MAX 5.077603e-01\n",
      "TIMESTEP 236182 / e 69 / bar1_score 13 / bar2_score 10 / REWARD 1 / Q_MAX 2.550132e+00\n",
      "TIMESTEP 236565 / e 69 / bar1_score 14 / bar2_score 10 / REWARD 1 / Q_MAX 2.659035e+00\n",
      "TIMESTEP 236694 / e 69 / bar1_score 14 / bar2_score 11 / REWARD -1 / Q_MAX 7.318899e-01\n",
      "TIMESTEP 236740 / e 69 / bar1_score 14 / bar2_score 12 / REWARD -1 / Q_MAX 1.946870e+00\n",
      "TIMESTEP 237039 / e 69 / bar1_score 15 / bar2_score 12 / REWARD 1 / Q_MAX 2.678198e+00\n",
      "TIMESTEP 237337 / e 69 / bar1_score 15 / bar2_score 13 / REWARD -1 / Q_MAX 4.686312e-01\n",
      "TIMESTEP 237550 / e 69 / bar1_score 15 / bar2_score 14 / REWARD -1 / Q_MAX 6.168672e-01\n",
      "TIMESTEP 237679 / e 69 / bar1_score 16 / bar2_score 14 / REWARD 1 / Q_MAX 2.763896e+00\n",
      "TIMESTEP 237976 / e 69 / bar1_score 16 / bar2_score 15 / REWARD -1 / Q_MAX 3.255745e-01\n",
      "TIMESTEP 238022 / e 69 / bar1_score 16 / bar2_score 16 / REWARD -1 / Q_MAX 4.894839e-01\n",
      "TIMESTEP 238151 / e 69 / bar1_score 17 / bar2_score 16 / REWARD 1 / Q_MAX 2.755044e+00\n",
      "TIMESTEP 238532 / e 69 / bar1_score 18 / bar2_score 16 / REWARD 1 / Q_MAX 2.568147e+00\n",
      "TIMESTEP 238913 / e 69 / bar1_score 19 / bar2_score 16 / REWARD 1 / Q_MAX 2.572638e+00\n",
      "TIMESTEP 239211 / e 69 / bar1_score 19 / bar2_score 17 / REWARD -1 / Q_MAX 5.156116e-01\n",
      "TIMESTEP 239257 / e 69 / bar1_score 19 / bar2_score 18 / REWARD -1 / Q_MAX 6.667993e-01\n",
      "TIMESTEP 239386 / e 70 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.518595e+00\n",
      "TIMESTEP 239769 / e 70 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.291050e+00\n",
      "TIMESTEP 240150 / e 70 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.664628e+00\n",
      "TIMESTEP 240533 / e 70 / bar1_score 3 / bar2_score 0 / REWARD 1 / Q_MAX 2.761770e+00\n",
      "TIMESTEP 240916 / e 70 / bar1_score 4 / bar2_score 0 / REWARD 1 / Q_MAX 2.473840e+00\n",
      "TIMESTEP 241213 / e 70 / bar1_score 4 / bar2_score 1 / REWARD -1 / Q_MAX 9.391686e-01\n",
      "TIMESTEP 241259 / e 70 / bar1_score 4 / bar2_score 2 / REWARD -1 / Q_MAX 4.300241e-01\n",
      "TIMESTEP 241388 / e 70 / bar1_score 5 / bar2_score 2 / REWARD 1 / Q_MAX 2.406820e+00\n",
      "TIMESTEP 241771 / e 70 / bar1_score 6 / bar2_score 2 / REWARD 1 / Q_MAX 2.521355e+00\n",
      "TIMESTEP 241900 / e 70 / bar1_score 6 / bar2_score 3 / REWARD -1 / Q_MAX 9.569671e-01\n",
      "TIMESTEP 242029 / e 70 / bar1_score 7 / bar2_score 3 / REWARD 1 / Q_MAX 2.654496e+00\n",
      "TIMESTEP 242411 / e 70 / bar1_score 8 / bar2_score 3 / REWARD 1 / Q_MAX 2.560616e+00\n",
      "TIMESTEP 242792 / e 70 / bar1_score 9 / bar2_score 3 / REWARD 1 / Q_MAX 2.222633e+00\n",
      "TIMESTEP 243089 / e 70 / bar1_score 9 / bar2_score 4 / REWARD -1 / Q_MAX 2.845185e-01\n",
      "TIMESTEP 243135 / e 70 / bar1_score 9 / bar2_score 5 / REWARD -1 / Q_MAX 7.878399e-01\n",
      "TIMESTEP 243264 / e 70 / bar1_score 10 / bar2_score 5 / REWARD 1 / Q_MAX 2.660392e+00\n",
      "TIMESTEP 243647 / e 70 / bar1_score 11 / bar2_score 5 / REWARD 1 / Q_MAX 2.693199e+00\n",
      "TIMESTEP 244030 / e 70 / bar1_score 12 / bar2_score 5 / REWARD 1 / Q_MAX 2.158235e+00\n",
      "TIMESTEP 244411 / e 70 / bar1_score 13 / bar2_score 5 / REWARD 1 / Q_MAX 2.194659e+00\n",
      "TIMESTEP 244794 / e 70 / bar1_score 14 / bar2_score 5 / REWARD 1 / Q_MAX 2.284307e+00\n",
      "TIMESTEP 245177 / e 70 / bar1_score 15 / bar2_score 5 / REWARD 1 / Q_MAX 1.912609e+00\n",
      "TIMESTEP 245560 / e 70 / bar1_score 16 / bar2_score 5 / REWARD 1 / Q_MAX 2.050478e+00\n",
      "TIMESTEP 245943 / e 70 / bar1_score 17 / bar2_score 5 / REWARD 1 / Q_MAX 2.226772e+00\n",
      "TIMESTEP 246324 / e 70 / bar1_score 18 / bar2_score 5 / REWARD 1 / Q_MAX 2.399077e+00\n",
      "TIMESTEP 246621 / e 70 / bar1_score 18 / bar2_score 6 / REWARD -1 / Q_MAX 6.476728e-01\n",
      "TIMESTEP 246667 / e 70 / bar1_score 18 / bar2_score 7 / REWARD -1 / Q_MAX 5.790752e-01\n",
      "TIMESTEP 246796 / e 70 / bar1_score 19 / bar2_score 7 / REWARD 1 / Q_MAX 2.355955e+00\n",
      "TIMESTEP 247179 / e 71 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 1.880773e+00\n",
      "TIMESTEP 247560 / e 71 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.620076e+00\n",
      "TIMESTEP 247857 / e 71 / bar1_score 1 / bar2_score 1 / REWARD -1 / Q_MAX 5.610220e-01\n",
      "TIMESTEP 248071 / e 71 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 1.604569e+00\n",
      "TIMESTEP 248200 / e 71 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.307020e+00\n",
      "TIMESTEP 248497 / e 71 / bar1_score 2 / bar2_score 3 / REWARD -1 / Q_MAX 3.969870e-01\n",
      "TIMESTEP 248710 / e 71 / bar1_score 2 / bar2_score 4 / REWARD -1 / Q_MAX 1.518120e+00\n",
      "TIMESTEP 248839 / e 71 / bar1_score 3 / bar2_score 4 / REWARD 1 / Q_MAX 2.544394e+00\n",
      "TIMESTEP 249136 / e 71 / bar1_score 3 / bar2_score 5 / REWARD -1 / Q_MAX 7.050882e-01\n",
      "TIMESTEP 249182 / e 71 / bar1_score 3 / bar2_score 6 / REWARD -1 / Q_MAX 7.406657e-01\n",
      "TIMESTEP 249311 / e 71 / bar1_score 4 / bar2_score 6 / REWARD 1 / Q_MAX 2.820564e+00\n",
      "TIMESTEP 249608 / e 71 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 4.426348e-01\n",
      "TIMESTEP 249905 / e 71 / bar1_score 5 / bar2_score 7 / REWARD 1 / Q_MAX 2.530113e+00\n",
      "TIMESTEP 250204 / e 71 / bar1_score 5 / bar2_score 8 / REWARD -1 / Q_MAX 5.875996e-01\n",
      "TIMESTEP 250250 / e 71 / bar1_score 5 / bar2_score 9 / REWARD -1 / Q_MAX 8.407748e-01\n",
      "TIMESTEP 250379 / e 71 / bar1_score 6 / bar2_score 9 / REWARD 1 / Q_MAX 2.804764e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 250760 / e 71 / bar1_score 7 / bar2_score 9 / REWARD 1 / Q_MAX 2.562182e+00\n",
      "TIMESTEP 251143 / e 71 / bar1_score 8 / bar2_score 9 / REWARD 1 / Q_MAX 2.013152e+00\n",
      "TIMESTEP 251440 / e 71 / bar1_score 8 / bar2_score 10 / REWARD -1 / Q_MAX 3.824911e-01\n",
      "TIMESTEP 251486 / e 71 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 1.188230e+00\n",
      "TIMESTEP 251615 / e 71 / bar1_score 9 / bar2_score 11 / REWARD 1 / Q_MAX 2.865708e+00\n",
      "TIMESTEP 251913 / e 71 / bar1_score 9 / bar2_score 12 / REWARD -1 / Q_MAX 8.799164e-01\n",
      "TIMESTEP 252210 / e 71 / bar1_score 10 / bar2_score 12 / REWARD 1 / Q_MAX 2.446252e+00\n",
      "TIMESTEP 252591 / e 71 / bar1_score 11 / bar2_score 12 / REWARD 1 / Q_MAX 2.218732e+00\n",
      "TIMESTEP 252973 / e 71 / bar1_score 12 / bar2_score 12 / REWARD 1 / Q_MAX 2.429676e+00\n",
      "TIMESTEP 253270 / e 71 / bar1_score 12 / bar2_score 13 / REWARD -1 / Q_MAX 5.104742e-01\n",
      "TIMESTEP 253484 / e 71 / bar1_score 12 / bar2_score 14 / REWARD -1 / Q_MAX 9.257485e-01\n",
      "TIMESTEP 253613 / e 71 / bar1_score 13 / bar2_score 14 / REWARD 1 / Q_MAX 2.919696e+00\n",
      "TIMESTEP 253996 / e 71 / bar1_score 14 / bar2_score 14 / REWARD 1 / Q_MAX 2.708264e+00\n",
      "TIMESTEP 254294 / e 71 / bar1_score 14 / bar2_score 15 / REWARD -1 / Q_MAX 8.776543e-01\n",
      "TIMESTEP 254340 / e 71 / bar1_score 14 / bar2_score 16 / REWARD -1 / Q_MAX 1.526772e+00\n",
      "TIMESTEP 254469 / e 71 / bar1_score 15 / bar2_score 16 / REWARD 1 / Q_MAX 3.153616e+00\n",
      "TIMESTEP 254852 / e 71 / bar1_score 16 / bar2_score 16 / REWARD 1 / Q_MAX 2.823612e+00\n",
      "TIMESTEP 255233 / e 71 / bar1_score 17 / bar2_score 16 / REWARD 1 / Q_MAX 2.533475e+00\n",
      "TIMESTEP 255530 / e 71 / bar1_score 17 / bar2_score 17 / REWARD -1 / Q_MAX 3.014994e-01\n",
      "TIMESTEP 255827 / e 71 / bar1_score 18 / bar2_score 17 / REWARD 1 / Q_MAX 2.421883e+00\n",
      "TIMESTEP 256208 / e 71 / bar1_score 19 / bar2_score 17 / REWARD 1 / Q_MAX 2.302845e+00\n",
      "TIMESTEP 256590 / e 72 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.196502e+00\n",
      "TIMESTEP 256973 / e 72 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.181093e+00\n",
      "TIMESTEP 257356 / e 72 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.321146e+00\n",
      "TIMESTEP 257738 / e 72 / bar1_score 3 / bar2_score 0 / REWARD 1 / Q_MAX 2.393730e+00\n",
      "TIMESTEP 258036 / e 72 / bar1_score 3 / bar2_score 1 / REWARD -1 / Q_MAX 6.030822e-01\n",
      "TIMESTEP 258249 / e 72 / bar1_score 3 / bar2_score 2 / REWARD -1 / Q_MAX 5.849426e-01\n",
      "TIMESTEP 258378 / e 72 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 2.648443e+00\n",
      "TIMESTEP 258761 / e 72 / bar1_score 5 / bar2_score 2 / REWARD 1 / Q_MAX 2.689635e+00\n",
      "TIMESTEP 259142 / e 72 / bar1_score 6 / bar2_score 2 / REWARD 1 / Q_MAX 2.546432e+00\n",
      "TIMESTEP 259439 / e 72 / bar1_score 6 / bar2_score 3 / REWARD -1 / Q_MAX 8.554500e-01\n",
      "TIMESTEP 259652 / e 72 / bar1_score 6 / bar2_score 4 / REWARD -1 / Q_MAX 8.497845e-01\n",
      "TIMESTEP 259781 / e 72 / bar1_score 7 / bar2_score 4 / REWARD 1 / Q_MAX 2.652576e+00\n",
      "TIMESTEP 260162 / e 72 / bar1_score 8 / bar2_score 4 / REWARD 1 / Q_MAX 2.642451e+00\n",
      "TIMESTEP 260545 / e 72 / bar1_score 9 / bar2_score 4 / REWARD 1 / Q_MAX 2.590387e+00\n",
      "TIMESTEP 260927 / e 72 / bar1_score 10 / bar2_score 4 / REWARD 1 / Q_MAX 2.599606e+00\n",
      "TIMESTEP 261308 / e 72 / bar1_score 11 / bar2_score 4 / REWARD 1 / Q_MAX 2.411055e+00\n",
      "TIMESTEP 261605 / e 72 / bar1_score 11 / bar2_score 5 / REWARD -1 / Q_MAX 3.105828e-01\n",
      "TIMESTEP 261821 / e 72 / bar1_score 11 / bar2_score 6 / REWARD -1 / Q_MAX 2.152245e-01\n",
      "TIMESTEP 261952 / e 72 / bar1_score 12 / bar2_score 6 / REWARD 1 / Q_MAX 2.420011e+00\n",
      "TIMESTEP 262333 / e 72 / bar1_score 13 / bar2_score 6 / REWARD 1 / Q_MAX 2.438478e+00\n",
      "TIMESTEP 262714 / e 72 / bar1_score 14 / bar2_score 6 / REWARD 1 / Q_MAX 2.410693e+00\n",
      "TIMESTEP 263096 / e 72 / bar1_score 15 / bar2_score 6 / REWARD 1 / Q_MAX 2.842203e+00\n",
      "TIMESTEP 263225 / e 72 / bar1_score 15 / bar2_score 7 / REWARD -1 / Q_MAX 1.026090e+00\n",
      "TIMESTEP 263354 / e 72 / bar1_score 16 / bar2_score 7 / REWARD 1 / Q_MAX 2.682975e+00\n",
      "TIMESTEP 263735 / e 72 / bar1_score 17 / bar2_score 7 / REWARD 1 / Q_MAX 2.141421e+00\n",
      "TIMESTEP 264032 / e 72 / bar1_score 17 / bar2_score 8 / REWARD -1 / Q_MAX 1.803421e+00\n",
      "TIMESTEP 264078 / e 72 / bar1_score 17 / bar2_score 9 / REWARD -1 / Q_MAX 1.081046e+00\n",
      "TIMESTEP 264207 / e 72 / bar1_score 18 / bar2_score 9 / REWARD 1 / Q_MAX 2.521076e+00\n",
      "TIMESTEP 264588 / e 72 / bar1_score 19 / bar2_score 9 / REWARD 1 / Q_MAX 2.413011e+00\n",
      "TIMESTEP 264971 / e 73 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 1.956691e+00\n",
      "TIMESTEP 265354 / e 73 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.245260e+00\n",
      "TIMESTEP 265735 / e 73 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.520418e+00\n",
      "TIMESTEP 266118 / e 73 / bar1_score 3 / bar2_score 0 / REWARD 1 / Q_MAX 2.040033e+00\n",
      "TIMESTEP 266247 / e 73 / bar1_score 3 / bar2_score 1 / REWARD -1 / Q_MAX 6.714842e-01\n",
      "TIMESTEP 266376 / e 73 / bar1_score 4 / bar2_score 1 / REWARD 1 / Q_MAX 2.549866e+00\n",
      "TIMESTEP 266757 / e 73 / bar1_score 5 / bar2_score 1 / REWARD 1 / Q_MAX 2.351464e+00\n",
      "TIMESTEP 267140 / e 73 / bar1_score 6 / bar2_score 1 / REWARD 1 / Q_MAX 2.171507e+00\n",
      "TIMESTEP 267269 / e 73 / bar1_score 6 / bar2_score 2 / REWARD -1 / Q_MAX 7.344423e-01\n",
      "TIMESTEP 267398 / e 73 / bar1_score 7 / bar2_score 2 / REWARD 1 / Q_MAX 2.347049e+00\n",
      "TIMESTEP 267779 / e 73 / bar1_score 8 / bar2_score 2 / REWARD 1 / Q_MAX 2.227516e+00\n",
      "TIMESTEP 268161 / e 73 / bar1_score 9 / bar2_score 2 / REWARD 1 / Q_MAX 2.325033e+00\n",
      "TIMESTEP 268543 / e 73 / bar1_score 10 / bar2_score 2 / REWARD 1 / Q_MAX 2.084474e+00\n",
      "TIMESTEP 268926 / e 73 / bar1_score 11 / bar2_score 2 / REWARD 1 / Q_MAX 2.017953e+00\n",
      "TIMESTEP 269309 / e 73 / bar1_score 12 / bar2_score 2 / REWARD 1 / Q_MAX 2.379389e+00\n",
      "TIMESTEP 269438 / e 73 / bar1_score 12 / bar2_score 3 / REWARD -1 / Q_MAX 1.281265e+00\n",
      "TIMESTEP 269567 / e 73 / bar1_score 13 / bar2_score 3 / REWARD 1 / Q_MAX 2.959082e+00\n",
      "TIMESTEP 269696 / e 73 / bar1_score 13 / bar2_score 4 / REWARD -1 / Q_MAX 2.134755e+00\n",
      "TIMESTEP 269742 / e 73 / bar1_score 13 / bar2_score 5 / REWARD -1 / Q_MAX 2.422220e+00\n",
      "TIMESTEP 269788 / e 73 / bar1_score 13 / bar2_score 6 / REWARD -1 / Q_MAX 2.884524e+00\n",
      "TIMESTEP 269834 / e 73 / bar1_score 13 / bar2_score 7 / REWARD -1 / Q_MAX 3.135390e+00\n",
      "TIMESTEP 270047 / e 73 / bar1_score 13 / bar2_score 8 / REWARD -1 / Q_MAX 3.259774e+00\n",
      "TIMESTEP 270093 / e 73 / bar1_score 13 / bar2_score 9 / REWARD -1 / Q_MAX 3.248649e+00\n",
      "TIMESTEP 270139 / e 73 / bar1_score 13 / bar2_score 10 / REWARD -1 / Q_MAX 3.326170e+00\n",
      "TIMESTEP 270185 / e 73 / bar1_score 13 / bar2_score 11 / REWARD -1 / Q_MAX 3.412709e+00\n",
      "TIMESTEP 270231 / e 73 / bar1_score 13 / bar2_score 12 / REWARD -1 / Q_MAX 3.419361e+00\n",
      "TIMESTEP 270361 / e 73 / bar1_score 14 / bar2_score 12 / REWARD 1 / Q_MAX 3.646207e+00\n",
      "TIMESTEP 270658 / e 73 / bar1_score 14 / bar2_score 13 / REWARD -1 / Q_MAX 3.424411e+00\n",
      "TIMESTEP 270704 / e 73 / bar1_score 14 / bar2_score 14 / REWARD -1 / Q_MAX 3.408777e+00\n",
      "TIMESTEP 270750 / e 73 / bar1_score 14 / bar2_score 15 / REWARD -1 / Q_MAX 3.445740e+00\n",
      "TIMESTEP 270796 / e 73 / bar1_score 14 / bar2_score 16 / REWARD -1 / Q_MAX 3.354417e+00\n",
      "TIMESTEP 270925 / e 73 / bar1_score 15 / bar2_score 16 / REWARD 1 / Q_MAX 3.613892e+00\n",
      "TIMESTEP 271054 / e 73 / bar1_score 15 / bar2_score 17 / REWARD -1 / Q_MAX 2.789023e+00\n",
      "TIMESTEP 271183 / e 73 / bar1_score 16 / bar2_score 17 / REWARD 1 / Q_MAX 3.515488e+00\n",
      "TIMESTEP 271312 / e 73 / bar1_score 16 / bar2_score 18 / REWARD -1 / Q_MAX 1.949461e+00\n",
      "TIMESTEP 271441 / e 73 / bar1_score 17 / bar2_score 18 / REWARD 1 / Q_MAX 3.123702e+00\n",
      "TIMESTEP 271826 / e 73 / bar1_score 18 / bar2_score 18 / REWARD 1 / Q_MAX 2.954150e+00\n",
      "TIMESTEP 272123 / e 73 / bar1_score 18 / bar2_score 19 / REWARD -1 / Q_MAX 2.778374e-01\n",
      "TIMESTEP 272339 / e 74 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 4.637113e-01\n",
      "TIMESTEP 272468 / e 74 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.224106e+00\n",
      "TIMESTEP 272851 / e 74 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.658484e+00\n",
      "TIMESTEP 273234 / e 74 / bar1_score 3 / bar2_score 0 / REWARD 1 / Q_MAX 3.027057e+00\n",
      "TIMESTEP 273533 / e 74 / bar1_score 3 / bar2_score 1 / REWARD -1 / Q_MAX 6.769350e-01\n",
      "TIMESTEP 273579 / e 74 / bar1_score 3 / bar2_score 2 / REWARD -1 / Q_MAX 7.247489e-01\n",
      "TIMESTEP 273708 / e 74 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 2.732147e+00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 274089 / e 74 / bar1_score 5 / bar2_score 2 / REWARD 1 / Q_MAX 2.693209e+00\n",
      "TIMESTEP 274218 / e 74 / bar1_score 5 / bar2_score 3 / REWARD -1 / Q_MAX 1.761739e+00\n",
      "TIMESTEP 274264 / e 74 / bar1_score 5 / bar2_score 4 / REWARD -1 / Q_MAX 9.417787e-01\n",
      "TIMESTEP 274310 / e 74 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 6.968480e-01\n",
      "TIMESTEP 274439 / e 74 / bar1_score 6 / bar2_score 5 / REWARD 1 / Q_MAX 2.912810e+00\n",
      "TIMESTEP 274737 / e 74 / bar1_score 6 / bar2_score 6 / REWARD -1 / Q_MAX 7.758842e-01\n",
      "TIMESTEP 274783 / e 74 / bar1_score 6 / bar2_score 7 / REWARD -1 / Q_MAX 1.387941e+00\n",
      "TIMESTEP 274912 / e 74 / bar1_score 7 / bar2_score 7 / REWARD 1 / Q_MAX 3.133453e+00\n",
      "TIMESTEP 275295 / e 74 / bar1_score 8 / bar2_score 7 / REWARD 1 / Q_MAX 3.016558e+00\n",
      "TIMESTEP 275424 / e 74 / bar1_score 8 / bar2_score 8 / REWARD -1 / Q_MAX 1.115874e+00\n",
      "TIMESTEP 275553 / e 74 / bar1_score 9 / bar2_score 8 / REWARD 1 / Q_MAX 3.105376e+00\n",
      "TIMESTEP 275934 / e 74 / bar1_score 10 / bar2_score 8 / REWARD 1 / Q_MAX 3.128028e+00\n",
      "TIMESTEP 276315 / e 74 / bar1_score 11 / bar2_score 8 / REWARD 1 / Q_MAX 2.875526e+00\n",
      "TIMESTEP 276696 / e 74 / bar1_score 12 / bar2_score 8 / REWARD 1 / Q_MAX 2.802298e+00\n",
      "TIMESTEP 277078 / e 74 / bar1_score 13 / bar2_score 8 / REWARD 1 / Q_MAX 2.780023e+00\n",
      "TIMESTEP 277461 / e 74 / bar1_score 14 / bar2_score 8 / REWARD 1 / Q_MAX 2.421073e+00\n",
      "TIMESTEP 277759 / e 74 / bar1_score 14 / bar2_score 9 / REWARD -1 / Q_MAX 7.903773e-01\n",
      "TIMESTEP 277973 / e 74 / bar1_score 14 / bar2_score 10 / REWARD -1 / Q_MAX 3.272838e-01\n",
      "TIMESTEP 278105 / e 74 / bar1_score 15 / bar2_score 10 / REWARD 1 / Q_MAX 2.339937e+00\n",
      "TIMESTEP 278486 / e 74 / bar1_score 16 / bar2_score 10 / REWARD 1 / Q_MAX 2.656130e+00\n",
      "TIMESTEP 278615 / e 74 / bar1_score 16 / bar2_score 11 / REWARD -1 / Q_MAX 4.064881e-01\n",
      "TIMESTEP 278744 / e 74 / bar1_score 17 / bar2_score 11 / REWARD 1 / Q_MAX 2.543915e+00\n",
      "TIMESTEP 279127 / e 74 / bar1_score 18 / bar2_score 11 / REWARD 1 / Q_MAX 2.286457e+00\n",
      "TIMESTEP 279256 / e 74 / bar1_score 18 / bar2_score 12 / REWARD -1 / Q_MAX 2.462222e-01\n",
      "TIMESTEP 279385 / e 74 / bar1_score 19 / bar2_score 12 / REWARD 1 / Q_MAX 2.486244e+00\n",
      "TIMESTEP 279766 / e 75 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.043222e+00\n",
      "TIMESTEP 280149 / e 75 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.406641e+00\n",
      "TIMESTEP 280532 / e 75 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.395653e+00\n",
      "TIMESTEP 280830 / e 75 / bar1_score 2 / bar2_score 1 / REWARD -1 / Q_MAX 1.572944e+00\n",
      "TIMESTEP 281130 / e 75 / bar1_score 3 / bar2_score 1 / REWARD 1 / Q_MAX 2.650762e+00\n",
      "TIMESTEP 281511 / e 75 / bar1_score 4 / bar2_score 1 / REWARD 1 / Q_MAX 2.416653e+00\n",
      "TIMESTEP 281894 / e 75 / bar1_score 5 / bar2_score 1 / REWARD 1 / Q_MAX 2.248351e+00\n",
      "TIMESTEP 282191 / e 75 / bar1_score 5 / bar2_score 2 / REWARD -1 / Q_MAX -2.411865e-01\n",
      "TIMESTEP 282405 / e 75 / bar1_score 5 / bar2_score 3 / REWARD -1 / Q_MAX 1.393824e-01\n",
      "TIMESTEP 282534 / e 75 / bar1_score 6 / bar2_score 3 / REWARD 1 / Q_MAX 2.285003e+00\n",
      "TIMESTEP 282832 / e 75 / bar1_score 6 / bar2_score 4 / REWARD -1 / Q_MAX 8.528013e-01\n",
      "TIMESTEP 282878 / e 75 / bar1_score 6 / bar2_score 5 / REWARD -1 / Q_MAX 7.159027e-01\n",
      "TIMESTEP 283007 / e 75 / bar1_score 7 / bar2_score 5 / REWARD 1 / Q_MAX 2.583675e+00\n",
      "TIMESTEP 283388 / e 75 / bar1_score 8 / bar2_score 5 / REWARD 1 / Q_MAX 2.340721e+00\n",
      "TIMESTEP 283771 / e 75 / bar1_score 9 / bar2_score 5 / REWARD 1 / Q_MAX 2.355813e+00\n",
      "TIMESTEP 283900 / e 75 / bar1_score 9 / bar2_score 6 / REWARD -1 / Q_MAX 4.518118e-01\n",
      "TIMESTEP 284029 / e 75 / bar1_score 10 / bar2_score 6 / REWARD 1 / Q_MAX 2.337586e+00\n",
      "TIMESTEP 284158 / e 75 / bar1_score 10 / bar2_score 7 / REWARD -1 / Q_MAX 7.029513e-01\n",
      "TIMESTEP 284204 / e 75 / bar1_score 10 / bar2_score 8 / REWARD -1 / Q_MAX 6.191716e-01\n",
      "TIMESTEP 284250 / e 75 / bar1_score 10 / bar2_score 9 / REWARD -1 / Q_MAX 4.991481e-01\n",
      "TIMESTEP 284296 / e 75 / bar1_score 10 / bar2_score 10 / REWARD -1 / Q_MAX 6.608784e-01\n",
      "TIMESTEP 284342 / e 75 / bar1_score 10 / bar2_score 11 / REWARD -1 / Q_MAX 8.075653e-01\n",
      "TIMESTEP 284471 / e 75 / bar1_score 11 / bar2_score 11 / REWARD 1 / Q_MAX 2.463718e+00\n",
      "TIMESTEP 284854 / e 75 / bar1_score 12 / bar2_score 11 / REWARD 1 / Q_MAX 2.175671e+00\n",
      "TIMESTEP 285235 / e 75 / bar1_score 13 / bar2_score 11 / REWARD 1 / Q_MAX 2.371622e+00\n",
      "TIMESTEP 285618 / e 75 / bar1_score 14 / bar2_score 11 / REWARD 1 / Q_MAX 2.207178e+00\n",
      "TIMESTEP 286001 / e 75 / bar1_score 15 / bar2_score 11 / REWARD 1 / Q_MAX 2.643968e+00\n",
      "TIMESTEP 286130 / e 75 / bar1_score 15 / bar2_score 12 / REWARD -1 / Q_MAX 1.052289e+00\n",
      "TIMESTEP 286176 / e 75 / bar1_score 15 / bar2_score 13 / REWARD -1 / Q_MAX 2.262812e-01\n",
      "TIMESTEP 286222 / e 75 / bar1_score 15 / bar2_score 14 / REWARD -1 / Q_MAX 6.271540e-01\n",
      "TIMESTEP 286268 / e 75 / bar1_score 15 / bar2_score 15 / REWARD -1 / Q_MAX 6.036376e-01\n",
      "TIMESTEP 286314 / e 75 / bar1_score 15 / bar2_score 16 / REWARD -1 / Q_MAX 7.810106e-01\n",
      "TIMESTEP 286443 / e 75 / bar1_score 16 / bar2_score 16 / REWARD 1 / Q_MAX 2.260818e+00\n",
      "TIMESTEP 286741 / e 75 / bar1_score 16 / bar2_score 17 / REWARD -1 / Q_MAX 2.111513e-04\n",
      "TIMESTEP 286787 / e 75 / bar1_score 16 / bar2_score 18 / REWARD -1 / Q_MAX 1.803322e-01\n",
      "TIMESTEP 286916 / e 75 / bar1_score 17 / bar2_score 18 / REWARD 1 / Q_MAX 2.155596e+00\n",
      "TIMESTEP 287045 / e 75 / bar1_score 17 / bar2_score 19 / REWARD -1 / Q_MAX 3.783253e-01\n",
      "TIMESTEP 287176 / e 75 / bar1_score 18 / bar2_score 19 / REWARD 1 / Q_MAX 2.549715e+00\n",
      "TIMESTEP 287305 / e 76 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 3.641878e-01\n",
      "TIMESTEP 287434 / e 76 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.532628e+00\n",
      "TIMESTEP 287816 / e 76 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.495030e+00\n",
      "TIMESTEP 288113 / e 76 / bar1_score 2 / bar2_score 1 / REWARD -1 / Q_MAX 5.804216e-01\n",
      "TIMESTEP 288410 / e 76 / bar1_score 3 / bar2_score 1 / REWARD 1 / Q_MAX 2.608797e+00\n",
      "TIMESTEP 288791 / e 76 / bar1_score 4 / bar2_score 1 / REWARD 1 / Q_MAX 2.521742e+00\n",
      "TIMESTEP 289174 / e 76 / bar1_score 5 / bar2_score 1 / REWARD 1 / Q_MAX 2.470281e+00\n",
      "TIMESTEP 289303 / e 76 / bar1_score 5 / bar2_score 2 / REWARD -1 / Q_MAX 4.082011e-01\n",
      "TIMESTEP 289432 / e 76 / bar1_score 6 / bar2_score 2 / REWARD 1 / Q_MAX 2.670356e+00\n",
      "TIMESTEP 289813 / e 76 / bar1_score 7 / bar2_score 2 / REWARD 1 / Q_MAX 2.610504e+00\n",
      "TIMESTEP 290194 / e 76 / bar1_score 8 / bar2_score 2 / REWARD 1 / Q_MAX 2.256341e+00\n",
      "TIMESTEP 290323 / e 76 / bar1_score 8 / bar2_score 3 / REWARD -1 / Q_MAX 3.167390e-01\n",
      "TIMESTEP 290453 / e 76 / bar1_score 9 / bar2_score 3 / REWARD 1 / Q_MAX 2.198013e+00\n",
      "TIMESTEP 290582 / e 76 / bar1_score 9 / bar2_score 4 / REWARD -1 / Q_MAX 5.673824e-01\n",
      "TIMESTEP 290628 / e 76 / bar1_score 9 / bar2_score 5 / REWARD -1 / Q_MAX 6.121707e-02\n",
      "TIMESTEP 290674 / e 76 / bar1_score 9 / bar2_score 6 / REWARD -1 / Q_MAX 5.388336e-01\n",
      "TIMESTEP 290803 / e 76 / bar1_score 10 / bar2_score 6 / REWARD 1 / Q_MAX 2.415468e+00\n",
      "TIMESTEP 291100 / e 76 / bar1_score 10 / bar2_score 7 / REWARD -1 / Q_MAX 1.806865e-01\n",
      "TIMESTEP 291313 / e 76 / bar1_score 10 / bar2_score 8 / REWARD -1 / Q_MAX 6.087062e-01\n",
      "TIMESTEP 291442 / e 76 / bar1_score 11 / bar2_score 8 / REWARD 1 / Q_MAX 2.214625e+00\n",
      "TIMESTEP 291827 / e 76 / bar1_score 12 / bar2_score 8 / REWARD 1 / Q_MAX 2.182947e+00\n",
      "TIMESTEP 292124 / e 76 / bar1_score 12 / bar2_score 9 / REWARD -1 / Q_MAX 4.470949e-01\n",
      "TIMESTEP 292337 / e 76 / bar1_score 12 / bar2_score 10 / REWARD -1 / Q_MAX 1.930171e-01\n",
      "TIMESTEP 292466 / e 76 / bar1_score 13 / bar2_score 10 / REWARD 1 / Q_MAX 2.377250e+00\n",
      "TIMESTEP 292847 / e 76 / bar1_score 14 / bar2_score 10 / REWARD 1 / Q_MAX 2.565377e+00\n",
      "TIMESTEP 293232 / e 76 / bar1_score 15 / bar2_score 10 / REWARD 1 / Q_MAX 2.334529e+00\n",
      "TIMESTEP 293615 / e 76 / bar1_score 16 / bar2_score 10 / REWARD 1 / Q_MAX 2.673097e+00\n",
      "TIMESTEP 293996 / e 76 / bar1_score 17 / bar2_score 10 / REWARD 1 / Q_MAX 2.608860e+00\n",
      "TIMESTEP 294379 / e 76 / bar1_score 18 / bar2_score 10 / REWARD 1 / Q_MAX 2.520473e+00\n",
      "TIMESTEP 294761 / e 76 / bar1_score 19 / bar2_score 10 / REWARD 1 / Q_MAX 2.512311e+00\n",
      "TIMESTEP 295059 / e 76 / bar1_score 19 / bar2_score 11 / REWARD -1 / Q_MAX 3.162546e-01\n",
      "TIMESTEP 295105 / e 76 / bar1_score 19 / bar2_score 12 / REWARD -1 / Q_MAX 4.564627e-01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 295234 / e 77 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.201921e+00\n",
      "TIMESTEP 295615 / e 77 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.233849e+00\n",
      "TIMESTEP 295998 / e 77 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.289490e+00\n",
      "TIMESTEP 296381 / e 77 / bar1_score 3 / bar2_score 0 / REWARD 1 / Q_MAX 2.154293e+00\n",
      "TIMESTEP 296680 / e 77 / bar1_score 3 / bar2_score 1 / REWARD -1 / Q_MAX 9.552223e-01\n",
      "TIMESTEP 296896 / e 77 / bar1_score 3 / bar2_score 2 / REWARD -1 / Q_MAX 3.649420e-01\n",
      "TIMESTEP 297025 / e 77 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 3.027594e+00\n",
      "TIMESTEP 297154 / e 77 / bar1_score 4 / bar2_score 3 / REWARD -1 / Q_MAX 1.392761e+00\n",
      "TIMESTEP 297283 / e 77 / bar1_score 5 / bar2_score 3 / REWARD 1 / Q_MAX 2.454198e+00\n",
      "TIMESTEP 297580 / e 77 / bar1_score 5 / bar2_score 4 / REWARD -1 / Q_MAX 4.626905e-02\n",
      "TIMESTEP 297794 / e 77 / bar1_score 5 / bar2_score 5 / REWARD -1 / Q_MAX 3.571235e-01\n",
      "TIMESTEP 297840 / e 77 / bar1_score 5 / bar2_score 6 / REWARD -1 / Q_MAX 1.133819e-01\n",
      "TIMESTEP 298056 / e 77 / bar1_score 5 / bar2_score 7 / REWARD -1 / Q_MAX -8.013207e-02\n",
      "TIMESTEP 298102 / e 77 / bar1_score 5 / bar2_score 8 / REWARD -1 / Q_MAX 4.839196e-02\n",
      "TIMESTEP 298404 / e 77 / bar1_score 6 / bar2_score 8 / REWARD 1 / Q_MAX 2.274809e+00\n",
      "TIMESTEP 298533 / e 77 / bar1_score 6 / bar2_score 9 / REWARD -1 / Q_MAX 6.316726e-01\n",
      "TIMESTEP 298662 / e 77 / bar1_score 7 / bar2_score 9 / REWARD 1 / Q_MAX 2.424383e+00\n",
      "TIMESTEP 298791 / e 77 / bar1_score 7 / bar2_score 10 / REWARD -1 / Q_MAX 5.673668e-01\n",
      "TIMESTEP 298920 / e 77 / bar1_score 8 / bar2_score 10 / REWARD 1 / Q_MAX 2.364530e+00\n",
      "TIMESTEP 299049 / e 77 / bar1_score 8 / bar2_score 11 / REWARD -1 / Q_MAX 1.223902e+00\n",
      "TIMESTEP 299178 / e 77 / bar1_score 9 / bar2_score 11 / REWARD 1 / Q_MAX 3.133517e+00\n",
      "TIMESTEP 299561 / e 77 / bar1_score 10 / bar2_score 11 / REWARD 1 / Q_MAX 3.456917e+00\n",
      "TIMESTEP 299942 / e 77 / bar1_score 11 / bar2_score 11 / REWARD 1 / Q_MAX 2.933816e+00\n",
      "TIMESTEP 300071 / e 77 / bar1_score 11 / bar2_score 12 / REWARD -1 / Q_MAX 1.794160e+00\n",
      "TIMESTEP 300117 / e 77 / bar1_score 11 / bar2_score 13 / REWARD -1 / Q_MAX 1.911114e+00\n",
      "TIMESTEP 300163 / e 77 / bar1_score 11 / bar2_score 14 / REWARD -1 / Q_MAX 2.182633e+00\n",
      "TIMESTEP 300209 / e 77 / bar1_score 11 / bar2_score 15 / REWARD -1 / Q_MAX 1.451759e+00\n",
      "TIMESTEP 300255 / e 77 / bar1_score 11 / bar2_score 16 / REWARD -1 / Q_MAX 2.545635e+00\n",
      "TIMESTEP 300386 / e 77 / bar1_score 12 / bar2_score 16 / REWARD 1 / Q_MAX 3.342874e+00\n",
      "TIMESTEP 300767 / e 77 / bar1_score 13 / bar2_score 16 / REWARD 1 / Q_MAX 3.188675e+00\n",
      "TIMESTEP 301148 / e 77 / bar1_score 14 / bar2_score 16 / REWARD 1 / Q_MAX 3.365556e+00\n",
      "TIMESTEP 301531 / e 77 / bar1_score 15 / bar2_score 16 / REWARD 1 / Q_MAX 3.362337e+00\n",
      "TIMESTEP 301660 / e 77 / bar1_score 15 / bar2_score 17 / REWARD -1 / Q_MAX 1.789684e+00\n",
      "TIMESTEP 301789 / e 77 / bar1_score 16 / bar2_score 17 / REWARD 1 / Q_MAX 3.029619e+00\n",
      "TIMESTEP 301918 / e 77 / bar1_score 16 / bar2_score 18 / REWARD -1 / Q_MAX 1.201037e+00\n",
      "TIMESTEP 301964 / e 77 / bar1_score 16 / bar2_score 19 / REWARD -1 / Q_MAX 6.735474e-01\n",
      "TIMESTEP 302010 / e 78 / bar1_score 0 / bar2_score 0 / REWARD -1 / Q_MAX 9.233056e-01\n",
      "TIMESTEP 302139 / e 78 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 3.163988e+00\n",
      "TIMESTEP 302521 / e 78 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 3.402490e+00\n",
      "TIMESTEP 302650 / e 78 / bar1_score 2 / bar2_score 1 / REWARD -1 / Q_MAX 1.641780e+00\n",
      "TIMESTEP 302779 / e 78 / bar1_score 3 / bar2_score 1 / REWARD 1 / Q_MAX 3.357563e+00\n",
      "TIMESTEP 303078 / e 78 / bar1_score 3 / bar2_score 2 / REWARD -1 / Q_MAX 1.226943e+00\n",
      "TIMESTEP 303124 / e 78 / bar1_score 3 / bar2_score 3 / REWARD -1 / Q_MAX 9.680484e-01\n",
      "TIMESTEP 303253 / e 78 / bar1_score 4 / bar2_score 3 / REWARD 1 / Q_MAX 3.378602e+00\n",
      "TIMESTEP 303550 / e 78 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 1.554742e+00\n",
      "TIMESTEP 303596 / e 78 / bar1_score 4 / bar2_score 5 / REWARD -1 / Q_MAX 1.797872e+00\n",
      "TIMESTEP 303642 / e 78 / bar1_score 4 / bar2_score 6 / REWARD -1 / Q_MAX 1.186280e+00\n",
      "TIMESTEP 303855 / e 78 / bar1_score 4 / bar2_score 7 / REWARD -1 / Q_MAX 1.028721e+00\n",
      "TIMESTEP 303984 / e 78 / bar1_score 5 / bar2_score 7 / REWARD 1 / Q_MAX 2.688308e+00\n",
      "TIMESTEP 304365 / e 78 / bar1_score 6 / bar2_score 7 / REWARD 1 / Q_MAX 2.818046e+00\n",
      "TIMESTEP 304746 / e 78 / bar1_score 7 / bar2_score 7 / REWARD 1 / Q_MAX 2.669127e+00\n",
      "TIMESTEP 304875 / e 78 / bar1_score 7 / bar2_score 8 / REWARD -1 / Q_MAX 8.830884e-01\n",
      "TIMESTEP 305004 / e 78 / bar1_score 8 / bar2_score 8 / REWARD 1 / Q_MAX 2.645894e+00\n",
      "TIMESTEP 305387 / e 78 / bar1_score 9 / bar2_score 8 / REWARD 1 / Q_MAX 2.413952e+00\n",
      "TIMESTEP 305685 / e 78 / bar1_score 9 / bar2_score 9 / REWARD -1 / Q_MAX 1.172820e+00\n",
      "TIMESTEP 305731 / e 78 / bar1_score 9 / bar2_score 10 / REWARD -1 / Q_MAX 8.478890e-01\n",
      "TIMESTEP 305860 / e 78 / bar1_score 10 / bar2_score 10 / REWARD 1 / Q_MAX 2.496388e+00\n",
      "TIMESTEP 305989 / e 78 / bar1_score 10 / bar2_score 11 / REWARD -1 / Q_MAX 4.669767e-01\n",
      "TIMESTEP 306118 / e 78 / bar1_score 11 / bar2_score 11 / REWARD 1 / Q_MAX 2.301177e+00\n",
      "TIMESTEP 306499 / e 78 / bar1_score 12 / bar2_score 11 / REWARD 1 / Q_MAX 2.553670e+00\n",
      "TIMESTEP 306628 / e 78 / bar1_score 12 / bar2_score 12 / REWARD -1 / Q_MAX 9.223233e-01\n",
      "TIMESTEP 306757 / e 78 / bar1_score 13 / bar2_score 12 / REWARD 1 / Q_MAX 2.222804e+00\n",
      "TIMESTEP 307138 / e 78 / bar1_score 14 / bar2_score 12 / REWARD 1 / Q_MAX 2.140262e+00\n",
      "TIMESTEP 307520 / e 78 / bar1_score 15 / bar2_score 12 / REWARD 1 / Q_MAX 2.417623e+00\n",
      "TIMESTEP 307901 / e 78 / bar1_score 16 / bar2_score 12 / REWARD 1 / Q_MAX 2.782139e+00\n",
      "TIMESTEP 308198 / e 78 / bar1_score 16 / bar2_score 13 / REWARD -1 / Q_MAX 3.431974e-01\n",
      "TIMESTEP 308411 / e 78 / bar1_score 16 / bar2_score 14 / REWARD -1 / Q_MAX 5.999494e-01\n",
      "TIMESTEP 308457 / e 78 / bar1_score 16 / bar2_score 15 / REWARD -1 / Q_MAX 4.628705e-01\n",
      "TIMESTEP 308503 / e 78 / bar1_score 16 / bar2_score 16 / REWARD -1 / Q_MAX 7.808896e-01\n",
      "TIMESTEP 308634 / e 78 / bar1_score 17 / bar2_score 16 / REWARD 1 / Q_MAX 2.310905e+00\n",
      "TIMESTEP 309015 / e 78 / bar1_score 18 / bar2_score 16 / REWARD 1 / Q_MAX 2.488297e+00\n",
      "TIMESTEP 309144 / e 78 / bar1_score 18 / bar2_score 17 / REWARD -1 / Q_MAX 5.432566e-01\n",
      "TIMESTEP 309273 / e 78 / bar1_score 19 / bar2_score 17 / REWARD 1 / Q_MAX 2.525835e+00\n",
      "TIMESTEP 309654 / e 79 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.158481e+00\n",
      "TIMESTEP 310035 / e 79 / bar1_score 1 / bar2_score 0 / REWARD 1 / Q_MAX 2.427406e+00\n",
      "TIMESTEP 310418 / e 79 / bar1_score 2 / bar2_score 0 / REWARD 1 / Q_MAX 2.591815e+00\n",
      "TIMESTEP 310547 / e 79 / bar1_score 2 / bar2_score 1 / REWARD -1 / Q_MAX 7.174202e-01\n",
      "TIMESTEP 310676 / e 79 / bar1_score 3 / bar2_score 1 / REWARD 1 / Q_MAX 2.612862e+00\n",
      "TIMESTEP 310805 / e 79 / bar1_score 3 / bar2_score 2 / REWARD -1 / Q_MAX 1.214102e+00\n",
      "TIMESTEP 310934 / e 79 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 2.939321e+00\n",
      "TIMESTEP 311317 / e 79 / bar1_score 5 / bar2_score 2 / REWARD 1 / Q_MAX 2.985707e+00\n",
      "TIMESTEP 311699 / e 79 / bar1_score 6 / bar2_score 2 / REWARD 1 / Q_MAX 2.587744e+00\n",
      "TIMESTEP 312080 / e 79 / bar1_score 7 / bar2_score 2 / REWARD 1 / Q_MAX 2.342196e+00\n",
      "TIMESTEP 312462 / e 79 / bar1_score 8 / bar2_score 2 / REWARD 1 / Q_MAX 2.570614e+00\n",
      "TIMESTEP 312760 / e 79 / bar1_score 8 / bar2_score 3 / REWARD -1 / Q_MAX 2.472562e-01\n",
      "TIMESTEP 312806 / e 79 / bar1_score 8 / bar2_score 4 / REWARD -1 / Q_MAX 5.634636e-01\n",
      "TIMESTEP 312935 / e 79 / bar1_score 9 / bar2_score 4 / REWARD 1 / Q_MAX 2.488831e+00\n",
      "TIMESTEP 313064 / e 79 / bar1_score 9 / bar2_score 5 / REWARD -1 / Q_MAX 1.466581e+00\n",
      "TIMESTEP 313193 / e 79 / bar1_score 10 / bar2_score 5 / REWARD 1 / Q_MAX 2.469922e+00\n",
      "TIMESTEP 313574 / e 79 / bar1_score 11 / bar2_score 5 / REWARD 1 / Q_MAX 2.293421e+00\n",
      "TIMESTEP 313871 / e 79 / bar1_score 11 / bar2_score 6 / REWARD -1 / Q_MAX 4.170585e-01\n",
      "TIMESTEP 313917 / e 79 / bar1_score 11 / bar2_score 7 / REWARD -1 / Q_MAX 3.522405e-01\n",
      "TIMESTEP 314046 / e 79 / bar1_score 12 / bar2_score 7 / REWARD 1 / Q_MAX 2.426012e+00\n",
      "TIMESTEP 314343 / e 79 / bar1_score 12 / bar2_score 8 / REWARD -1 / Q_MAX 1.632635e+00\n",
      "TIMESTEP 314389 / e 79 / bar1_score 12 / bar2_score 9 / REWARD -1 / Q_MAX 3.198925e-01\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TIMESTEP 314518 / e 79 / bar1_score 13 / bar2_score 9 / REWARD 1 / Q_MAX 2.196803e+00\n",
      "TIMESTEP 314901 / e 79 / bar1_score 14 / bar2_score 9 / REWARD 1 / Q_MAX 2.493323e+00\n",
      "TIMESTEP 315284 / e 79 / bar1_score 15 / bar2_score 9 / REWARD 1 / Q_MAX 2.247601e+00\n",
      "TIMESTEP 315581 / e 79 / bar1_score 15 / bar2_score 10 / REWARD -1 / Q_MAX 1.330484e+00\n",
      "TIMESTEP 315795 / e 79 / bar1_score 15 / bar2_score 11 / REWARD -1 / Q_MAX 3.654320e-01\n",
      "TIMESTEP 315924 / e 79 / bar1_score 16 / bar2_score 11 / REWARD 1 / Q_MAX 2.559313e+00\n",
      "TIMESTEP 316305 / e 79 / bar1_score 17 / bar2_score 11 / REWARD 1 / Q_MAX 2.476660e+00\n",
      "TIMESTEP 316434 / e 79 / bar1_score 17 / bar2_score 12 / REWARD -1 / Q_MAX 1.064069e+00\n",
      "TIMESTEP 316563 / e 79 / bar1_score 18 / bar2_score 12 / REWARD 1 / Q_MAX 2.354178e+00\n",
      "TIMESTEP 316944 / e 79 / bar1_score 19 / bar2_score 12 / REWARD 1 / Q_MAX 2.442541e+00\n",
      "TIMESTEP 317241 / e 79 / bar1_score 19 / bar2_score 13 / REWARD -1 / Q_MAX 3.142902e-01\n",
      "TIMESTEP 317455 / e 79 / bar1_score 19 / bar2_score 14 / REWARD -1 / Q_MAX 1.397858e+00\n",
      "TIMESTEP 317586 / e 80 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.178476e+00\n",
      "TIMESTEP 317883 / e 80 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 3.501461e-01\n",
      "TIMESTEP 318097 / e 80 / bar1_score 0 / bar2_score 2 / REWARD -1 / Q_MAX 1.438192e+00\n",
      "TIMESTEP 318226 / e 80 / bar1_score 1 / bar2_score 2 / REWARD 1 / Q_MAX 2.433986e+00\n",
      "TIMESTEP 318607 / e 80 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.528215e+00\n",
      "TIMESTEP 318988 / e 80 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.330995e+00\n",
      "TIMESTEP 319369 / e 80 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 2.206692e+00\n",
      "TIMESTEP 319750 / e 80 / bar1_score 5 / bar2_score 2 / REWARD 1 / Q_MAX 2.369778e+00\n",
      "TIMESTEP 319879 / e 80 / bar1_score 5 / bar2_score 3 / REWARD -1 / Q_MAX 7.663274e-01\n",
      "TIMESTEP 320008 / e 80 / bar1_score 6 / bar2_score 3 / REWARD 1 / Q_MAX 2.414757e+00\n",
      "TIMESTEP 320137 / e 80 / bar1_score 6 / bar2_score 4 / REWARD -1 / Q_MAX 3.853813e-01\n",
      "TIMESTEP 320266 / e 80 / bar1_score 7 / bar2_score 4 / REWARD 1 / Q_MAX 2.450939e+00\n",
      "TIMESTEP 320648 / e 80 / bar1_score 8 / bar2_score 4 / REWARD 1 / Q_MAX 2.382982e+00\n",
      "TIMESTEP 321029 / e 80 / bar1_score 9 / bar2_score 4 / REWARD 1 / Q_MAX 2.255132e+00\n",
      "TIMESTEP 321411 / e 80 / bar1_score 10 / bar2_score 4 / REWARD 1 / Q_MAX 2.332326e+00\n",
      "TIMESTEP 321792 / e 80 / bar1_score 11 / bar2_score 4 / REWARD 1 / Q_MAX 2.352811e+00\n",
      "TIMESTEP 322173 / e 80 / bar1_score 12 / bar2_score 4 / REWARD 1 / Q_MAX 2.218945e+00\n",
      "TIMESTEP 322556 / e 80 / bar1_score 13 / bar2_score 4 / REWARD 1 / Q_MAX 2.197997e+00\n",
      "TIMESTEP 322938 / e 80 / bar1_score 14 / bar2_score 4 / REWARD 1 / Q_MAX 2.288948e+00\n",
      "TIMESTEP 323319 / e 80 / bar1_score 15 / bar2_score 4 / REWARD 1 / Q_MAX 2.266083e+00\n",
      "TIMESTEP 323448 / e 80 / bar1_score 15 / bar2_score 5 / REWARD -1 / Q_MAX 5.674946e-01\n",
      "TIMESTEP 323577 / e 80 / bar1_score 16 / bar2_score 5 / REWARD 1 / Q_MAX 2.206999e+00\n",
      "TIMESTEP 323706 / e 80 / bar1_score 16 / bar2_score 6 / REWARD -1 / Q_MAX 1.126586e-01\n",
      "TIMESTEP 323835 / e 80 / bar1_score 17 / bar2_score 6 / REWARD 1 / Q_MAX 2.202153e+00\n",
      "TIMESTEP 323964 / e 80 / bar1_score 17 / bar2_score 7 / REWARD -1 / Q_MAX 5.478187e-01\n",
      "TIMESTEP 324093 / e 80 / bar1_score 18 / bar2_score 7 / REWARD 1 / Q_MAX 2.270239e+00\n",
      "TIMESTEP 324222 / e 80 / bar1_score 18 / bar2_score 8 / REWARD -1 / Q_MAX 1.152735e+00\n",
      "TIMESTEP 324351 / e 80 / bar1_score 19 / bar2_score 8 / REWARD 1 / Q_MAX 2.545005e+00\n",
      "TIMESTEP 324732 / e 81 / bar1_score 0 / bar2_score 0 / REWARD 1 / Q_MAX 2.219897e+00\n",
      "TIMESTEP 324861 / e 81 / bar1_score 0 / bar2_score 1 / REWARD -1 / Q_MAX 1.108074e+00\n",
      "TIMESTEP 324990 / e 81 / bar1_score 1 / bar2_score 1 / REWARD 1 / Q_MAX 2.951212e+00\n",
      "TIMESTEP 325119 / e 81 / bar1_score 1 / bar2_score 2 / REWARD -1 / Q_MAX 1.171050e+00\n",
      "TIMESTEP 325248 / e 81 / bar1_score 2 / bar2_score 2 / REWARD 1 / Q_MAX 2.818689e+00\n",
      "TIMESTEP 325631 / e 81 / bar1_score 3 / bar2_score 2 / REWARD 1 / Q_MAX 2.725828e+00\n",
      "TIMESTEP 326012 / e 81 / bar1_score 4 / bar2_score 2 / REWARD 1 / Q_MAX 2.040619e+00\n",
      "TIMESTEP 326309 / e 81 / bar1_score 4 / bar2_score 3 / REWARD -1 / Q_MAX 1.438862e+00\n",
      "TIMESTEP 326522 / e 81 / bar1_score 4 / bar2_score 4 / REWARD -1 / Q_MAX 7.958875e-01\n",
      "TIMESTEP 326651 / e 81 / bar1_score 5 / bar2_score 4 / REWARD 1 / Q_MAX 2.286192e+00\n",
      "TIMESTEP 327034 / e 81 / bar1_score 6 / bar2_score 4 / REWARD 1 / Q_MAX 2.331031e+00\n",
      "TIMESTEP 327416 / e 81 / bar1_score 7 / bar2_score 4 / REWARD 1 / Q_MAX 2.262099e+00\n",
      "TIMESTEP 327797 / e 81 / bar1_score 8 / bar2_score 4 / REWARD 1 / Q_MAX 2.263578e+00\n",
      "TIMESTEP 328179 / e 81 / bar1_score 9 / bar2_score 4 / REWARD 1 / Q_MAX 2.384868e+00\n",
      "TIMESTEP 328562 / e 81 / bar1_score 10 / bar2_score 4 / REWARD 1 / Q_MAX 2.288479e+00\n",
      "TIMESTEP 328943 / e 81 / bar1_score 11 / bar2_score 4 / REWARD 1 / Q_MAX 1.938675e+00\n",
      "TIMESTEP 329326 / e 81 / bar1_score 12 / bar2_score 4 / REWARD 1 / Q_MAX 2.309886e+00\n",
      "TIMESTEP 329707 / e 81 / bar1_score 13 / bar2_score 4 / REWARD 1 / Q_MAX 2.275866e+00\n",
      "TIMESTEP 330088 / e 81 / bar1_score 14 / bar2_score 4 / REWARD 1 / Q_MAX 2.192470e+00\n",
      "TIMESTEP 330385 / e 81 / bar1_score 14 / bar2_score 5 / REWARD -1 / Q_MAX 4.205385e-01\n",
      "TIMESTEP 330431 / e 81 / bar1_score 14 / bar2_score 6 / REWARD -1 / Q_MAX 7.276688e-01\n",
      "TIMESTEP 330477 / e 81 / bar1_score 14 / bar2_score 7 / REWARD -1 / Q_MAX 1.221954e+00\n",
      "TIMESTEP 330523 / e 81 / bar1_score 14 / bar2_score 8 / REWARD -1 / Q_MAX 9.915602e-01\n",
      "TIMESTEP 330652 / e 81 / bar1_score 15 / bar2_score 8 / REWARD 1 / Q_MAX 2.999080e+00\n",
      "TIMESTEP 330949 / e 81 / bar1_score 15 / bar2_score 9 / REWARD -1 / Q_MAX 1.035554e+00\n",
      "TIMESTEP 331164 / e 81 / bar1_score 15 / bar2_score 10 / REWARD -1 / Q_MAX 3.580152e-01\n",
      "TIMESTEP 331293 / e 81 / bar1_score 16 / bar2_score 10 / REWARD 1 / Q_MAX 2.525671e+00\n",
      "TIMESTEP 331422 / e 81 / bar1_score 16 / bar2_score 11 / REWARD -1 / Q_MAX 4.844977e-01\n",
      "TIMESTEP 331551 / e 81 / bar1_score 17 / bar2_score 11 / REWARD 1 / Q_MAX 2.670601e+00\n"
     ]
    }
   ],
   "source": [
    "def main():\n",
    "    playGame()\n",
    "\n",
    "if __name__ == \"__main__\":\n",
    "    tick = time.time()\n",
    "    main()\n",
    "    print(\"Game_Ends_in Time:\",int(time.time() - tick))\n",
    "    print(\"____________ END HERE _____________\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "Jai Gurudev"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}