experiments.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting matplotlib\n",
      "  Downloading matplotlib-3.6.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (11.8 MB)\n",
      "\u001b[K     |████████████████████████████████| 11.8 MB 16.9 MB/s eta 0:00:01\n",
      "\u001b[?25hRequirement already satisfied: packaging>=20.0 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib) (21.3)\n",
      "Requirement already satisfied: python-dateutil>=2.7 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib) (2.8.2)\n",
      "Collecting cycler>=0.10\n",
      "  Using cached cycler-0.11.0-py3-none-any.whl (6.4 kB)\n",
      "Collecting kiwisolver>=1.0.1\n",
      "  Using cached kiwisolver-1.4.4-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl (1.6 MB)\n",
      "Requirement already satisfied: pyparsing>=2.2.1 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib) (3.0.9)\n",
      "Collecting pillow>=6.2.0\n",
      "  Using cached Pillow-9.2.0-cp39-cp39-manylinux_2_28_x86_64.whl (3.2 MB)\n",
      "Collecting fonttools>=4.22.0\n",
      "  Using cached fonttools-4.37.4-py3-none-any.whl (960 kB)\n",
      "Collecting contourpy>=1.0.1\n",
      "  Using cached contourpy-1.0.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (296 kB)\n",
      "Collecting numpy>=1.19\n",
      "  Using cached numpy-1.23.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (17.1 MB)\n",
      "Requirement already satisfied: six>=1.5 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from python-dateutil>=2.7->matplotlib) (1.16.0)\n",
      "Installing collected packages: numpy, pillow, kiwisolver, fonttools, cycler, contourpy, matplotlib\n",
      "Successfully installed contourpy-1.0.5 cycler-0.11.0 fonttools-4.37.4 kiwisolver-1.4.4 matplotlib-3.6.1 numpy-1.23.3 pillow-9.2.0\n",
      "Note: you may need to restart the kernel to use updated packages.\n",
      "Requirement already satisfied: numpy in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (1.23.3)\n",
      "Note: you may need to restart the kernel to use updated packages.\n",
      "Collecting pandas\n",
      "  Using cached pandas-1.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.2 MB)\n",
      "Requirement already satisfied: numpy>=1.20.3 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from pandas) (1.23.3)\n",
      "Requirement already satisfied: python-dateutil>=2.8.1 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from pandas) (2.8.2)\n",
      "Collecting pytz>=2020.1\n",
      "  Using cached pytz-2022.4-py2.py3-none-any.whl (500 kB)\n",
      "Requirement already satisfied: six>=1.5 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from python-dateutil>=2.8.1->pandas) (1.16.0)\n",
      "Installing collected packages: pytz, pandas\n",
      "Successfully installed pandas-1.5.0 pytz-2022.4\n",
      "Note: you may need to restart the kernel to use updated packages.\n",
      "Collecting seaborn\n",
      "  Using cached seaborn-0.12.0-py3-none-any.whl (285 kB)\n",
      "Requirement already satisfied: matplotlib>=3.1 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from seaborn) (3.6.1)\n",
      "Requirement already satisfied: numpy>=1.17 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from seaborn) (1.23.3)\n",
      "Requirement already satisfied: pandas>=0.25 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from seaborn) (1.5.0)\n",
      "Requirement already satisfied: contourpy>=1.0.1 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib>=3.1->seaborn) (1.0.5)\n",
      "Requirement already satisfied: python-dateutil>=2.7 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib>=3.1->seaborn) (2.8.2)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib>=3.1->seaborn) (1.4.4)\n",
      "Requirement already satisfied: fonttools>=4.22.0 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib>=3.1->seaborn) (4.37.4)\n",
      "Requirement already satisfied: packaging>=20.0 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib>=3.1->seaborn) (21.3)\n",
      "Requirement already satisfied: pyparsing>=2.2.1 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib>=3.1->seaborn) (3.0.9)\n",
      "Requirement already satisfied: cycler>=0.10 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib>=3.1->seaborn) (0.11.0)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from matplotlib>=3.1->seaborn) (9.2.0)\n",
      "Requirement already satisfied: pytz>=2020.1 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from pandas>=0.25->seaborn) (2022.4)\n",
      "Requirement already satisfied: six>=1.5 in /home/qasimkhawaja/.venv/lib/python3.9/site-packages (from python-dateutil>=2.7->matplotlib>=3.1->seaborn) (1.16.0)\n",
      "Installing collected packages: seaborn\n",
      "Successfully installed seaborn-0.12.0\n",
      "Note: you may need to restart the kernel to use updated packages.\n",
      "-- Could NOT find Doxygen (missing: DOXYGEN_EXECUTABLE) \n",
      "-- IPO is supported\n",
      "-- Configuring done\n",
      "-- Generating done\n",
      "-- Build files have been written to: /home/qasimkhawaja/PSRS/build\n",
      "\u001b[35m\u001b[1mScanning dependencies of target engine\u001b[0m\n",
      "[ 20%] \u001b[32mBuilding CXX object CMakeFiles/engine.dir/src/utils.cpp.o\u001b[0m\n",
      "[ 20%] Built target engine\n",
      "\u001b[35m\u001b[1mScanning dependencies of target main\u001b[0m\n",
      "[ 40%] \u001b[32mBuilding CXX object CMakeFiles/main.dir/app/main.cpp.o\u001b[0m\n",
      "[ 60%] \u001b[32m\u001b[1mLinking CXX executable main\u001b[0m\n",
      "[ 60%] Built target main\n",
      "\u001b[35m\u001b[1mScanning dependencies of target unit_tests\u001b[0m\n",
      "[ 80%] \u001b[32mBuilding CXX object tests/CMakeFiles/unit_tests.dir/main.cpp.o\u001b[0m\n",
      "[100%] \u001b[32m\u001b[1mLinking CXX executable ../unit_tests\u001b[0m\n",
      "[100%] Built target unit_tests\n"
     ]
    }
   ],
   "source": [
    "'''\n",
    "    Setup the project\n",
    "'''\n",
    "%pip install matplotlib\n",
    "%pip install numpy\n",
    "%pip install pandas\n",
    "%pip install seaborn\n",
    "\n",
    "ALL_FLAGS = ['ENABLE_PHASE_TIMING', 'ENABLE_DEBUG', 'ENABLE_RANDOM_SAMPLING', 'ENABLE_NORMAL', 'ENABLE_UNIFORM']\n",
    "# Make directory build if it doesn't exist\n",
    "!mkdir -p build\n",
    "!cd build && cmake .. -DENABLE_PHASE_TIMING=OFF -DENABLE_DEBUG=OFF -DENABLE_RANDOM_SAMPLING=OFF -DENABLE_NORMAL=OFF -DENABLE_UNIFORM=OFF && make"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Install the python packages\n",
    "import os\n",
    "import sys\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Experiments for PSRS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Helper functions for running the experiments\n",
    "\n",
    "def runProgram(numElements, seed, useUniprocessor, numThreads=1):\n",
    "    '''\n",
    "        Runs the program and capture the results\n",
    "        The command to run is `cd build && ./main {numThreads} {numElements} {seed} {useUniprocessor}`` which outputs\n",
    "        ['p: numThreads n: numElements seed: seed useUniprocessor: useUniprocessor', 'time', 'Success'] where time is in nanoseconds\n",
    "    '''\n",
    "    sys.stdout.flush()\n",
    "    result = !cd build && ./main {numThreads} {numElements} {seed} {useUniprocessor}\n",
    "    try:\n",
    "        assert result[-1] == 'Success', 'Experiment failed'\n",
    "    except:\n",
    "        print('Error in running the program')\n",
    "        print(result)\n",
    "        print('Trying again')\n",
    "        result = !cd build && ./main {numThreads} {numElements} {seed} {useUniprocessor}\n",
    "        assert result[-1] == 'Success', 'Experiment failed'\n",
    "        \n",
    "    return result\n",
    "\n",
    "def collectData(numElements, seed, useUniprocessor, times=7, numThreads=1):\n",
    "    '''\n",
    "        Collects the time data by running the program multiple times with different seeds but same number of elements\n",
    "    '''\n",
    "    data = []\n",
    "    for i in range(times):\n",
    "        newSeed = seed+(i+1)*20\n",
    "        print(f'Running program {i+1}/{times} for numElements={numElements} seed={newSeed} useUniprocessor={useUniprocessor} numThreads={numThreads}')\n",
    "        result = runProgram(numElements, newSeed, useUniprocessor, numThreads)\n",
    "        data.append(result)\n",
    "    return data\n",
    "    \n",
    "def collectTimingData(numElements, seed, numThreads, lastRuns=5, times=7):\n",
    "    '''\n",
    "        Collects the timing data by running collectData for all threads and then averaging the last 5 runs\n",
    "    '''\n",
    "    print(f'Collecting timing data for numElements={numElements} seed={seed} maxThreads={numThreads}')\n",
    "    assert lastRuns <= times, 'lastRuns should be less than or equal to times'\n",
    "    data = []\n",
    "    time_uniprocessor = [int(x[1]) for x in collectData(numElements, seed, 1, times)]\n",
    "    data.append((1, sum(time_uniprocessor[-lastRuns:])/lastRuns))\n",
    "    for i in range(2, numThreads+1):\n",
    "        time = [int(x[1]) for x in collectData(numElements, seed, 0, times, i)]\n",
    "        # take avg of last x runs\n",
    "        avg = sum(time[-lastRuns:])/lastRuns\n",
    "        data.append([i, avg])\n",
    "    return data\n",
    "def collectPhaseTimingData(numElements, seed, numThreads, lastRuns=5, times=7):\n",
    "    '''\n",
    "        Collects the phase timing data by running collectData for all threads and then averaging the last 5 runs for each phase\n",
    "    '''\n",
    "    print(f'Collecting phase timing data for numElements={numElements} seed={seed} maxThreads={numThreads}')\n",
    "    assert lastRuns <= times, 'lastRuns should be less than or equal to times'\n",
    "    data = []\n",
    "    for i in range(2, numThreads+1):\n",
    "        result = collectData(numElements, seed, 0, times, i)\n",
    "        # std::cout << \"Thread: \" + std::to_string(threadId) + \" Phase: \" + std::to_string(phase) + \" time: \" + std::to_string(std::chrono::duration_cast<std::chrono::nanoseconds>(endPhaseTime - beginPhaseTime).count()) + \"\\n\";\n",
    "        phase1 = []\n",
    "        phase2 = []\n",
    "        phase3 = []\n",
    "        phase4 = []\n",
    "        for run in result:\n",
    "            for r in run:\n",
    "                if 'Phase: 1' in r:\n",
    "                    phase1.append(int(r.split(' ')[-1]))\n",
    "                elif 'Phase: 2' in r:\n",
    "                    phase2.append(int(r.split(' ')[-1]))\n",
    "                elif 'Phase: 3' in r:\n",
    "                    phase3.append(int(r.split(' ')[-1]))\n",
    "                elif 'Phase: 4' in r:\n",
    "                    phase4.append(int(r.split(' ')[-1]))\n",
    "        assert len(phase1) == len(phase2) == len(phase3) == len(phase4), 'Phase data is not collected properly'\n",
    "        df = pd.DataFrame({'phase1': phase1, 'phase2': phase2, 'phase3': phase3, 'phase4': phase4})\n",
    "        # Get the average of the last 5 runs\n",
    "        df = df.iloc[-lastRuns:]\n",
    "        df = df.mean()\n",
    "        data.append([i, df['phase1'], df['phase2'], df['phase3'], df['phase4']])\n",
    "    \n",
    "    return data\n",
    "    \n",
    "    \n",
    "def writeToCSV(filename, data, header):\n",
    "    '''\n",
    "        Writes the data to a csv file\n",
    "    '''\n",
    "    df = pd.DataFrame(data, columns=header)\n",
    "    df.to_csv(filename, index=False)\n",
    "    print(f'Wrote data to {filename}')\n",
    "\n",
    "def saveTimingData(experiment_data, id, numElements):\n",
    "    writeToCSV(f'experiment_{id}_{numElements}.csv', experiment_data, ['numThreads', 'time'])\n",
    "    experiment_speedup = list(map(lambda x: (x[0], experiment_data[0][1]/x[1]), experiment_data))\n",
    "    writeToCSV(f'experiment_{id}_{numElements}_speedup.csv', experiment_speedup, ['numThreads', 'speedup'])\n",
    "\n",
    "def savePhaseTimingData(experiment_data, id, numElements):\n",
    "    writeToCSV(f'experiment_{id}_{numElements}.csv', experiment_data, ['numThreads', 'phase1', 'phase2', 'phase3', 'phase4'])\n",
    "    \n",
    "\n",
    "def runAndSaveExperiment(numElements, seed, threads, id, collect, save):\n",
    "    print(f'Running experiment id: {id}')\n",
    "    experiment_data = collect(numElements, seed, threads)\n",
    "    save(experiment_data, id, numElements)\n",
    "    \n",
    "def getPerfExperimentSettings():\n",
    "    MAX_THREADS = 16\n",
    "    seed = 100\n",
    "    numElements = 160000000\n",
    "    NUM_ELEMENTS_MULTIPLIER = 2\n",
    "    experiment_settings = []\n",
    "    SEED_STEP = 13\n",
    "    NUM_EXPERIMENTS = 9\n",
    "    for i in range(5, NUM_EXPERIMENTS):\n",
    "        experiment_settings.append((numElements, seed, MAX_THREADS, f\"perf_{i}\"))\n",
    "        numElements = numElements * NUM_ELEMENTS_MULTIPLIER\n",
    "        seed = seed + SEED_STEP\n",
    "    return experiment_settings\n",
    "\n",
    "def getPhaseTimingExperimentSettings():\n",
    "    experiment_settings = []\n",
    "    numElements = 100000000\n",
    "    NUM_ELEMENTS_MULTIPLIER = 2\n",
    "    MAX_THREADS = 16\n",
    "    seed = 200\n",
    "    SEED_STEP = 13\n",
    "    for i in range(1, 4):\n",
    "        experiment_settings.append((numElements, seed, MAX_THREADS, f\"phase_timing_{i}\"))\n",
    "        numElements = numElements * NUM_ELEMENTS_MULTIPLIER\n",
    "        seed = seed + SEED_STEP\n",
    "        \n",
    "    return experiment_settings\n",
    "\n",
    "def getRegularVsRandomExperimentSettings(reg=True):\n",
    "    MAX_THREADS = 8\n",
    "    seed = 100\n",
    "    numElements = 100000000\n",
    "    NUM_ELEMENTS_MULTIPLIER = 1.5\n",
    "    experiment_settings = []\n",
    "    SEED_STEP = 13\n",
    "    NUM_EXPERIMENTS = 3\n",
    "    for i in range(1, NUM_EXPERIMENTS+1):\n",
    "        experiment_settings.append((numElements, seed, MAX_THREADS, f\"{'regular' if reg else 'random'}_{i}\"))\n",
    "        numElements = int(numElements * NUM_ELEMENTS_MULTIPLIER)\n",
    "        seed = seed + SEED_STEP\n",
    "    return experiment_settings\n",
    "\n",
    "def getUniformVsNormalExperimentSettings(uni=True):\n",
    "    MAX_THREADS = 8\n",
    "    seed = 100\n",
    "    numElements = 200000000\n",
    "    NUM_ELEMENTS_MULTIPLIER = 1.5\n",
    "    experiment_settings = []\n",
    "    SEED_STEP = 13\n",
    "    NUM_EXPERIMENTS = 1\n",
    "    for i in range(1, NUM_EXPERIMENTS+1):\n",
    "        experiment_settings.append((numElements, seed, MAX_THREADS, f\"{'uniform' if uni else 'normal'}_{i}\"))\n",
    "        numElements = int(numElements * NUM_ELEMENTS_MULTIPLIER)\n",
    "        seed = seed + SEED_STEP\n",
    "    return experiment_settings\n",
    "\n",
    "    \n",
    "def validateResult(res):\n",
    "    generated = res[2].strip().split(' ') # The generated unsorted array\n",
    "    generated = list(map(lambda x: int(x), generated))\n",
    "    threads = list(map( lambda x: x.strip().split(\" \") ,filter(lambda x: 'Phase:' not in x, res[3:-3])))\n",
    "    threads = sorted(threads, key=lambda x: int(x[0].split(\":\")[1])) # Sorting the threads by their id\n",
    "    threads = list(map(lambda x: list(map(lambda y: int(y), x[1:])), threads)) # Converting the strings to integers\n",
    "    combined = []\n",
    "    for t in threads:\n",
    "        combined.extend(t) # Combining all the threads lists into one\n",
    "    assert len(generated) == len(combined), 'Generated and combined arrays are not of same length'\n",
    "    assert sorted(generated) == sorted(combined), 'Generated and combined arrays are not equal'\n",
    "    print('Validation successful')\n",
    "\n",
    "def runPerformanceExperiments():\n",
    "    '''\n",
    "        These experiments run PSRS on different number of threads and different number of elements. While keeping the seeds constant\n",
    "    '''\n",
    "    # Recompiling the program with all flags disabled\n",
    "    !cd build && cmake .. -DENABLE_PHASE_TIMING=OFF -DENABLE_DEBUG=OFF -DENABLE_RANDOM_SAMPLING=OFF -DENABLE_NORMAL=OFF -DENABLE_UNIFORM=OFF && make\n",
    "    experiment_settings = getPerfExperimentSettings()\n",
    "    for experiment in experiment_settings:\n",
    "        runAndSaveExperiment(*experiment, collectTimingData, saveTimingData)\n",
    "        \n",
    "def runPhaseTimingExperiments():\n",
    "    '''\n",
    "        These experiments run PSRS on different number of threads with a fixed number of elements and seeds.The purpose is to measure the time taken by each phase.\n",
    "    '''\n",
    "    # Recompiling the program with the flag ENABLE_PHASE_TIMING and all other flags disabled\n",
    "    !cd build && cmake .. -DENABLE_PHASE_TIMING=ON -DENABLE_DEBUG=OFF -DENABLE_RANDOM_SAMPLING=OFF -DENABLE_NORMAL=OFF -DENABLE_UNIFORM=OFF && make\n",
    "    experiment_settings = getPhaseTimingExperimentSettings()\n",
    "    for experiment in experiment_settings:\n",
    "        runAndSaveExperiment(*experiment, collectPhaseTimingData, savePhaseTimingData)\n",
    "\n",
    "def runCorrectnessExperiments():\n",
    "    '''\n",
    "        These experiments run PSRS on small number of elements and seeds to check the correctness of the implementation. The number of threads is also varied.\n",
    "    '''\n",
    "    # Recompiling the program with the flag ENABLE_PHASE_TIMING and all other flags disabled\n",
    "    !cd build && cmake .. -DENABLE_PHASE_TIMING=ON -DENABLE_DEBUG=ON -DENABLE_RANDOM_SAMPLING=OFF -DENABLE_NORMAL=OFF -DENABLE_UNIFORM=OFF && make\n",
    "    \n",
    "    res = runProgram(100, 100, 0, 3)\n",
    "    validateResult(res)\n",
    "    res = runProgram(13001, 1300, 0, 5)\n",
    "    validateResult(res)\n",
    "    res = runProgram(1020, 1020, 0, 4)\n",
    "    validateResult(res)\n",
    "    \n",
    "def runRegularVsRandomSamplingExperiments():\n",
    "    '''\n",
    "        These experiments run PSRS with regular sampling and random sampling on different number of elements and seeds, while keeping the number of threads constant.\n",
    "    '''\n",
    "    experiment_settings = getRegularVsRandomExperimentSettings()\n",
    "    # First run the experiments with regular sampling\n",
    "    # Recompiling the program with all flags disabled\n",
    "    !cd build && cmake .. -DENABLE_PHASE_TIMING=OFF -DENABLE_DEBUG=OFF -DENABLE_RANDOM_SAMPLING=OFF -DENABLE_NORMAL=OFF -DENABLE_UNIFORM=OFF && make\n",
    "    for experiment in experiment_settings:\n",
    "        runAndSaveExperiment(*experiment, collectTimingData, saveTimingData)\n",
    "        \n",
    "    experiment_settings = getRegularVsRandomExperimentSettings(reg=False)\n",
    "    # Then run the experiments with random sampling\n",
    "    # Recompiling the program with the flag ENABLE_RANDOM_SAMPLING and all other flags disabled\n",
    "    !cd build && cmake .. -DENABLE_PHASE_TIMING=OFF -DENABLE_DEBUG=OFF -DENABLE_RANDOM_SAMPLING=ON -DENABLE_NORMAL=OFF -DENABLE_UNIFORM=OFF && make\n",
    "    for experiment in experiment_settings:\n",
    "        runAndSaveExperiment(*experiment, collectTimingData, saveTimingData)\n",
    "\n",
    "def runNormalVsUniformExperiments():\n",
    "    '''\n",
    "        These experiments run PSRS with normal distribution and uniform distribution on different number of elements and seeds, while keeping the number of threads constant.\n",
    "    '''\n",
    "    # experiment_settings = getUniformVsNormalExperimentSettings()\n",
    "    # # First run the experiments with uniform distribution\n",
    "    # # Recompiling the program with all flags disabled\n",
    "    # !cd build && cmake .. -DENABLE_PHASE_TIMING=OFF -DENABLE_DEBUG=OFF -DENABLE_RANDOM_SAMPLING=OFF -DENABLE_NORMAL=OFF -DENABLE_UNIFORM=ON && make\n",
    "    # for experiment in experiment_settings:\n",
    "    #     runAndSaveExperiment(*experiment, collectTimingData, saveTimingData)\n",
    "    experiment_settings = getUniformVsNormalExperimentSettings(uni=False)\n",
    "    # Then run the experiments with normal distribution\n",
    "    # Recompiling the program with the flag ENABLE_NORMAL and all other flags disabled\n",
    "    !cd build && cmake .. -DENABLE_PHASE_TIMING=OFF -DENABLE_DEBUG=OFF -DENABLE_RANDOM_SAMPLING=OFF -DENABLE_NORMAL=ON -DENABLE_UNIFORM=OFF && make\n",
    "    for experiment in experiment_settings:\n",
    "        runAndSaveExperiment(*experiment, collectTimingData, saveTimingData)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-- Could NOT find Doxygen (missing: DOXYGEN_EXECUTABLE) \n",
      "-- IPO is supported\n",
      "-- Configuring done\n",
      "-- Generating done\n",
      "-- Build files have been written to: /home/qasimkhawaja/PSRS/build\n",
      "[ 20%] Built target engine\n",
      "[ 60%] Built target main\n",
      "[100%] Built target unit_tests\n",
      "Running experiment id: perf_5\n",
      "Collecting timing data for numElements=160000000 seed=100 maxThreads=16\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=8\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=9\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=9\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=9\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=9\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=9\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=9\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=9\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=10\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=10\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=10\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=10\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=10\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=10\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=10\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=11\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=11\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=11\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=11\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=11\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=11\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=11\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=12\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=12\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=12\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=12\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=12\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=12\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=12\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=13\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=13\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=13\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=13\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=13\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=13\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=13\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=14\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=14\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=14\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=14\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=14\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=14\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=14\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=15\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=15\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=15\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=15\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=15\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=15\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=15\n",
      "Running program 1/7 for numElements=160000000 seed=120 useUniprocessor=0 numThreads=16\n",
      "Running program 2/7 for numElements=160000000 seed=140 useUniprocessor=0 numThreads=16\n",
      "Running program 3/7 for numElements=160000000 seed=160 useUniprocessor=0 numThreads=16\n",
      "Running program 4/7 for numElements=160000000 seed=180 useUniprocessor=0 numThreads=16\n",
      "Running program 5/7 for numElements=160000000 seed=200 useUniprocessor=0 numThreads=16\n",
      "Running program 6/7 for numElements=160000000 seed=220 useUniprocessor=0 numThreads=16\n",
      "Running program 7/7 for numElements=160000000 seed=240 useUniprocessor=0 numThreads=16\n",
      "Wrote data to experiment_perf_5_160000000.csv\n",
      "Wrote data to experiment_perf_5_160000000_speedup.csv\n",
      "Running experiment id: perf_6\n",
      "Collecting timing data for numElements=320000000 seed=113 maxThreads=16\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=8\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=9\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=9\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=9\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=9\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=9\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=9\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=9\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=10\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=10\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=10\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=10\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=10\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=10\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=10\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=11\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=11\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=11\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=11\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=11\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=11\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=11\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=12\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=12\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=12\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=12\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=12\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=12\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=12\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=13\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=13\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=13\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=13\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=13\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=13\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=13\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=14\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=14\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=14\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=14\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=14\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=14\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=14\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=15\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=15\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=15\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=15\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=15\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=15\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=15\n",
      "Running program 1/7 for numElements=320000000 seed=133 useUniprocessor=0 numThreads=16\n",
      "Running program 2/7 for numElements=320000000 seed=153 useUniprocessor=0 numThreads=16\n",
      "Running program 3/7 for numElements=320000000 seed=173 useUniprocessor=0 numThreads=16\n",
      "Running program 4/7 for numElements=320000000 seed=193 useUniprocessor=0 numThreads=16\n",
      "Running program 5/7 for numElements=320000000 seed=213 useUniprocessor=0 numThreads=16\n",
      "Running program 6/7 for numElements=320000000 seed=233 useUniprocessor=0 numThreads=16\n",
      "Running program 7/7 for numElements=320000000 seed=253 useUniprocessor=0 numThreads=16\n",
      "Wrote data to experiment_perf_6_320000000.csv\n",
      "Wrote data to experiment_perf_6_320000000_speedup.csv\n",
      "Running experiment id: perf_7\n",
      "Collecting timing data for numElements=640000000 seed=126 maxThreads=16\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=8\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=9\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=9\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=9\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=9\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=9\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=9\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=9\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=10\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=10\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=10\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=10\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=10\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=10\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=10\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=11\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=11\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=11\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=11\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=11\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=11\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=11\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=12\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=12\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=12\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=12\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=12\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=12\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=12\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=13\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=13\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=13\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=13\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=13\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=13\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=13\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=14\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=14\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=14\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=14\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=14\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=14\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=14\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=15\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=15\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=15\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=15\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=15\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=15\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=15\n",
      "Running program 1/7 for numElements=640000000 seed=146 useUniprocessor=0 numThreads=16\n",
      "Running program 2/7 for numElements=640000000 seed=166 useUniprocessor=0 numThreads=16\n",
      "Running program 3/7 for numElements=640000000 seed=186 useUniprocessor=0 numThreads=16\n",
      "Running program 4/7 for numElements=640000000 seed=206 useUniprocessor=0 numThreads=16\n",
      "Running program 5/7 for numElements=640000000 seed=226 useUniprocessor=0 numThreads=16\n",
      "Running program 6/7 for numElements=640000000 seed=246 useUniprocessor=0 numThreads=16\n",
      "Running program 7/7 for numElements=640000000 seed=266 useUniprocessor=0 numThreads=16\n",
      "Wrote data to experiment_perf_7_640000000.csv\n",
      "Wrote data to experiment_perf_7_640000000_speedup.csv\n",
      "Running experiment id: perf_8\n",
      "Collecting timing data for numElements=1280000000 seed=139 maxThreads=16\n",
      "Running program 1/7 for numElements=1280000000 seed=159 useUniprocessor=1 numThreads=1\n"
     ]
    }
   ],
   "source": [
    "runPerformanceExperiments()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-- Could NOT find Doxygen (missing: DOXYGEN_EXECUTABLE) \n",
      "-- IPO is supported\n",
      "-- Configuring done\n",
      "-- Generating done\n",
      "-- Build files have been written to: /home/qasimkhawaja/PSRS/build\n",
      "[ 20%] Built target engine\n",
      "[ 60%] Built target main\n",
      "[100%] Built target unit_tests\n",
      "Running experiment id: phase_timing_1\n",
      "Collecting phase timing data for numElements=1000000 seed=200 maxThreads=16\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=8\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=9\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=9\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=9\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=9\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=9\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=9\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=9\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=10\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=10\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=10\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=10\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=10\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=10\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=10\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=11\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=11\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=11\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=11\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=11\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=11\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=11\n",
      "^C\n",
      "Error in running the program\n",
      "[]\n",
      "Trying again\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=12\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=12\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=12\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=12\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=12\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=12\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=12\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=13\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=13\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=13\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=13\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=13\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=13\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=13\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=14\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=14\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=14\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=14\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=14\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=14\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=14\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=15\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=15\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=15\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=15\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=15\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=15\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=15\n",
      "Running program 1/7 for numElements=1000000 seed=220 useUniprocessor=0 numThreads=16\n",
      "Running program 2/7 for numElements=1000000 seed=240 useUniprocessor=0 numThreads=16\n",
      "Running program 3/7 for numElements=1000000 seed=260 useUniprocessor=0 numThreads=16\n",
      "Running program 4/7 for numElements=1000000 seed=280 useUniprocessor=0 numThreads=16\n",
      "Running program 5/7 for numElements=1000000 seed=300 useUniprocessor=0 numThreads=16\n",
      "Running program 6/7 for numElements=1000000 seed=320 useUniprocessor=0 numThreads=16\n",
      "Running program 7/7 for numElements=1000000 seed=340 useUniprocessor=0 numThreads=16\n",
      "Wrote data to experiment_phase_timing_1_1000000.csv\n",
      "Running experiment id: phase_timing_2\n",
      "Collecting phase timing data for numElements=2000000 seed=213 maxThreads=16\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=8\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=9\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=9\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=9\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=9\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=9\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=9\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=9\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=10\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=10\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=10\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=10\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=10\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=10\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=10\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=11\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=11\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=11\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=11\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=11\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=11\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=11\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=12\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=12\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=12\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=12\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=12\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=12\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=12\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=13\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=13\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=13\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=13\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=13\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=13\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=13\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=14\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=14\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=14\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=14\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=14\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=14\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=14\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=15\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=15\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=15\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=15\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=15\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=15\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=15\n",
      "Running program 1/7 for numElements=2000000 seed=233 useUniprocessor=0 numThreads=16\n",
      "Running program 2/7 for numElements=2000000 seed=253 useUniprocessor=0 numThreads=16\n",
      "Running program 3/7 for numElements=2000000 seed=273 useUniprocessor=0 numThreads=16\n",
      "Running program 4/7 for numElements=2000000 seed=293 useUniprocessor=0 numThreads=16\n",
      "Running program 5/7 for numElements=2000000 seed=313 useUniprocessor=0 numThreads=16\n",
      "Running program 6/7 for numElements=2000000 seed=333 useUniprocessor=0 numThreads=16\n",
      "Running program 7/7 for numElements=2000000 seed=353 useUniprocessor=0 numThreads=16\n",
      "Wrote data to experiment_phase_timing_2_2000000.csv\n",
      "Running experiment id: phase_timing_3\n",
      "Collecting phase timing data for numElements=4000000 seed=226 maxThreads=16\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=8\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=9\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=9\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=9\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=9\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=9\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=9\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=9\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=10\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=10\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=10\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=10\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=10\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=10\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=10\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=11\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=11\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=11\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=11\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=11\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=11\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=11\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=12\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=12\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=12\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=12\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=12\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=12\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=12\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=13\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=13\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=13\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=13\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=13\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=13\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=13\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=14\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=14\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=14\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=14\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=14\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=14\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=14\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=15\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=15\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=15\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=15\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=15\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=15\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=15\n",
      "Running program 1/7 for numElements=4000000 seed=246 useUniprocessor=0 numThreads=16\n",
      "Running program 2/7 for numElements=4000000 seed=266 useUniprocessor=0 numThreads=16\n",
      "Running program 3/7 for numElements=4000000 seed=286 useUniprocessor=0 numThreads=16\n",
      "Running program 4/7 for numElements=4000000 seed=306 useUniprocessor=0 numThreads=16\n",
      "Running program 5/7 for numElements=4000000 seed=326 useUniprocessor=0 numThreads=16\n",
      "Running program 6/7 for numElements=4000000 seed=346 useUniprocessor=0 numThreads=16\n",
      "Running program 7/7 for numElements=4000000 seed=366 useUniprocessor=0 numThreads=16\n",
      "Wrote data to experiment_phase_timing_3_4000000.csv\n",
      "Running experiment id: phase_timing_4\n",
      "Collecting phase timing data for numElements=8000000 seed=239 maxThreads=16\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=8\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=9\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=9\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=9\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=9\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=9\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=9\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=9\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=10\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=10\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=10\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=10\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=10\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=10\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=10\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=11\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=11\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=11\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=11\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=11\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=11\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=11\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=12\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=12\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=12\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=12\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=12\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=12\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=12\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=13\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=13\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=13\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=13\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=13\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=13\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=13\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=14\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=14\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=14\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=14\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=14\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=14\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=14\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=15\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=15\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=15\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=15\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=15\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=15\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=15\n",
      "Running program 1/7 for numElements=8000000 seed=259 useUniprocessor=0 numThreads=16\n",
      "Running program 2/7 for numElements=8000000 seed=279 useUniprocessor=0 numThreads=16\n",
      "Running program 3/7 for numElements=8000000 seed=299 useUniprocessor=0 numThreads=16\n",
      "Running program 4/7 for numElements=8000000 seed=319 useUniprocessor=0 numThreads=16\n",
      "Running program 5/7 for numElements=8000000 seed=339 useUniprocessor=0 numThreads=16\n",
      "Running program 6/7 for numElements=8000000 seed=359 useUniprocessor=0 numThreads=16\n",
      "Running program 7/7 for numElements=8000000 seed=379 useUniprocessor=0 numThreads=16\n",
      "Wrote data to experiment_phase_timing_4_8000000.csv\n",
      "Running experiment id: phase_timing_5\n",
      "Collecting phase timing data for numElements=16000000 seed=252 maxThreads=16\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=8\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=9\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=9\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=9\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=9\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=9\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=9\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=9\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=10\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=10\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=10\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=10\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=10\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=10\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=10\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=11\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=11\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=11\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=11\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=11\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=11\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=11\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=12\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=12\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=12\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=12\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=12\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=12\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=12\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=13\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=13\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=13\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=13\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=13\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=13\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=13\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=14\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=14\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=14\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=14\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=14\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=14\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=14\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=15\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=15\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=15\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=15\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=15\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=15\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=15\n",
      "Running program 1/7 for numElements=16000000 seed=272 useUniprocessor=0 numThreads=16\n",
      "Running program 2/7 for numElements=16000000 seed=292 useUniprocessor=0 numThreads=16\n",
      "Running program 3/7 for numElements=16000000 seed=312 useUniprocessor=0 numThreads=16\n",
      "Running program 4/7 for numElements=16000000 seed=332 useUniprocessor=0 numThreads=16\n",
      "Running program 5/7 for numElements=16000000 seed=352 useUniprocessor=0 numThreads=16\n",
      "Running program 6/7 for numElements=16000000 seed=372 useUniprocessor=0 numThreads=16\n",
      "Running program 7/7 for numElements=16000000 seed=392 useUniprocessor=0 numThreads=16\n",
      "Wrote data to experiment_phase_timing_5_16000000.csv\n"
     ]
    }
   ],
   "source": [
    "runPhaseTimingExperiments()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-- Could NOT find Doxygen (missing: DOXYGEN_EXECUTABLE) \n",
      "-- IPO is supported\n",
      "-- Configuring done\n",
      "-- Generating done\n",
      "-- Build files have been written to: /home/qasimkhawaja/PSRS/build\n",
      "[ 20%] Built target engine\n",
      "[ 60%] Built target main\n",
      "[100%] Built target unit_tests\n",
      "Validation successful\n",
      "Validation successful\n",
      "Validation successful\n"
     ]
    }
   ],
   "source": [
    "runCorrectnessExperiments()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-- Could NOT find Doxygen (missing: DOXYGEN_EXECUTABLE) \n",
      "-- IPO is supported\n",
      "-- Configuring done\n",
      "-- Generating done\n",
      "-- Build files have been written to: /home/qasimkhawaja/PSRS/build\n",
      "[ 20%] Built target engine\n",
      "[ 60%] Built target main\n",
      "[100%] Built target unit_tests\n",
      "Running experiment id: regular_1\n",
      "Collecting timing data for numElements=100000000 seed=100 maxThreads=8\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=8\n",
      "Wrote data to experiment_regular_1_100000000.csv\n",
      "Wrote data to experiment_regular_1_100000000_speedup.csv\n",
      "Running experiment id: regular_2\n",
      "Collecting timing data for numElements=150000000 seed=113 maxThreads=8\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=8\n",
      "Wrote data to experiment_regular_2_150000000.csv\n",
      "Wrote data to experiment_regular_2_150000000_speedup.csv\n",
      "Running experiment id: regular_3\n",
      "Collecting timing data for numElements=225000000 seed=126 maxThreads=8\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=8\n",
      "Wrote data to experiment_regular_3_225000000.csv\n",
      "Wrote data to experiment_regular_3_225000000_speedup.csv\n",
      "-- Could NOT find Doxygen (missing: DOXYGEN_EXECUTABLE) \n",
      "-- IPO is supported\n",
      "-- Configuring done\n",
      "-- Generating done\n",
      "-- Build files have been written to: /home/qasimkhawaja/PSRS/build\n",
      "\u001b[35m\u001b[1mScanning dependencies of target engine\u001b[0m\n",
      "[ 20%] \u001b[32mBuilding CXX object CMakeFiles/engine.dir/src/utils.cpp.o\u001b[0m\n",
      "[ 20%] Built target engine\n",
      "\u001b[35m\u001b[1mScanning dependencies of target main\u001b[0m\n",
      "[ 40%] \u001b[32mBuilding CXX object CMakeFiles/main.dir/app/main.cpp.o\u001b[0m\n",
      "[ 60%] \u001b[32m\u001b[1mLinking CXX executable main\u001b[0m\n",
      "[ 60%] Built target main\n",
      "\u001b[35m\u001b[1mScanning dependencies of target unit_tests\u001b[0m\n",
      "[ 80%] \u001b[32mBuilding CXX object tests/CMakeFiles/unit_tests.dir/main.cpp.o\u001b[0m\n",
      "[100%] \u001b[32m\u001b[1mLinking CXX executable ../unit_tests\u001b[0m\n",
      "[100%] Built target unit_tests\n",
      "Running experiment id: random_1\n",
      "Collecting timing data for numElements=100000000 seed=100 maxThreads=8\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=100000000 seed=120 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=100000000 seed=140 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=100000000 seed=160 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=100000000 seed=180 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=100000000 seed=200 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=100000000 seed=220 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=100000000 seed=240 useUniprocessor=0 numThreads=8\n",
      "Wrote data to experiment_random_1_100000000.csv\n",
      "Wrote data to experiment_random_1_100000000_speedup.csv\n",
      "Running experiment id: random_2\n",
      "Collecting timing data for numElements=150000000 seed=113 maxThreads=8\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=150000000 seed=133 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=150000000 seed=153 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=150000000 seed=173 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=150000000 seed=193 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=150000000 seed=213 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=150000000 seed=233 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=150000000 seed=253 useUniprocessor=0 numThreads=8\n",
      "Wrote data to experiment_random_2_150000000.csv\n",
      "Wrote data to experiment_random_2_150000000_speedup.csv\n",
      "Running experiment id: random_3\n",
      "Collecting timing data for numElements=225000000 seed=126 maxThreads=8\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=225000000 seed=146 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=225000000 seed=166 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=225000000 seed=186 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=225000000 seed=206 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=225000000 seed=226 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=225000000 seed=246 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=225000000 seed=266 useUniprocessor=0 numThreads=8\n",
      "Wrote data to experiment_random_3_225000000.csv\n",
      "Wrote data to experiment_random_3_225000000_speedup.csv\n"
     ]
    }
   ],
   "source": [
    "runRegularVsRandomSamplingExperiments()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-- Could NOT find Doxygen (missing: DOXYGEN_EXECUTABLE) \n",
      "-- IPO is supported\n",
      "-- Configuring done\n",
      "-- Generating done\n",
      "-- Build files have been written to: /home/qasimkhawaja/PSRS/build\n",
      "[ 20%] Built target engine\n",
      "[ 60%] Built target main\n",
      "[100%] Built target unit_tests\n",
      "Running experiment id: normal_1\n",
      "Collecting timing data for numElements=200000000 seed=100 maxThreads=8\n",
      "Running program 1/7 for numElements=200000000 seed=120 useUniprocessor=1 numThreads=1\n",
      "Running program 2/7 for numElements=200000000 seed=140 useUniprocessor=1 numThreads=1\n",
      "Running program 3/7 for numElements=200000000 seed=160 useUniprocessor=1 numThreads=1\n",
      "Running program 4/7 for numElements=200000000 seed=180 useUniprocessor=1 numThreads=1\n",
      "Running program 5/7 for numElements=200000000 seed=200 useUniprocessor=1 numThreads=1\n",
      "Running program 6/7 for numElements=200000000 seed=220 useUniprocessor=1 numThreads=1\n",
      "Running program 7/7 for numElements=200000000 seed=240 useUniprocessor=1 numThreads=1\n",
      "Running program 1/7 for numElements=200000000 seed=120 useUniprocessor=0 numThreads=2\n",
      "Running program 2/7 for numElements=200000000 seed=140 useUniprocessor=0 numThreads=2\n",
      "Running program 3/7 for numElements=200000000 seed=160 useUniprocessor=0 numThreads=2\n",
      "Running program 4/7 for numElements=200000000 seed=180 useUniprocessor=0 numThreads=2\n",
      "Running program 5/7 for numElements=200000000 seed=200 useUniprocessor=0 numThreads=2\n",
      "Running program 6/7 for numElements=200000000 seed=220 useUniprocessor=0 numThreads=2\n",
      "Running program 7/7 for numElements=200000000 seed=240 useUniprocessor=0 numThreads=2\n",
      "Running program 1/7 for numElements=200000000 seed=120 useUniprocessor=0 numThreads=3\n",
      "Running program 2/7 for numElements=200000000 seed=140 useUniprocessor=0 numThreads=3\n",
      "Running program 3/7 for numElements=200000000 seed=160 useUniprocessor=0 numThreads=3\n",
      "Running program 4/7 for numElements=200000000 seed=180 useUniprocessor=0 numThreads=3\n",
      "Running program 5/7 for numElements=200000000 seed=200 useUniprocessor=0 numThreads=3\n",
      "Running program 6/7 for numElements=200000000 seed=220 useUniprocessor=0 numThreads=3\n",
      "Running program 7/7 for numElements=200000000 seed=240 useUniprocessor=0 numThreads=3\n",
      "Running program 1/7 for numElements=200000000 seed=120 useUniprocessor=0 numThreads=4\n",
      "Running program 2/7 for numElements=200000000 seed=140 useUniprocessor=0 numThreads=4\n",
      "Running program 3/7 for numElements=200000000 seed=160 useUniprocessor=0 numThreads=4\n",
      "Running program 4/7 for numElements=200000000 seed=180 useUniprocessor=0 numThreads=4\n",
      "Running program 5/7 for numElements=200000000 seed=200 useUniprocessor=0 numThreads=4\n",
      "Running program 6/7 for numElements=200000000 seed=220 useUniprocessor=0 numThreads=4\n",
      "Running program 7/7 for numElements=200000000 seed=240 useUniprocessor=0 numThreads=4\n",
      "Running program 1/7 for numElements=200000000 seed=120 useUniprocessor=0 numThreads=5\n",
      "Running program 2/7 for numElements=200000000 seed=140 useUniprocessor=0 numThreads=5\n",
      "Running program 3/7 for numElements=200000000 seed=160 useUniprocessor=0 numThreads=5\n",
      "Running program 4/7 for numElements=200000000 seed=180 useUniprocessor=0 numThreads=5\n",
      "Running program 5/7 for numElements=200000000 seed=200 useUniprocessor=0 numThreads=5\n",
      "Running program 6/7 for numElements=200000000 seed=220 useUniprocessor=0 numThreads=5\n",
      "Running program 7/7 for numElements=200000000 seed=240 useUniprocessor=0 numThreads=5\n",
      "Running program 1/7 for numElements=200000000 seed=120 useUniprocessor=0 numThreads=6\n",
      "Running program 2/7 for numElements=200000000 seed=140 useUniprocessor=0 numThreads=6\n",
      "Running program 3/7 for numElements=200000000 seed=160 useUniprocessor=0 numThreads=6\n",
      "Running program 4/7 for numElements=200000000 seed=180 useUniprocessor=0 numThreads=6\n",
      "Running program 5/7 for numElements=200000000 seed=200 useUniprocessor=0 numThreads=6\n",
      "Running program 6/7 for numElements=200000000 seed=220 useUniprocessor=0 numThreads=6\n",
      "Running program 7/7 for numElements=200000000 seed=240 useUniprocessor=0 numThreads=6\n",
      "Running program 1/7 for numElements=200000000 seed=120 useUniprocessor=0 numThreads=7\n",
      "Running program 2/7 for numElements=200000000 seed=140 useUniprocessor=0 numThreads=7\n",
      "Running program 3/7 for numElements=200000000 seed=160 useUniprocessor=0 numThreads=7\n",
      "Running program 4/7 for numElements=200000000 seed=180 useUniprocessor=0 numThreads=7\n",
      "Running program 5/7 for numElements=200000000 seed=200 useUniprocessor=0 numThreads=7\n",
      "Running program 6/7 for numElements=200000000 seed=220 useUniprocessor=0 numThreads=7\n",
      "Running program 7/7 for numElements=200000000 seed=240 useUniprocessor=0 numThreads=7\n",
      "Running program 1/7 for numElements=200000000 seed=120 useUniprocessor=0 numThreads=8\n",
      "Running program 2/7 for numElements=200000000 seed=140 useUniprocessor=0 numThreads=8\n",
      "Running program 3/7 for numElements=200000000 seed=160 useUniprocessor=0 numThreads=8\n",
      "Running program 4/7 for numElements=200000000 seed=180 useUniprocessor=0 numThreads=8\n",
      "Running program 5/7 for numElements=200000000 seed=200 useUniprocessor=0 numThreads=8\n",
      "Running program 6/7 for numElements=200000000 seed=220 useUniprocessor=0 numThreads=8\n",
      "Running program 7/7 for numElements=200000000 seed=240 useUniprocessor=0 numThreads=8\n",
      "Wrote data to experiment_normal_1_200000000.csv\n",
      "Wrote data to experiment_normal_1_200000000_speedup.csv\n"
     ]
    }
   ],
   "source": [
    "runNormalVsUniformExperiments()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.2 ('.venv')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.2"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "e1afaf7eaa15d300d7ac7724a759d168ef8673a01fec582972422de252fac03e"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}