From 2b4671e1f5da3e1d316c981de48f5633a307440e Mon Sep 17 00:00:00 2001 From: KARTHEEK Date: Sat, 13 Jun 2020 21:18:33 +0530 Subject: [PATCH] Cleanup --- benchmarks/heavy_prime.py | 83 --------------------- devTools/__pycache__/format.cpython-36.pyc | Bin 326 -> 326 bytes pyMR.egg-info/PKG-INFO | 11 --- pyMR.egg-info/SOURCES.txt | 11 --- pyMR.egg-info/dependency_links.txt | 1 - pyMR.egg-info/not-zip-safe | 1 - pyMR.egg-info/top_level.txt | 1 - 7 files changed, 108 deletions(-) delete mode 100644 benchmarks/heavy_prime.py delete mode 100644 pyMR.egg-info/PKG-INFO delete mode 100644 pyMR.egg-info/SOURCES.txt delete mode 100644 pyMR.egg-info/dependency_links.txt delete mode 100644 pyMR.egg-info/not-zip-safe delete mode 100644 pyMR.egg-info/top_level.txt diff --git a/benchmarks/heavy_prime.py b/benchmarks/heavy_prime.py deleted file mode 100644 index 418d1bb..0000000 --- a/benchmarks/heavy_prime.py +++ /dev/null @@ -1,83 +0,0 @@ -from pyMR import Master -from math import sqrt -import tracemalloc -import datetime -import pandas as pd -import tracemalloc - - -def time_this(target): - def inner(*args): - tracemalloc.start() - start = datetime.datetime.now() - target(*args) - end = datetime.datetime.now() - current, peak = tracemalloc.get_traced_memory() - tracemalloc.stop() - delta = end - start - return delta.total_seconds(), peak / 10**6 - - return inner - - -def map_prime(list_): - primes = [] - - for val in list_: - flag = True - for i in range(2, int(sqrt(val))): - if val % i == 0: - flag = False - break - if flag: - primes.append(val) - - return primes - - -def red_prime(primes1, primes2): - return primes1 + primes2 - - -@time_this -def with_pymr(high_bound, x): - master = Master(num_workers=9 + x, granularity=3 * x, verbose=False) - master.create_job(data=range(high_bound), - map_fn=map_prime, - red_fn=red_prime) - master.start() - - -@time_this -def without_pymr(high_bound): - map_prime(range(high_bound)) - - -def main(): - df = pd.DataFrame(columns=[ - 'Range', 'Raw (sec)', 'pyMR (sec)', 'Raw peek (MB)', 'pyMR peek (MB)' - ]) - - for i in range(2, 10): - try: - print(f'Finding prime numbers in range - {10 ** i}') - with_time, with_peek = with_pymr(10**i, i) - without_time, without_peek = without_pymr(10**i) - df_ = pd.DataFrame( - [[10**i, without_time, with_time, without_peek, with_peek]], - columns=[ - 'Range', 'Raw (sec)', 'pyMR (sec)', 'Raw peek (MB)', - 'pyMR peek (MB)' - ]) - df = df.append(df_) - except KeyboardInterrupt: - break - - print('-' * 50) - print(df) - print('-' * 50) - df.to_csv('Prime Benchmark.csv') - - -if __name__ == '__main__': - main() diff --git a/devTools/__pycache__/format.cpython-36.pyc b/devTools/__pycache__/format.cpython-36.pyc index 0b76bede8e52794f8039cbfeaa245cdfccaa0fe5..8eacc99fd42b02e281ee00cc060a2aabdba26c0d 100644 GIT binary patch delta 16 XcmX@cbc~7Jn3tDJ^~;lu?DmWRDbEDt delta 16 XcmX@cbc~7Jn3tDJ_3y)t?DmWRDfR^F diff --git a/pyMR.egg-info/PKG-INFO b/pyMR.egg-info/PKG-INFO deleted file mode 100644 index 5ccccf9..0000000 --- a/pyMR.egg-info/PKG-INFO +++ /dev/null @@ -1,11 +0,0 @@ -Metadata-Version: 1.2 -Name: pyMR -Version: 0.1 -Summary: A python package to convert CPU-bound tasks to parallel mapReduce jobs. -Home-page: https://github.com/k4rth33k/pyMR -Author: k4rth33k -Author-email: kartheek2000mike@gmail.com -License: MIT -Description: UNKNOWN -Platform: UNKNOWN -Requires-Python: >=3.2S diff --git a/pyMR.egg-info/SOURCES.txt b/pyMR.egg-info/SOURCES.txt deleted file mode 100644 index 2c7ac5c..0000000 --- a/pyMR.egg-info/SOURCES.txt +++ /dev/null @@ -1,11 +0,0 @@ -README.md -setup.py -pyMR/__init__.py -pyMR/chunk.py -pyMR/main.py -pyMR/utils.py -pyMR.egg-info/PKG-INFO -pyMR.egg-info/SOURCES.txt -pyMR.egg-info/dependency_links.txt -pyMR.egg-info/not-zip-safe -pyMR.egg-info/top_level.txt \ No newline at end of file diff --git a/pyMR.egg-info/dependency_links.txt b/pyMR.egg-info/dependency_links.txt deleted file mode 100644 index 8b13789..0000000 --- a/pyMR.egg-info/dependency_links.txt +++ /dev/null @@ -1 +0,0 @@ - diff --git a/pyMR.egg-info/not-zip-safe b/pyMR.egg-info/not-zip-safe deleted file mode 100644 index 8b13789..0000000 --- a/pyMR.egg-info/not-zip-safe +++ /dev/null @@ -1 +0,0 @@ - diff --git a/pyMR.egg-info/top_level.txt b/pyMR.egg-info/top_level.txt deleted file mode 100644 index 88ce918..0000000 --- a/pyMR.egg-info/top_level.txt +++ /dev/null @@ -1 +0,0 @@ -pyMR