diff --git a/thunder/readers.py b/thunder/readers.py index 8034c7ab..b1e0f33a 100644 --- a/thunder/readers.py +++ b/thunder/readers.py @@ -388,10 +388,10 @@ def getsplit(kvIter): raise NotImplementedError("No file reader implementation for URL scheme " + scheme) for kv in kvIter: - idx, keyName = kv - key = bucket.get_key(keyName) + idx, keyname = kv + key = bucket.get_key(keyname) buf = key.get_contents_as_string() - yield idx, buf + yield idx, buf, keyname npartitions = min(npartitions, self.nfiles) if npartitions else self.nfiles rdd = self.engine.parallelize(enumerate(keylist), npartitions) @@ -412,7 +412,7 @@ def getsplit(kv): idx, keyName = kv key = bucket.get_key(keyName) buf = key.get_contents_as_string() - return idx, buf + return idx, buf, keyName return [getsplit(kv) for kv in enumerate(keylist)]