Commit b1e335ec authored by novelailab's avatar novelailab

Don't check if identity is dict

parent dad308db
......@@ -81,8 +81,6 @@ class ShardedImageDataset(data.Dataset):
self.pointer_lookup = {}
for t in self.index:
offset, length, id = t
if type(id) == dict: # if id is identity
id = id['id']
self.pointer_lookup[id] = (offset, length)
#make so metadata is shardable by world_size(num_gpus)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment