Dataloader explanation

[marcomameli1992]

I try to use the torch_geometric dataset with dataloader. The code that I have written is:

import os
from torch_geometric.data import Dataset
import torchvision.transforms as T
from torch_geometric.transforms import ToSLIC, FaceToEdge
import trimesh
from torch_geometric.utils import from_trimesh
from glob import glob as g
import os.path as p
import PIL.Image as Image

class ShapeNetDataset(Dataset):

    def __init__(self, image_data_path: str, geometric_data_path: str):
        self.image_data_transform = T.Compose([T.ToTensor(), ToSLIC(n_segments=150, channel_axis=2)])
        self.geometric_data_transform = FaceToEdge(remove_faces=False)
        # Read all the images and the obj elements
        self.image_data = g(p.join(image_data_path, "*", "*", "rendering", "*.png"))
        self.geometric_data_path = geometric_data_path

    def __len__(self):
        return len(self.image_data) / 23

    def __getitem__(self, idx):
        image_path = self.image_data[idx]
        image = Image.open(image_path)
        image = self.image_data_transform(image)
        main_folder = image_path.split(os.sep)[-4]
        sub_folder = image_path.split(os.sep)[-3]
        obj_path = p.join(self.geometric_data_path, main_folder, sub_folder, "model.obj")
        mesh = trimesh.load(obj_path, force="mesh", skip_materials=True)
        mesh = from_trimesh(mesh)
        mesh = self.geometric_data_transform(mesh)
        return image, mesh



if __name__ == "__main__":
    from torch_geometric.loader import DataLoader
    shapenet_dataset = ShapeNetDataset("/data/ShapeNetCorev1/ShapeNetRendering/ShapeNetRendering", "/data/ShapeNetCorev1/ShapeNetCorev1")
    #shapenet_data = shapenet_dataset[2]
    #print(shapenet_data)

    dataloader = DataLoader(shapenet_dataset, batch_size=4)
    for data in dataloader:
        print(data)
        break

but when I try to execute it I receive the error:

Traceback (most recent call last):
  File "/mnt/d/WorkingDirectory/UNIVPM/Progetti/ComputerGraphics/3DGen/pixel2mesh-pt3/dataset/shapenet_superpixel.py", line 45, in <module>
    for data in dataloader:
  File "/home/marcomameli01/miniconda3/envs/PT11x/lib/python3.9/site-packages/torch/utils/data/dataloader.py", line 681, in __next__
    data = self._next_data()
  File "/home/marcomameli01/miniconda3/envs/PT11x/lib/python3.9/site-packages/torch/utils/data/dataloader.py", line 720, in _next_data
    index = self._next_index()  # may raise StopIteration
  File "/home/marcomameli01/miniconda3/envs/PT11x/lib/python3.9/site-packages/torch/utils/data/dataloader.py", line 671, in _next_index
    return next(self._sampler_iter)  # may raise StopIteration
  File "/home/marcomameli01/miniconda3/envs/PT11x/lib/python3.9/site-packages/torch/utils/data/sampler.py", line 247, in __iter__
    for idx in self.sampler:
  File "/home/marcomameli01/miniconda3/envs/PT11x/lib/python3.9/site-packages/torch/utils/data/sampler.py", line 76, in __iter__
    return iter(range(len(self.data_source)))
TypeError: 'float' object cannot be interpreted as an integer

[marcomameli1992]

the problem was in the len function. Solution: delete the ' / 23 '

[LukeLIN-web]

Python '/23' will produce float , may need '// 23'