IsADirectoryError: Caught IsADirectoryError in DataLoader worker process 0.

[niteshgaba]

❓ Questions and Help

I have created the data folder with the following structure

train/label_1/aa.png
train/label_2/bb.png
val/label_1/cc.png

and so on

The config used is

{
"name": "classification_task",
"num_epochs": 95,
"loss": {
"name": "CrossEntropyLoss"
},
"dataset": {
"train": {
"name": "image_path",
"batchsize_per_replica": 32,
"num_samples": null,
"use_shuffle": true,
"transforms": [{
"name": "apply_transform_to_key",
"transforms": [
{"name": "RandomResizedCrop", "size": 224},
{"name": "RandomHorizontalFlip"},
{"name": "ToTensor"},
{
"name": "Normalize",
"mean": [0.485, 0.456, 0.406],
"std": [0.229, 0.224, 0.225]
}
],
"key": "input"
}],
"image_folder": "/Users/nitesh/Workspace/MSon/classification-models/classy-vision/xx-project/data/train"
},
"test": {
"name": "image_path",
"batchsize_per_replica": 32,
"num_samples": null,
"use_shuffle": false,
"transforms": [{
"name": "apply_transform_to_key",
"transforms": [
{"name": "Resize", "size": 256},
{"name": "CenterCrop", "size": 224},
{"name": "ToTensor"},
{
"name": "Normalize",
"mean": [0.485, 0.456, 0.406],
"std": [0.229, 0.224, 0.225]
}
],
"key": "input"
}],
"image_folder": "/Users/nitesh/Workspace/MSon/classification-models/classy-vision/xx-project/data/val"
}
},
"meters": {
"accuracy": {
"topk": [1, 5]
}
},
"model": {
"name": "resnext3d",
"frames_per_clip": 1,
"input_planes": 3,
"clip_crop_size": 224,
"skip_transformation_type": "postactivated_shortcut",
"residual_transformation_type": "postactivated_bottleneck_transformation",
"num_blocks": [3, 4, 6, 3],
"stem_name": "resnext3d_stem",
"stem_planes": 64,
"stem_temporal_kernel": 1,
"stem_spatial_kernel": 7,
"stem_maxpool": true,
"stage_planes": 256,
"stage_temporal_kernel_basis": [[1], [1], [1], [1]],
"temporal_conv_1x1": [true, true, true, true],
"stage_temporal_stride": [1, 1, 1, 1],
"stage_spatial_stride": [1, 2, 2, 2],
"num_groups": 1,
"width_per_group": 64,
"num_classes": 1000,
"zero_init_residual_transform": true,
"heads": [
{
"name": "fully_convolutional_linear",
"unique_id": "default_head",
"pool_size": [1, 7, 7],
"activation_func": "softmax",
"num_classes": 1000,
"fork_block": "pathway0-stage4-block2",
"in_plane": 2048,
"use_dropout": false
}
]
},
"optimizer": {
"name": "sgd",
"param_schedulers": {
"lr": {
"name": "multistep",
"num_epochs": 95,
"values": [0.1, 0.01, 0.001, 0.0001],
"milestones": [30, 60, 90]
}
},
"weight_decay": 0.0001,
"momentum": 0.9,
"nesterov": true
}
}

However while running the training its throwing an error. "IsADirectoryError: Caught IsADirectoryError in DataLoader worker process 0."

Could you please help me to solve this ? I am quite new to ML

[niteshgaba]

Any one?

[mannatsingh]

Can you try setting "num_workers": 0 in the dataset configurations and inspecting the stack trace?

"train": {
"name": "image_path",
"batchsize_per_replica": 32,
"num_workers": 0,

Secondly, it seems you are using a video model for an image dataset. So this code will crash anyway. You can check out https://classyvision.ai/tutorials/getting_started for a sample image configuration.