Skip to content

Commit

Permalink
🐛 Windows bug
Browse files Browse the repository at this point in the history
- command line execution failed if num_workers>0
  on windows.
  FastAi normally captures that, but for now set a default

- This should be furhter investigated
  • Loading branch information
Henry committed Sep 6, 2023
1 parent 77d017a commit 7bd0272
Showing 1 changed file with 6 additions and 2 deletions.
8 changes: 6 additions & 2 deletions vaep/io/dataloaders.py
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,8 @@ def __repr__(self):
def get_dls(train_X: pandas.DataFrame,
valid_X: pandas.DataFrame,
transformer: VaepPipeline,
bs: int = 64) -> DataLoaders:
bs: int = 64,
num_workers=0) -> DataLoaders:
"""Create training and validation dataloaders
Parameters
Expand Down Expand Up @@ -112,7 +113,10 @@ def get_dls(train_X: pandas.DataFrame,
valid_ds = datasets.DatasetWithTargetSpecifyTarget(df=train_X,
targets=valid_X,
transformer=transformer)
return DataLoaders.from_dsets(train_ds, valid_ds, bs=bs, drop_last=False)
# ! Need for script exection (as plain python file)
# https://pytorch.org/docs/stable/notes/windows.html#multiprocessing-error-without-if-clause-protection
return DataLoaders.from_dsets(train_ds, valid_ds, bs=bs, drop_last=False,
num_workers=num_workers)


# dls.test_dl
Expand Down

0 comments on commit 7bd0272

Please sign in to comment.