From e61244054d81477a0a724d37ce58c2779d572d6a Mon Sep 17 00:00:00 2001 From: jplewis2 Date: Mon, 15 Mar 2021 09:34:51 -0400 Subject: [PATCH] Update dlrm_data_pytorch.py There is a typo in dlrm_data_pytorch.py when --mlperf-bin-loader flag is used. Traceback (most recent call last): File "dlrm_s_pytorch.py", line 1869, in run() File "dlrm_s_pytorch.py", line 1080, in run train_data, train_ld, test_data, test_ld = dp.make_criteo_data_and_loaders(args) File "/workspace/dlrm/dlrm_data_pytorch.py", line 445, in make_criteo_data_and_loaders value=train_data.num_samples) AttributeError: 'CriteoBinDataset' object has no attribute 'num_samples' Traceback (most recent call last): File "dlrm_s_pytorch.py", line 1869, in run() File "dlrm_s_pytorch.py", line 1080, in run train_data, train_ld, test_data, test_ld = dp.make_criteo_data_and_loaders(args) File "/workspace/dlrm/dlrm_data_pytorch.py", line 467, in make_criteo_data_and_loaders value=test_data.num_samples) AttributeError: 'CriteoBinDataset' object has no attribute 'num_samples' I changed it to 'value=train_data.num_entries' and that seemed to work. --- dlrm_data_pytorch.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dlrm_data_pytorch.py b/dlrm_data_pytorch.py index b815205c..95a74d59 100644 --- a/dlrm_data_pytorch.py +++ b/dlrm_data_pytorch.py @@ -442,7 +442,7 @@ def make_criteo_data_and_loaders(args, offset_to_length_converter=False): ) mlperf_logger.log_event(key=mlperf_logger.constants.TRAIN_SAMPLES, - value=train_data.num_samples) + value=train_data.num_entries) train_loader = torch.utils.data.DataLoader( train_data, @@ -464,7 +464,7 @@ def make_criteo_data_and_loaders(args, offset_to_length_converter=False): ) mlperf_logger.log_event(key=mlperf_logger.constants.EVAL_SAMPLES, - value=test_data.num_samples) + value=test_data.num_entries) test_loader = torch.utils.data.DataLoader( test_data,