Commit
•
e6b3e8d
1
Parent(s):
87f84d5
Saving train state of step 10000
Browse files
run_distillation.py
CHANGED
@@ -355,7 +355,7 @@ class DataTrainingArguments:
|
|
355 |
},
|
356 |
)
|
357 |
prefetch_size: int = field(
|
358 |
-
default=
|
359 |
metadata={"help": "Number of samples to pre-fetch if using an iterable dataset."},
|
360 |
)
|
361 |
timestamp_probability: float = field(
|
@@ -603,13 +603,16 @@ def get_data_loader(
|
|
603 |
if skip_batches > 0:
|
604 |
dataset = dataset.skip(skip_batches * batch_size)
|
605 |
|
|
|
|
|
|
|
|
|
606 |
data_loader = DataLoader(
|
607 |
dataset,
|
608 |
batch_size=batch_size,
|
609 |
drop_last=drop_last,
|
610 |
pin_memory=pin_memory,
|
611 |
collate_fn=data_collator,
|
612 |
-
prefetch_factor=prefetch_size,
|
613 |
num_workers=dataloader_num_workers,
|
614 |
)
|
615 |
|
|
|
355 |
},
|
356 |
)
|
357 |
prefetch_size: int = field(
|
358 |
+
default=0,
|
359 |
metadata={"help": "Number of samples to pre-fetch if using an iterable dataset."},
|
360 |
)
|
361 |
timestamp_probability: float = field(
|
|
|
603 |
if skip_batches > 0:
|
604 |
dataset = dataset.skip(skip_batches * batch_size)
|
605 |
|
606 |
+
if prefetch_size > 0:
|
607 |
+
dataset = IterableWrapper(dataset)
|
608 |
+
dataset = dataset.prefetch(prefetch_size)
|
609 |
+
|
610 |
data_loader = DataLoader(
|
611 |
dataset,
|
612 |
batch_size=batch_size,
|
613 |
drop_last=drop_last,
|
614 |
pin_memory=pin_memory,
|
615 |
collate_fn=data_collator,
|
|
|
616 |
num_workers=dataloader_num_workers,
|
617 |
)
|
618 |
|
runs/events.out.tfevents.1704385834.t1v-n-d928564b-w-0.141489.0.v2
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:71d0855527f0576381a5d8ed96a21fe622bb820a43e128303df870acc54648ad
|
3 |
-
size 78
|
|
|
|
|
|
|
|
runs/{events.out.tfevents.1704385679.t1v-n-d928564b-w-0.137863.0.v2 → events.out.tfevents.1704446248.t1v-n-d928564b-w-0.202887.0.v2}
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 78
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52802eacb6c8b7f0ad8042620d33aa0abb6b7910a906fb6545a3189673cdb17e
|
3 |
size 78
|