Skip to content

Commit 65369f2

Browse files
committed
update target
1 parent b38ade0 commit 65369f2

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

algoperf/workloads/lm/workload.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -38,11 +38,11 @@ def target_metric_name(self) -> str:
3838
return 'ppl'
3939

4040
def has_reached_validation_target(self, eval_result: float) -> bool:
41-
return eval_result['validation/ppl'] < self.validation_target_value
41+
return eval_result['validation/ppl'] <= self.validation_target_value
4242

4343
@property
4444
def validation_target_value(self) -> float:
45-
return 20.0 # Target perplexity
45+
return 25.5477 # Target perplexity
4646

4747
def has_reached_test_target(self, eval_result: Dict[str, float]) -> bool:
4848
return True # No test targets
@@ -73,7 +73,7 @@ def num_test_examples(self) -> int:
7373

7474
@property
7575
def eval_batch_size(self) -> int:
76-
return 32
76+
return 64
7777

7878
@property
7979
def train_mean(self):
@@ -85,16 +85,16 @@ def train_stddev(self):
8585

8686
@property
8787
def max_allowed_runtime_sec(self) -> int:
88-
return 3600 * 5 # 4 hours
88+
return 3600 * 5 # 4 hours TODO(kasimbeg): update
8989

9090
@property
9191
def eval_period_time_sec(self) -> int:
92-
return 600 # 10 minutes
92+
return 600 # 10 minutes TODO(kasimbeg): update
9393

9494
@property
9595
def step_hint(self) -> int:
9696
"""Approx. steps the baseline can do in the allowed runtime budget."""
97-
return 72000
97+
return 72_000
9898

9999
@property
100100
def pre_ln(self) -> bool:

0 commit comments

Comments
 (0)