From 795f64d93780698ad49c9fedd448240d7b5dab84 Mon Sep 17 00:00:00 2001
From: Ahmed Ahmed <ahmedah@stanford.edu>
Date: Tue, 23 Apr 2024 18:38:05 -0700
Subject: [PATCH] update 1b

---
 config/llama2_1b_mark.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/config/llama2_1b_mark.yaml b/config/llama2_1b_mark.yaml
index 53bc6c167..88ad31bd7 100644
--- a/config/llama2_1b_mark.yaml
+++ b/config/llama2_1b_mark.yaml
@@ -6,7 +6,7 @@ data:
   configs:
     fineweb:
       id: "HuggingFaceFW/fineweb"
-      stream: False
+      stream: True
     pile/arxiv:
       train_urls:
         - gs://levanter-data/pile-domains/arxiv/{00..29}.jsonl.zst