|
109 | 109 | "outputs": [], |
110 | 110 | "source": [ |
111 | 111 | "# A dependency of the preprocessing for BERT inputs\n", |
112 | | - "!pip install -U \"tensorflow-text==2.13.*\"" |
| 112 | + "!pip install -q -U tensorflow-text" |
113 | 113 | ] |
114 | 114 | }, |
115 | 115 | { |
|
129 | 129 | }, |
130 | 130 | "outputs": [], |
131 | 131 | "source": [ |
132 | | - "!pip install \"tf-models-official==2.13.*\"" |
| 132 | + "!pip install -q -U tf-models-official" |
133 | 133 | ] |
134 | 134 | }, |
135 | 135 | { |
|
143 | 143 | "import os\n", |
144 | 144 | "import shutil\n", |
145 | 145 | "\n", |
| 146 | + "os.environ['TF_USE_LEGACY_KERAS'] = '1'\n", |
| 147 | + "\n", |
146 | 148 | "import tensorflow as tf\n", |
147 | 149 | "import tensorflow_hub as hub\n", |
148 | 150 | "import tensorflow_text as text\n", |
|
192 | 194 | " cache_subdir='')\n", |
193 | 195 | "\n", |
194 | 196 | "dataset_dir = os.path.join(os.path.dirname(dataset), 'aclImdb')\n", |
| 197 | + "if not os.path.exists(dataset_dir):\n", |
| 198 | + " dataset_dir = os.path.join(dataset, 'aclImdb')\n", |
195 | 199 | "\n", |
196 | 200 | "train_dir = os.path.join(dataset_dir, 'train')\n", |
197 | 201 | "\n", |
|
226 | 230 | "seed = 42\n", |
227 | 231 | "\n", |
228 | 232 | "raw_train_ds = tf.keras.utils.text_dataset_from_directory(\n", |
229 | | - " 'aclImdb/train',\n", |
| 233 | + " train_dir,\n", |
230 | 234 | " batch_size=batch_size,\n", |
231 | 235 | " validation_split=0.2,\n", |
232 | 236 | " subset='training',\n", |
|
236 | 240 | "train_ds = raw_train_ds.cache().prefetch(buffer_size=AUTOTUNE)\n", |
237 | 241 | "\n", |
238 | 242 | "val_ds = tf.keras.utils.text_dataset_from_directory(\n", |
239 | | - " 'aclImdb/train',\n", |
| 243 | + " train_dir,\n", |
240 | 244 | " batch_size=batch_size,\n", |
241 | 245 | " validation_split=0.2,\n", |
242 | 246 | " subset='validation',\n", |
|
245 | 249 | "val_ds = val_ds.cache().prefetch(buffer_size=AUTOTUNE)\n", |
246 | 250 | "\n", |
247 | 251 | "test_ds = tf.keras.utils.text_dataset_from_directory(\n", |
248 | | - " 'aclImdb/test',\n", |
| 252 | + " os.path.join(dataset_dir, 'test'),\n", |
249 | 253 | " batch_size=batch_size)\n", |
250 | 254 | "\n", |
251 | 255 | "test_ds = test_ds.cache().prefetch(buffer_size=AUTOTUNE)" |
|
0 commit comments