From 49da7428cf908487e8d9856f9e3f8b9fa49d5771 Mon Sep 17 00:00:00 2001 From: gcervantes8 Date: Wed, 19 Jul 2023 13:04:22 -0400 Subject: [PATCH] Lower memory requirements when preparing dataset by removing unused pool and labels --- calculate_inception_moments.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/calculate_inception_moments.py b/calculate_inception_moments.py index 6ff0967a..a8457c81 100644 --- a/calculate_inception_moments.py +++ b/calculate_inception_moments.py @@ -59,11 +59,12 @@ def run(config): x = x.to(device) with torch.no_grad(): pool_val, logits_val = net(x) - pool += [np.asarray(pool_val.cpu())] + # pool += [np.asarray(pool_val.cpu())] logits += [np.asarray(F.softmax(logits_val, 1).cpu())] - labels += [np.asarray(y.cpu())] + # labels += [np.asarray(y.cpu())] - pool, logits, labels = [np.concatenate(item, 0) for item in [pool, logits, labels]] + # pool, logits, labels = [np.concatenate(item, 0) for item in [pool, logits, labels]] + logits = np.concatenate(logits, 0) # uncomment to save pool, logits, and labels to disk # print('Saving pool, logits, and labels to disk...') # np.savez(config['dataset']+'_inception_activations.npz',