set up training

Author: burakekim

docs/tutorials/land_cover.ipynb

@@ -202,7 +202,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 34,
    "id": "e5fd47f6-1b43-48af-b843-2ef30859a624",
    "metadata": {
     "scrolled": true
@@ -212,22 +212,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Using downloaded and verified file: /data/datatorchgeo/HCAT2.csv\n",
-      "Downloading https://zenodo.org/records/8229128/files/FR_2018.zip to /data/datatorchgeo/FR_2018.zip\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "100%|██████████| 2629629542/2629629542 [00:15<00:00, 165140701.25it/s]\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Extracting /data/datatorchgeo/FR_2018.zip to /data/datatorchgeo\n",
+      "Files already downloaded and verified\n",
       "Converting EuroCrops_ CRS from EPSG:4326 to EPSG:32631\n",
       "Converting EuroCrops_ res from 1e-05 to 10.0\n",
       "Files already downloaded and verified\n",
@@ -276,9 +261,9 @@
     "datamodule = Sentinel2EuroCropsDataModule(\n",
     "    sentinel2_paths=\"/data/sentinel\",\n",
     "    eurocrops_paths=\"/data/datatorchgeo\",\n",
-    "    batch_size=16,\n",
-    "    patch_size=64,\n",
-    "    num_workers=32,\n",
+    "    batch_size=64,\n",
+    "    patch_size=256,\n",
+    "    num_workers=64,\n",
     "    eurocrops_download=True\n",
     ")\n",
     "\n",
@@ -292,7 +277,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 13,
+   "execution_count": 35,
    "id": "cfb04476-0d0e-48cb-b678-757cbcebe76b",
    "metadata": {
     "scrolled": true
@@ -311,7 +296,7 @@
        " ['/data/datatorchgeo/FR_2018/FR_2018_EC21.shp'])"
       ]
      },
-     "execution_count": 13,
+     "execution_count": 35,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -675,7 +660,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 29,
+   "execution_count": 36,
    "id": "33e40648-e1d6-4f0c-a4c4-4baec6ee8556",
    "metadata": {},
    "outputs": [
@@ -1079,7 +1064,7 @@
        " '3399000000': 395}"
       ]
      },
-     "execution_count": 29,
+     "execution_count": 36,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -1100,19 +1085,14 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "INFO:torch.distributed.nn.jit.instantiator:Created a temporary directory at /tmp/tmpe85uwi0w\n",
-      "INFO:torch.distributed.nn.jit.instantiator:Writing /tmp/tmpe85uwi0w/_remote_module_non_scriptable.py\n",
       "INFO: GPU available: True (cuda), used: False\n",
       "INFO:lightning.pytorch.utilities.rank_zero:GPU available: True (cuda), used: False\n",
       "INFO: TPU available: False, using: 0 TPU cores\n",
       "INFO:lightning.pytorch.utilities.rank_zero:TPU available: False, using: 0 TPU cores\n",
       "INFO: IPU available: False, using: 0 IPUs\n",
       "INFO:lightning.pytorch.utilities.rank_zero:IPU available: False, using: 0 IPUs\n",
       "INFO: HPU available: False, using: 0 HPUs\n",
-      "INFO:lightning.pytorch.utilities.rank_zero:HPU available: False, using: 0 HPUs\n",
-      "/opt/conda/envs/ood/lib/python3.11/site-packages/lightning/pytorch/trainer/setup.py:187: GPU available but not used. You can set it by doing `Trainer(accelerator='gpu')`.\n",
-      "INFO: Running in `fast_dev_run` mode: will run the requested loop using 1 batch(es). Logging and checkpointing is suppressed.\n",
-      "INFO:lightning.pytorch.utilities.rank_zero:Running in `fast_dev_run` mode: will run the requested loop using 1 batch(es). Logging and checkpointing is suppressed.\n"
+      "INFO:lightning.pytorch.utilities.rank_zero:HPU available: False, using: 0 HPUs\n"
      ]
     },
     {
@@ -1166,7 +1146,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "9b2c8c920aec4933824dfccd37137f32",
+       "model_id": "16c2da485c104d8d8b5b485e219f4861",
        "version_major": 2,
        "version_minor": 0
       },
@@ -1204,11 +1184,11 @@
     "trainer = Trainer(\n",
     "    accelerator='cpu',\n",
     "    default_root_dir='./',\n",
-    "    fast_dev_run=True,\n",
-    "    log_every_n_steps=1,\n",
+    "    fast_dev_run=False,\n",
+    "    log_every_n_steps=10,\n",
     "    min_epochs=2,\n",
     "    max_epochs=20,\n",
-    ")\n",
+    "    num_sanity_val_steps=0)\n",
     "\n",
     "trainer.fit(model=task, datamodule=datamodule)"
    ]