Fix deprecations and update dependencies for examples/albert (#595)

* Install setuptools+wheel in develop mode during CI

* Fix deprecations and update dependencies for examples/albert

Author: mryab

.github/workflows/run-tests.yml

@@ -60,7 +60,7 @@ jobs:
           key: Key-v1-3.8-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements-dev.txt') }}
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip
+          python -m pip install --upgrade pip setuptools wheel
           pip install -r requirements.txt
           pip install -r requirements-dev.txt
       - name: Build hivemind
@@ -88,7 +88,7 @@ jobs:
           key: Key-v1-3.8-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements-dev.txt') }}
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip
+          python -m pip install --upgrade pip setuptools wheel
           pip install -r requirements.txt
           pip install -r requirements-dev.txt
       - name: Build bitsandbytes

examples/albert/arguments.py

@@ -113,7 +113,7 @@ class DatasetArguments:
     )
     tokenizer_path: Optional[str] = field(default="data/tokenizer", metadata={"help": "Path to the tokenizer"})
     config_path: Optional[str] = field(
-        default="https://s3.amazonaws.com/models.huggingface.co/bert/albert-large-v2-config.json",
+        default="albert-large-v2",
         metadata={"help": "Path to the model config"},
     )
     cache_dir: Optional[str] = field(default="data", metadata={"help": "Path to the cache"})

examples/albert/requirements.txt

@@ -1,5 +1,5 @@
-transformers==4.6.0
-datasets==1.5.0
+transformers~=4.6
+datasets~=1.5
 torch_optimizer==0.1.0
 wandb==0.10.26
 sentencepiece

examples/albert/run_training_monitor.py

@@ -46,7 +46,7 @@ class TrainingMonitorArguments(BaseTrainingArguments):
         default=5, metadata={"help": "Frequency (in steps) of fetching and saving state from peers"}
     )
     model_config_path: str = field(
-        default="https://s3.amazonaws.com/models.huggingface.co/bert/albert-large-v2-config.json",
+        default="albert-large-v2",
         metadata={"help": "Path to the model config"},
     )
     repo_path: Optional[str] = field(