Revert movement of model info (#268)

neulab · Aug 24, 2023 · 53fc272 · 53fc272
1 parent 076b080
commit 53fc272
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 6 deletions.
diff --git a/prompt2model/model_retriever/description_based_retriever.py b/prompt2model/model_retriever/description_based_retriever.py
@@ -139,16 +139,14 @@ def load_model_info(self):
             os.makedirs(self.model_descriptions_index_path)
             tar.extractall(path=self.model_descriptions_index_path)
 
-        model_info_dir_path = os.path.join(
-            self.model_descriptions_index_path, "model_info"
-        )
-        description_files = os.listdir(model_info_dir_path)
+        description_files = os.listdir(self.model_descriptions_index_path)
         # We store model names and descriptions in a list of ModelInfo objects.
         self.model_infos: list[ModelInfo] = []
         for f in tqdm(description_files):
             if (
                 f.startswith(".")
-                or len(open(os.path.join(model_info_dir_path, f)).read()) == 0
+                or len(open(os.path.join(self.model_descriptions_index_path, f)).read())
+                == 0
             ):
                 continue
             block = False
@@ -158,7 +156,9 @@ def load_model_info(self):
                     break
             if block:
                 continue
-            model_dict = json.load(open(os.path.join(model_info_dir_path, f)))
+            model_dict = json.load(
+                open(os.path.join(self.model_descriptions_index_path, f))
+            )
             if model_dict.get("size_bytes", 0) == 0:
                 continue
             if "description" not in model_dict:

diff --git a/...pers/model_info_tiny/model_info/gpt2.json → test_helpers/model_info_tiny/gpt2.json b/...pers/model_info_tiny/model_info/gpt2.json → test_helpers/model_info_tiny/gpt2.json
diff --git a/...s/model_info_tiny/model_info/t5-base.json → test_helpers/model_info_tiny/t5-base.json b/...s/model_info_tiny/model_info/t5-base.json → test_helpers/model_info_tiny/t5-base.json
diff --git a/...nfo_tiny/model_info/xlnet-base-cased.json → ...ers/model_info_tiny/xlnet-base-cased.json b/...nfo_tiny/model_info/xlnet-base-cased.json → ...ers/model_info_tiny/xlnet-base-cased.json