♻️ (Spider): introduce more _path variables

arkhn · Dec 20, 2023 · b743f32 · b743f32
1 parent 744ea61
commit b743f32
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/lib/spider/spider/_path.py b/lib/spider/spider/_path.py
@@ -1,4 +1,7 @@
 from pathlib import Path
 
 _ROOT = Path(__file__).parent.parent
+
+ENV_FILE_PATH = _ROOT / ".env"
 DATASET_PATH = _ROOT / "data" / "spider"
+CONFIG_PATH = _ROOT / "configs"
diff --git a/lib/spider/spider/in_context_learning.py b/lib/spider/spider/in_context_learning.py
@@ -20,7 +20,7 @@
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from wandb import wandb_run
 
-from spider._path import _ROOT, DATASET_PATH
+from spider._path import CONFIG_PATH, DATASET_PATH, ENV_FILE_PATH
 from spider.clearml_utils import setup_clearml
 from spider.evaluation import build_foreign_key_map_from_json, evaluate
 from spider.utils import extract_sql, is_valid_sql
@@ -34,11 +34,11 @@
 table = DATASET_PATH / "tables.json"
 
 
-@hydra.main(version_base="1.3", config_path=str(_ROOT / "configs"), config_name="eval.yaml")
+@hydra.main(version_base="1.3", config_path=str(CONFIG_PATH), config_name="eval.yaml")
 def main(cfg) -> None:
     transformers.set_seed(cfg.seed)
     # loggers
-    setup_clearml(env_file_path=_ROOT / ".env")
+    setup_clearml(env_file_path=ENV_FILE_PATH / ".env")
     task = Task.init(
         project_name="spider",
         task_name="vanilla_llm",