🔥 (Spider): remove unused nltk downloading

arkhn · Dec 20, 2023 · a0c6087 · a0c6087
1 parent bc32d19
commit a0c6087
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 7 deletions.
diff --git a/lib/spider/spider/in_context_learning.py b/lib/spider/spider/in_context_learning.py
@@ -10,7 +10,6 @@
 
 import clearml
 import hydra
-import nltk
 import torch
 import transformers
 import wandb
@@ -25,9 +24,6 @@
 from spider.evaluation import build_foreign_key_map_from_json, evaluate
 from spider.utils import extract_sql, is_valid_sql
 
-nltk.download("punkt")
-
-
 OUTPUT_FILE = DATASET_PATH / "output.txt"
 gold = DATASET_PATH / "dev_gold.sql"
 db_dir = DATASET_PATH / "database"

diff --git a/lib/spider/spider/vanilla_llm.py b/lib/spider/spider/vanilla_llm.py
@@ -2,7 +2,6 @@
 import os
 
 import clearml
-import nltk
 import torch
 import transformers
 from clearml import Task
@@ -13,8 +12,6 @@
 from spider.evaluation import build_foreign_key_map_from_json, evaluate
 from spider.utils import extract_sql, is_valid_sql
 
-nltk.download("punkt")
-
 SEED = 42
 DATASET_PATH = _ROOT / "data" / "spider"
 PROMPT_TEMPLATE = """/* Given the following database schema: */