Spaces:
Sleeping
Sleeping
json file handling
Browse files- qwen_classifier/evaluate.py +7 -1
- setup.py +4 -0
qwen_classifier/evaluate.py
CHANGED
@@ -10,14 +10,20 @@ import torch
|
|
10 |
from datasets import Dataset
|
11 |
from torch.utils.data import DataLoader
|
12 |
import requests
|
|
|
13 |
|
14 |
from .config import TAG_NAMES, DEVICE, SPACE_URL, EVAL_LIMIT
|
15 |
from .globals import global_model, global_tokenizer
|
16 |
|
|
|
17 |
def _load_data(test_data_path):
|
|
|
18 |
# Check file existence
|
19 |
if not os.path.exists(test_data_path):
|
20 |
-
raise FileNotFoundError(
|
|
|
|
|
|
|
21 |
|
22 |
if not zipfile.is_zipfile(test_data_path):
|
23 |
raise zipfile.BadZipFile(f"File is not a valid zip archive: {test_data_path}")
|
|
|
10 |
from datasets import Dataset
|
11 |
from torch.utils.data import DataLoader
|
12 |
import requests
|
13 |
+
from pathlib import Path
|
14 |
|
15 |
from .config import TAG_NAMES, DEVICE, SPACE_URL, EVAL_LIMIT
|
16 |
from .globals import global_model, global_tokenizer
|
17 |
|
18 |
+
|
19 |
def _load_data(test_data_path):
|
20 |
+
test_data_path = Path(__file__).parent / test_data_path
|
21 |
# Check file existence
|
22 |
if not os.path.exists(test_data_path):
|
23 |
+
raise FileNotFoundError(
|
24 |
+
f"ZIP file not found at {test_data_path}. "
|
25 |
+
f"Current directory: {os.listdir(Path(__file__).parent)}"
|
26 |
+
)
|
27 |
|
28 |
if not zipfile.is_zipfile(test_data_path):
|
29 |
raise zipfile.BadZipFile(f"File is not a valid zip archive: {test_data_path}")
|
setup.py
CHANGED
@@ -4,6 +4,10 @@ setup(
|
|
4 |
name="qwen_classifier",
|
5 |
version="0.1",
|
6 |
packages=find_packages(),
|
|
|
|
|
|
|
|
|
7 |
install_requires=[
|
8 |
'torch',
|
9 |
'transformers',
|
|
|
4 |
name="qwen_classifier",
|
5 |
version="0.1",
|
6 |
packages=find_packages(),
|
7 |
+
package_data={
|
8 |
+
'qwen_classifier': ['test_jsons.zip'],
|
9 |
+
},
|
10 |
+
include_package_data=True,
|
11 |
install_requires=[
|
12 |
'torch',
|
13 |
'transformers',
|