forked from qcri/LLMeBench
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Spam.py
42 lines (35 loc) · 1.6 KB
/
Spam.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
from llmebench.datasets.dataset_base import DatasetBase
from llmebench.tasks import TaskType
class SpamDataset(DatasetBase):
def __init__(self, **kwargs):
super(SpamDataset, self).__init__(**kwargs)
@staticmethod
def metadata():
return {
"language": "ar",
"citation": """@inproceedings{mubarak2020spam,
title={Spam detection on arabic twitter},
author={Mubarak, Hamdy and Abdelali, Ahmed and Hassan, Sabit and Darwish, Kareem},
booktitle={Social Informatics: 12th International Conference, SocInfo 2020, Pisa, Italy, October 6--9, 2020, Proceedings 12},
pages={237--251},
year={2020},
organization={Springer}
}""",
"link": "https://alt.qcri.org/resources/SpamArabicTwitter.tgz",
"license": "Research Purpose Only",
"splits": {"test": "ArabicAds-test.txt"},
"task_type": TaskType.Classification,
"class_labels": ["__label__ADS", "__label__NOTADS"],
}
@staticmethod
def get_data_sample():
return {"input": "أختر قلباً وليسّ شكلاً..", "label": "__label__NOTADS"}
def load_data(self, data_path, no_labels=False):
data_path = self.resolve_path(data_path)
# Format: spam_label \t text
data = []
with open(data_path, "r") as fp:
for line_idx, line in enumerate(fp):
label, text = line.strip().split("\t")
data.append({"input": text, "label": label, "line_number": line_idx})
return data