OpenAttack

1
import sys, os, datasets, time
2
sys.path.insert(0, os.path.join(
3
    os.path.dirname(os.path.abspath(__file__)),
4
    ".."
5
))
6

7
import OpenAttack
8
from attackers import get_attackers
9

10
def dataset_mapping(x):
11
    return {
12
        "x": x["sentence"],
13
        "y": 1 if x["label"] > 0.5 else 0,
14
    }
15

16
def main():
17
    import multiprocessing
18
    if multiprocessing.get_start_method() != "spawn":
19
        multiprocessing.set_start_method("spawn", force=True)
20
    dataset = datasets.load_dataset("sst", split="train[:100]").map(function=dataset_mapping)
21
    clsf = OpenAttack.loadVictim("BERT.SST") # .to("cuda:0")
22

23
    attackers = get_attackers(dataset, clsf)
24

25
    for attacker in attackers:
26
        print(attacker.__class__.__name__)
27
        try:
28
            print(
29
                OpenAttack.AttackEval(attacker, clsf).eval(dataset, progress_bar=True),
30
            )
31
        except Exception as e:
32
            raise e
33
            print(e)
34
            print("\n")
35

36
if __name__ == "__main__":
37
    main()
38