OpenAttack

1
import OpenAttack
2
import datasets
3

4
def dataset_mapping(x):
5
    return {
6
        "x": x["review_body"],
7
        "y": x["stars"],
8
    }
9

10
    
11
def main():
12
    print("New Attacker")
13
    attacker = OpenAttack.attackers.PWWSAttacker(lang="chinese")
14

15
    print("Building model")
16
    clsf = OpenAttack.loadVictim("BERT.AMAZON_ZH")
17

18
    print("Loading dataset")
19
    dataset = datasets.load_dataset("amazon_reviews_multi",'zh',split="train[:20]").map(function=dataset_mapping)
20

21
    print("Start attack")
22
    attack_eval = OpenAttack.AttackEval(attacker, clsf, metrics=[
23
        OpenAttack.metric.Fluency(),
24
        OpenAttack.metric.GrammaticalErrors(),
25
        OpenAttack.metric.EditDistance(),
26
        OpenAttack.metric.ModificationRate()
27
    ])
28
    attack_eval.eval(dataset, visualize=True, progress_bar=True)
29

30
if __name__ == "__main__":
31
    main()
32