avid-db/vulnerabilities/2022/AVID-2022-V001.json at main · avidml/avid-db · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
{
    "data_type": "AVID",
    "data_version": "0.1",
    "metadata": {
        "vuln_id": "AVID-2022-V001"
    },
    "affects": {
        "developer": [],
        "deployer": [
            "HuggingFace"
        ],
        "artifacts": [
            {
                "type": "Model",
                "name": "bert-base-uncased"
            }
        ]
    },
    "problemtype": {
        "classof": "LLM Evaluation",
        "description": {
            "lang": "eng",
            "value": "Gender Bias in Sentence Completion Tasks performed by bert-base-uncased"
        }
    },
    "references": [
        {
            "label": "bert-base-uncased on Hugging Face",
            "url": "https://huggingface.co/bert-base-uncased"
        }
    ],
    "description": {
        "lang": "eng",
        "value": "Sentence Completion Tasks performed by bert-base-uncased demonstrate significant gender bias, perpetuating negative social and professional stereotypes against females."
    },
    "reports": [
        {
            "report_id": "AVID-2022-R0001",
            "type": "Detection",
            "name": "Gender Bias in Sentence Completion Tasks performed by bert-base-uncased using the HONEST metric"
        },
        {
            "report_id": "AVID-2022-R0003",
            "type": "Detection",
            "name": "Profession bias reinforcing gender stereotypes found in bert-base-uncased, as measured on the Winobias dataset"
        }
    ],
    "impact": {
        "avid": {
            "risk_domain": [
                "Ethics"
            ],
            "sep_view": [
                "E0101: Group fairness"
            ],
            "lifecycle_view": [
                "L05: Evaluation"
            ],
            "taxonomy_version": "0.1"
        }
    },
    "credit": [
        {
            "lang": "eng",
            "value": "Harry Saini, AVID"
        },
        {
            "lang": "eng",
            "value": "Sasha Luccioni, Hugging Face"
        }
    ],
    "published_date": "2022-12-23",
    "last_modified_date": "2022-12-23"
}