from collections import defaultdict
rows = [
 ('Port Scan','nessus','FP'),
 ('Port Scan','unknown-host','TP'),
 ('Password Guessing','external','TP'),
 ('Software Update','microsoft','FP'),
 ('Port Scan','nessus-compromised','TP'),
]
def baseline(t, src):
    if t == 'Software Update' and src == 'microsoft': return 'FP'
    return 'TP'
def metrics(actual, predicted):
    tp=sum(a=='TP' and p=='TP' for a,p in zip(actual,predicted))
    fp=sum(a=='FP' and p=='TP' for a,p in zip(actual,predicted))
    fn=sum(a=='TP' and p=='FP' for a,p in zip(actual,predicted))
    precision=tp/(tp+fp) if tp+fp else 0
    recall=tp/(tp+fn) if tp+fn else 0
    f1=2*precision*recall/(precision+recall) if precision+recall else 0
    return {'tp':tp,'fp':fp,'fn':fn,'precision':round(precision,3),'recall':round(recall,3),'f1':round(f1,3)}
actual=[r[2] for r in rows]
before=[baseline(t,s) for t,s,_ in rows]
feedback={('Port Scan','nessus'):'FP'}
exact=[feedback.get((t,s),baseline(t,s)) for t,s,_ in rows]
broad=[('FP' if t=='Port Scan' and 'nessus' in s else baseline(t,s)) for t,s,_ in rows]
print('before        ',metrics(actual,before),before)
print('exact feedback',metrics(actual,exact),exact)
print('broad feedback',metrics(actual,broad),broad)
print('\nPer-alert decisions:')
for row,b,e,g in zip(rows,before,exact,broad): print(row,'baseline='+b,'exact='+e,'broad='+g)
