Skip to content

Learning BN as probabilistic classifier

Learning a Bayesian network can be used to obtain a classifier for one of the nodes of the model. For more about classifier, see pyagrum.skbn.

Creative Commons LicenseaGrUMinteractive online version
import pyagrum as gum
import pyagrum.lib.notebook as gnb
from pyagrum.lib.bn2roc import showPR, showROC, showROC_PR
SIZE_LEARN = 10000
SIZE_VALID = 2000
bn = gum.loadBN("res/alarm.bgum")
bn
Unnamed KINKEDTUBE KINKEDTUBE VENTLUNG VENTLUNG KINKEDTUBE->VENTLUNG PRESS PRESS KINKEDTUBE->PRESS HYPOVOLEMIA HYPOVOLEMIA STROKEVOLUME STROKEVOLUME HYPOVOLEMIA->STROKEVOLUME LVEDVOLUME LVEDVOLUME HYPOVOLEMIA->LVEDVOLUME INTUBATION INTUBATION SHUNT SHUNT INTUBATION->SHUNT INTUBATION->VENTLUNG MINVOL MINVOL INTUBATION->MINVOL INTUBATION->PRESS VENTALV VENTALV INTUBATION->VENTALV MINVOLSET MINVOLSET VENTMACH VENTMACH MINVOLSET->VENTMACH PULMEMBOLUS PULMEMBOLUS PAP PAP PULMEMBOLUS->PAP PULMEMBOLUS->SHUNT INSUFFANESTH INSUFFANESTH CATECHOL CATECHOL INSUFFANESTH->CATECHOL ERRLOWOUTPUT ERRLOWOUTPUT HRBP HRBP ERRLOWOUTPUT->HRBP ERRCAUTER ERRCAUTER HRSAT HRSAT ERRCAUTER->HRSAT HREKG HREKG ERRCAUTER->HREKG FIO2 FIO2 PVSAT PVSAT FIO2->PVSAT LVFAILURE LVFAILURE LVFAILURE->STROKEVOLUME LVFAILURE->LVEDVOLUME HISTORY HISTORY LVFAILURE->HISTORY DISCONNECT DISCONNECT VENTTUBE VENTTUBE DISCONNECT->VENTTUBE ANAPHYLAXIS ANAPHYLAXIS TPR TPR ANAPHYLAXIS->TPR CO CO STROKEVOLUME->CO TPR->CATECHOL BP BP TPR->BP PCWP PCWP LVEDVOLUME->PCWP CVP CVP LVEDVOLUME->CVP VENTMACH->VENTTUBE SAO2 SAO2 SHUNT->SAO2 VENTTUBE->VENTLUNG VENTTUBE->PRESS VENTLUNG->MINVOL VENTLUNG->VENTALV EXPCO2 EXPCO2 VENTLUNG->EXPCO2 ARTCO2 ARTCO2 VENTALV->ARTCO2 VENTALV->PVSAT ARTCO2->EXPCO2 ARTCO2->CATECHOL PVSAT->SAO2 SAO2->CATECHOL HR HR CATECHOL->HR HR->HRBP HR->HRSAT HR->CO HR->HREKG CO->BP
gum.generateSample(bn, SIZE_LEARN, "out/learn.csv", show_progress=True, with_labels=True)
gum.generateSample(bn, SIZE_VALID, "out/train.csv", show_progress=True, with_labels=True)

out/learn.csv: 0%| |

out/learn.csv: 100%|███████████████████████████████████████|

Log2-Likelihood : -151403.2892501263

out/train.csv: 0%| |

out/train.csv: 100%|███████████████████████████████████████|

Log2-Likelihood : -29738.786027309085
-29738.786027309085
## Learning a BN from the database
learner = gum.BNLearner("out/train.csv")
bn2 = learner.useMIIC().learnBN()
currentTime = learner.currentTime()
gnb.flow.add(gnb.getBN(bn2, size="9"), f"Learned with {SIZE_LEARN} lines in {currentTime:.3f}s")
gnb.flow.display()
ERRLOWOUTPUT ERRLOWOUTPUT HRBP HRBP ERRLOWOUTPUT->HRBP CVP CVP VENTMACH VENTMACH VENTTUBE VENTTUBE VENTMACH->VENTTUBE HRSAT HRSAT PULMEMBOLUS PULMEMBOLUS PAP PAP PULMEMBOLUS->PAP HYPOVOLEMIA HYPOVOLEMIA LVEDVOLUME LVEDVOLUME HYPOVOLEMIA->LVEDVOLUME STROKEVOLUME STROKEVOLUME HYPOVOLEMIA->STROKEVOLUME VENTLUNG VENTLUNG VENTALV VENTALV VENTLUNG->VENTALV EXPCO2 EXPCO2 VENTLUNG->EXPCO2 PRESS PRESS BP BP MINVOL MINVOL VENTALV->MINVOL INTUBATION INTUBATION VENTALV->INTUBATION PVSAT PVSAT VENTALV->PVSAT LVFAILURE LVFAILURE LVFAILURE->LVEDVOLUME LVFAILURE->STROKEVOLUME PCWP PCWP INTUBATION->PRESS SHUNT SHUNT INTUBATION->SHUNT HISTORY HISTORY HISTORY->LVFAILURE DISCONNECT DISCONNECT DISCONNECT->VENTTUBE ARTCO2 ARTCO2 ARTCO2->VENTALV SHUNT->PULMEMBOLUS SAO2 SAO2 SHUNT->SAO2 PVSAT->SAO2 INSUFFANESTH INSUFFANESTH LVEDVOLUME->CVP LVEDVOLUME->PCWP MINVOLSET MINVOLSET MINVOLSET->VENTMACH ANAPHYLAXIS ANAPHYLAXIS TPR TPR ANAPHYLAXIS->TPR FIO2 FIO2 FIO2->PVSAT TPR->BP CATECHOL CATECHOL HR HR CATECHOL->HR SAO2->CATECHOL CO CO STROKEVOLUME->CO ERRCAUTER ERRCAUTER ERRCAUTER->HRSAT HREKG HREKG ERRCAUTER->HREKG VENTTUBE->VENTLUNG VENTTUBE->PRESS EXPCO2->ARTCO2 KINKEDTUBE KINKEDTUBE KINKEDTUBE->VENTLUNG KINKEDTUBE->PRESS HREKG->HRSAT CO->BP HR->HRSAT HR->HRBP HR->HREKG HR->CO
Learned with 10000 lines in 0.696s
import pyagrum.lib.bn_vs_bn as bnvsbn
gnb.flow.add(gnb.getBNDiff(bn, bn2, size="8!"), "Diff with MIIC")
gnb.flow.add(bnvsbn.graphDiffLegend())
gnb.flow.display()
G KINKEDTUBE KINKEDTUBE VENTLUNG VENTLUNG KINKEDTUBE->VENTLUNG PRESS PRESS KINKEDTUBE->PRESS HYPOVOLEMIA HYPOVOLEMIA STROKEVOLUME STROKEVOLUME HYPOVOLEMIA->STROKEVOLUME LVEDVOLUME LVEDVOLUME HYPOVOLEMIA->LVEDVOLUME INTUBATION INTUBATION SHUNT SHUNT INTUBATION->SHUNT INTUBATION->VENTLUNG MINVOL MINVOL INTUBATION->MINVOL INTUBATION->PRESS VENTALV VENTALV MINVOLSET MINVOLSET VENTMACH VENTMACH MINVOLSET->VENTMACH PULMEMBOLUS PULMEMBOLUS PAP PAP PULMEMBOLUS->PAP INSUFFANESTH INSUFFANESTH CATECHOL CATECHOL INSUFFANESTH->CATECHOL ERRLOWOUTPUT ERRLOWOUTPUT HRBP HRBP ERRLOWOUTPUT->HRBP ERRCAUTER ERRCAUTER HRSAT HRSAT ERRCAUTER->HRSAT HREKG HREKG ERRCAUTER->HREKG FIO2 FIO2 PVSAT PVSAT FIO2->PVSAT LVFAILURE LVFAILURE LVFAILURE->STROKEVOLUME LVFAILURE->LVEDVOLUME HISTORY HISTORY DISCONNECT DISCONNECT VENTTUBE VENTTUBE DISCONNECT->VENTTUBE ANAPHYLAXIS ANAPHYLAXIS TPR TPR ANAPHYLAXIS->TPR CO CO STROKEVOLUME->CO TPR->CATECHOL BP BP TPR->BP PCWP PCWP LVEDVOLUME->PCWP CVP CVP LVEDVOLUME->CVP VENTMACH->VENTTUBE SHUNT->PULMEMBOLUS SAO2 SAO2 SHUNT->SAO2 HISTORY->LVFAILURE VENTTUBE->VENTLUNG VENTTUBE->PRESS VENTLUNG->MINVOL VENTLUNG->VENTALV EXPCO2 EXPCO2 VENTLUNG->EXPCO2 VENTALV->INTUBATION VENTALV->MINVOL ARTCO2 ARTCO2 VENTALV->PVSAT ARTCO2->VENTALV ARTCO2->CATECHOL PVSAT->SAO2 SAO2->CATECHOL EXPCO2->ARTCO2 HR HR CATECHOL->HR HR->HRBP HR->HRSAT HR->CO HR->HREKG CO->BP HREKG->HRSAT
Diff with MIIC
G a->b overflow c->d Missing e->f reversed g->h Correct
bn3 = learner.useGreedyHillClimbing().useNMLCorrection().useScoreBDeu().learnBN()
gnb.flow.add(gnb.getBNDiff(bn, bn3, size="8!"), "Diff with GHC/NMD/BDEU")
gnb.flow.add(bnvsbn.graphDiffLegend())
gnb.flow.display()
G KINKEDTUBE KINKEDTUBE VENTLUNG VENTLUNG KINKEDTUBE->VENTLUNG PRESS PRESS KINKEDTUBE->PRESS HYPOVOLEMIA HYPOVOLEMIA STROKEVOLUME STROKEVOLUME HYPOVOLEMIA->STROKEVOLUME LVEDVOLUME LVEDVOLUME HYPOVOLEMIA->LVEDVOLUME INTUBATION INTUBATION SHUNT SHUNT INTUBATION->SHUNT INTUBATION->VENTLUNG MINVOL MINVOL INTUBATION->MINVOL INTUBATION->PRESS VENTALV VENTALV INTUBATION->VENTALV MINVOLSET MINVOLSET VENTMACH VENTMACH MINVOLSET->VENTMACH PULMEMBOLUS PULMEMBOLUS PAP PAP PULMEMBOLUS->PAP PULMEMBOLUS->SHUNT INSUFFANESTH INSUFFANESTH CATECHOL CATECHOL INSUFFANESTH->CATECHOL HRSAT HRSAT INSUFFANESTH->HRSAT ERRLOWOUTPUT ERRLOWOUTPUT HRBP HRBP ERRLOWOUTPUT->HRBP ERRCAUTER ERRCAUTER HREKG HREKG ERRCAUTER->HREKG FIO2 FIO2 PVSAT PVSAT FIO2->PVSAT LVFAILURE LVFAILURE LVFAILURE->STROKEVOLUME LVFAILURE->LVEDVOLUME HISTORY HISTORY DISCONNECT DISCONNECT DISCONNECT->LVFAILURE VENTTUBE VENTTUBE DISCONNECT->VENTTUBE ANAPHYLAXIS ANAPHYLAXIS TPR TPR CO CO STROKEVOLUME->CO TPR->ANAPHYLAXIS TPR->CATECHOL BP BP TPR->BP PCWP PCWP LVEDVOLUME->PCWP CVP CVP LVEDVOLUME->CVP VENTMACH->VENTTUBE SAO2 SAO2 SHUNT->SAO2 HISTORY->LVFAILURE HISTORY->VENTTUBE VENTTUBE->VENTLUNG VENTTUBE->PRESS VENTLUNG->MINVOL VENTLUNG->VENTALV EXPCO2 EXPCO2 VENTLUNG->EXPCO2 ARTCO2 ARTCO2 VENTALV->ARTCO2 VENTALV->PVSAT ARTCO2->EXPCO2 ARTCO2->CATECHOL PVSAT->SAO2 SAO2->CATECHOL SAO2->HRSAT HR HR HR->ERRCAUTER HR->CATECHOL HR->HRBP HR->CO HR->HREKG HRSAT->ERRCAUTER HRSAT->HR CO->BP
Diff with GHC/NMD/BDEU
G a->b overflow c->d Missing e->f reversed g->h Correct
bn4 = learner.useGreedyHillClimbing().useNMLCorrection().useScoreBDeu().setInitialDAG(bn2.dag()).learnBN()
gnb.flow.add(gnb.getBNDiff(bn, bn4, size="8!"), "Diff with GHC/NMD/BDEU with intial DAG from MIIC")
gnb.flow.add(bnvsbn.graphDiffLegend())
gnb.flow.display()
G KINKEDTUBE KINKEDTUBE VENTLUNG VENTLUNG KINKEDTUBE->VENTLUNG PRESS PRESS KINKEDTUBE->PRESS HYPOVOLEMIA HYPOVOLEMIA STROKEVOLUME STROKEVOLUME HYPOVOLEMIA->STROKEVOLUME LVEDVOLUME LVEDVOLUME HYPOVOLEMIA->LVEDVOLUME INTUBATION INTUBATION SHUNT SHUNT INTUBATION->SHUNT MINVOL MINVOL INTUBATION->MINVOL INTUBATION->PRESS VENTALV VENTALV MINVOLSET MINVOLSET VENTMACH VENTMACH MINVOLSET->VENTMACH PULMEMBOLUS PULMEMBOLUS PAP PAP PULMEMBOLUS->PAP INSUFFANESTH INSUFFANESTH CATECHOL CATECHOL INSUFFANESTH->CATECHOL ERRLOWOUTPUT ERRLOWOUTPUT HRBP HRBP ERRLOWOUTPUT->HRBP ERRCAUTER ERRCAUTER HRSAT HRSAT ERRCAUTER->HRSAT HREKG HREKG ERRCAUTER->HREKG FIO2 FIO2 PVSAT PVSAT FIO2->PVSAT LVFAILURE LVFAILURE LVFAILURE->STROKEVOLUME LVFAILURE->LVEDVOLUME HISTORY HISTORY DISCONNECT DISCONNECT DISCONNECT->LVFAILURE VENTTUBE VENTTUBE DISCONNECT->VENTTUBE ANAPHYLAXIS ANAPHYLAXIS TPR TPR CO CO STROKEVOLUME->CO TPR->ANAPHYLAXIS TPR->CATECHOL BP BP TPR->BP PCWP PCWP LVEDVOLUME->PCWP CVP CVP LVEDVOLUME->CVP VENTMACH->VENTTUBE SHUNT->PULMEMBOLUS SAO2 SAO2 SHUNT->SAO2 HISTORY->LVFAILURE HISTORY->VENTTUBE VENTTUBE->INTUBATION VENTTUBE->VENTLUNG VENTTUBE->PRESS VENTLUNG->INTUBATION VENTLUNG->MINVOL VENTLUNG->VENTALV ARTCO2 ARTCO2 VENTLUNG->ARTCO2 EXPCO2 EXPCO2 VENTLUNG->EXPCO2 VENTALV->INTUBATION VENTALV->PVSAT ARTCO2->PULMEMBOLUS ARTCO2->VENTALV ARTCO2->EXPCO2 ARTCO2->CATECHOL PVSAT->SAO2 SAO2->CATECHOL HR HR CATECHOL->HR HR->HRBP HR->HRSAT HR->CO HR->HREKG CO->BP
Diff with GHC/NMD/BDEU with intial DAG from MIIC
G a->b overflow c->d Missing e->f reversed g->h Correct
print(bn2.names())
{'TPR', 'MINVOLSET', 'VENTTUBE', 'INSUFFANESTH', 'PULMEMBOLUS', 'VENTMACH', 'PCWP', 'DISCONNECT', 'CVP', 'HISTORY', 'FIO2', 'HRBP', 'PAP', 'INTUBATION', 'VENTLUNG', 'ERRCAUTER', 'PRESS', 'EXPCO2', 'BP', 'PVSAT', 'HR', 'HRSAT', 'ARTCO2', 'LVFAILURE', 'KINKEDTUBE', 'ANAPHYLAXIS', 'ERRLOWOUTPUT', 'HYPOVOLEMIA', 'STROKEVOLUME', 'CO', 'SAO2', 'LVEDVOLUME', 'VENTALV', 'CATECHOL', 'MINVOL', 'SHUNT', 'HREKG'}
gnb.showInference(bn2, evs={}, size="10")

svg

print(bn2["HRSAT"])
print(bn2["INTUBATION"])
HRSAT:Labelized({HIGH|LOW|NORMAL})
INTUBATION:Labelized({ESOPHAGEAL|NORMAL|ONESIDED})
showROC(bn2, "out/train.csv", "HRSAT", "LOW", show_progress=False)
showROC(bn2, "out/train.csv", "HRSAT", "NORMAL", show_progress=False)
showROC(bn2, "out/train.csv", "HRSAT", "HIGH", show_progress=False);

svg

svg

svg

showROC(bn2, "out/train.csv", "INTUBATION", "ESOPHAGEAL", show_progress=False);

svg

showPR(bn2, "out/train.csv", "HRSAT", "LOW", show_progress=False);

svg

showPR(bn2, "out/train.csv", "INTUBATION", "ESOPHAGEAL", show_progress=False);

svg

showROC_PR(bn2, "out/train.csv", "HRSAT", "LOW", show_progress=False);

svg

showROC_PR(bn2, "out/train.csv", "INTUBATION", "ESOPHAGEAL", show_progress=False);

svg