The information bottleneck method

@inproceedings{citeulike:110110, abstract = {We define the relevant information in a signal x 2 X as being the information that this signal provides about another signal y 2 Y . Examples include the information that face images provide about the names of the people portrayed, or the information that speech sounds provide about the words spoken. Understanding the signal x requires more than just predicting y, it also requires specifying which features of X play a role in the prediction. We formalize the problem as that of finding a short...}, author = {Tishby, N. and Pereira, F. and Bialek, W. }, booktitle = {Proceedings of the 37-th Annual Allerton Conference on Communication, Control and Computing}, citeulike-article-id = {110110}, keywords = {information-bottleneck, information-theory, machine-learning, statistical-inference}, pages = {368--377}, posted-at = {2008-07-15 08:58:24}, priority = {2}, title = {The information bottleneck method}, url = {http://citeseer.ist.psu.edu/tishby99information.html}, year = {1999} }

TY - CONF ID - citeulike:110110 L3 - citeulike-article-id:110110 TI - The information bottleneck method T2 - Proceedings of the 37-th Annual Allerton Conference on Communication, Control and Computing SP - 368 EP - 377 N2 - We define the relevant information in a signal x 2 X as being the information that this signal provides about another signal y 2 Y . Examples include the information that face images provide about the names of the people portrayed, or the information that speech sounds provide about the words spoken. Understanding the signal x requires more than just predicting y, it also requires specifying which features of X play a role in the prediction. We formalize the problem as that of finding a short... KW - information-bottleneck KW - information-theory KW - machine-learning KW - statistical-inference AU - Tishby, N AU - Pereira, F AU - Bialek, W PY - 1999/// UR - http://citeseer.ist.psu.edu/tishby99information.html ER -