Constructing Hierarchical Rule Systems

@incollection{GaBe03, abstract = {Rule systems have failed to attract much interest in large data analysis problems because they tend to be too simplistic to be useful or consist of too many rules for human interpretation. We present a method that constructs a hierarchical rule system, with only a small number of rules at each stage of the hierarchy. Lower levels in this hierarchy focus on outliers or areas of the feature space where only weak evidence for a rule was found in the data. Rules further up, at higher levels of the hierarchy, describe increasingly general and strongly supported aspects of the data. We demonstrate the proposed method's usefulness on several classification benchmark data sets using a fuzzy rule induction process as the underlying learning algorithm. The results demonstrate how the rule hierarchy allows to build much smaller rule systems and how the model—especially at higher levels of the hierarchy—remains interpretable. The presented method can be applied to a variety of local learning systems in a similar fashion.}, author = {Gabriel, Thomas and Berthold, Michael }, citeulike-article-id = {3042854}, journal = {Cryptographic Hardware and Embedded Systems - CHES 2003}, pages = {76--87}, posted-at = {2008-07-25 16:00:51}, priority = {5}, title = {Constructing Hierarchical Rule Systems}, url = {http://www.springerlink.com/content/3kv69rcnmxkua4q8 }, year = {2003} }

TY - CHAP ID - GaBe03 L3 - citeulike-article-id:3042854 TI - Constructing Hierarchical Rule Systems JF - Cryptographic Hardware and Embedded Systems - CHES 2003 SP - 76 EP - 87 N2 - Rule systems have failed to attract much interest in large data analysis problems because they tend to be too simplistic to be useful or consist of too many rules for human interpretation. We present a method that constructs a hierarchical rule system, with only a small number of rules at each stage of the hierarchy. Lower levels in this hierarchy focus on outliers or areas of the feature space where only weak evidence for a rule was found in the data. Rules further up, at higher levels of the hierarchy, describe increasingly general and strongly supported aspects of the data. We demonstrate the proposed method's usefulness on several classification benchmark data sets using a fuzzy rule induction process as the underlying learning algorithm. The results demonstrate how the rule hierarchy allows to build much smaller rule systems and how the model—especially at higher levels of the hierarchy—remains interpretable. The presented method can be applied to a variety of local learning systems in a similar fashion. AU - Gabriel, Thomas AU - Berthold, Michael PY - 2003/// UR - http://www.springerlink.com/content/3kv69rcnmxkua4q8 ER -