Statistical Methods in Markov Chains

@article{citeulike:2860262, abstract = {This paper is an expository survey of the mathematical aspects of statistical inference as it applies to finite Markov chains, the problem being to draw inferences about the transition probabilities from one long, unbroken observation x1, x2, ⋯, xn on the chain. The topics covered include Whittle's formula, chi-square and maximum-likelihood methods, estimation of parameters, and multiple Markov chains. At the end of the paper it is briefly indicated how these methods can be applied to a process with an arbitrary state space or a continuous time parameter. Section 2 contains a simple proof of Whittle's formula; Section 3 provides an elementary and self-contained development of the limit theory required for the application of chi-square methods to finite chains. In the remainder of the paper, the results are accompanied by references to the literature, rather than by complete proofs. As is usual in a review paper, the emphasis reflects the author's interests. Other general accounts of statistical inference on Markov processes will be found in Grenander [53], Bartlett [9] and [10], Fortet [35], and in my monograph [18]. I would like to thank Paul Meier for a number of very helpful discussions on the topics treated in this paper, particularly those of Section 3.}, author = {Billingsley, Patrick }, citeulike-article-id = {2860262}, doi = {http://dx.doi.org/10.2307/2237603}, journal = {The Annals of Mathematical Statistics}, keywords = {markov}, number = {1}, pages = {12--40}, posted-at = {2008-07-13 18:19:28}, priority = {2}, publisher = {Institute of Mathematical Statistics}, title = {Statistical Methods in Markov Chains}, url = {http://dx.doi.org/10.2307/2237603}, volume = {32}, year = {1961} }

TY - JOUR ID - citeulike:2860262 L3 - citeulike-article-id:2860262 TI - Statistical Methods in Markov Chains JF - The Annals of Mathematical Statistics VL - 32 IS - 1 SP - 12 EP - 40 PB - Institute of Mathematical Statistics N2 - This paper is an expository survey of the mathematical aspects of statistical inference as it applies to finite Markov chains, the problem being to draw inferences about the transition probabilities from one long, unbroken observation x1, x2, ⋯, xn on the chain. The topics covered include Whittle's formula, chi-square and maximum-likelihood methods, estimation of parameters, and multiple Markov chains. At the end of the paper it is briefly indicated how these methods can be applied to a process with an arbitrary state space or a continuous time parameter. Section 2 contains a simple proof of Whittle's formula; Section 3 provides an elementary and self-contained development of the limit theory required for the application of chi-square methods to finite chains. In the remainder of the paper, the results are accompanied by references to the literature, rather than by complete proofs. As is usual in a review paper, the emphasis reflects the author's interests. Other general accounts of statistical inference on Markov processes will be found in Grenander [53], Bartlett [9] and [10], Fortet [35], and in my monograph [18]. I would like to thank Paul Meier for a number of very helpful discussions on the topics treated in this paper, particularly those of Section 3. KW - markov AU - Billingsley, Patrick PY - 1961/// UR - http://dx.doi.org/10.2307/2237603 ER -