@conference {Krishnamurthy2004Least-mean-squa,
title = {Least mean square algorithms with switched Markov ODE limit},
booktitle = {Decision and Control, 2004. CDC. 43rd IEEE Conference on},
volume = {4},
year = {2004},
month = {dec.},
pages = {4134 - 4139 Vol.4},
abstract = {We analyze the tracking performance of a least mean square (LMS) algorithm for tracking a parameter that evolves according to a Markov chain with infrequent jumps. By allowing the Markov chain to evolve as the same rate of change as the LMS algorithm, we use a combined approach of two-time-scale Markov chains and stochastic approximation method to derive the limit dynamics satisfied by continuous-time interpolation of the estimates. Unlike most previous analyses of stochastic approximation algorithms, the limit we obtain is a system of ordinary differential equations with regime switching controlled by a continuous-time Markov chain. To further analyze the tracking errors, we take a continuous-time interpolation of a scaled sequence of the error sequence and derive its diffusion limit. Somewhat remarkably, for correlated regression vectors we obtain a system of switching diffusions.},
keywords = {continuous time interpolation, continuous-time interpolation, continuous-time Markov chain, differential equations, error sequence, interpolation, least mean square algorithm, least mean squares methods, Markov processes, ordinary differential equations, parameter tracking, regime switching, regression vectors, stochastic approximation, switched Markov ODE limit, time-varying systems, tracking errors},
issn = {0191-2216},
doi = {10.1109/CDC.2004.1429400},
url = {http://dx.doi.org/10.1109/CDC.2004.1429400},
author = {Krishnamurthy, V. and Yin, G.}
}