@inproceedings{28ba285d6a13481ea2e7c7aa8d0977e2,
title = "Universal compression of piecewise i.i.d. sources",
abstract = "We study the problem of compressing piecewise i.i.d. sources, which models the practical application of jointly compressing multiple disparate data files. We establish that universal compression of piecewise i.i.d data is possible by modeling the data as a Markov process whose memory grows suitably with the size of the data using the Krichevsky-Trofimov (KT) estimator. The memory order is chosen large enough so that successful learning of the distribution of the each piece of the data from the corresponding contexts is possible for almost any realization of any piecewise i.i.d. data process. This is, a priori, a surprising result given that we are employing a stationary model to asymptotically optimally (model and) compress non-stationary data.",
keywords = "KT estimator, Markov sources, Non stationary source, Piecewise iid sources, Universal compression",
author = "Badri Vellambi and Owen Cameron and Marcus Hutter",
note = "Publisher Copyright: {\textcopyright} 2018 IEEE.; 2018 Data Compression Conference, DCC 2018 ; Conference date: 27-03-2018 Through 30-03-2018",
year = "2018",
month = jul,
day = "19",
doi = "10.1109/DCC.2018.00035",
language = "English",
series = "Data Compression Conference Proceedings",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "267--276",
editor = "Ali Bilgin and Storer, \{James A.\} and Joan Serra-Sagrista and Marcellin, \{Michael W.\}",
booktitle = "Proceedings - DCC 2018",
address = "United States",
}