superpaper.bib

@InProceedings{onrust2016Improving,
  author    = {Onrust, Louis  and  van den Bosch, Antal  and  Van hamme, Hugo},
  title     = {Improving cross-domain n-gram language modelling with skipgrams},
  booktitle = {Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)},
  month     = {August},
  year      = {2016},
  address   = {Berlin, Germany},
  publisher = {Association for Computational Linguistics},
  pages     = {137--142},
  url       = {http://anthology.aclweb.org/P16-2023}
}

@article{Ishwaran2001Gibbs,
author = {Ishwaran, Hemant and James, Lancelot F.},
title = {Gibbs Sampling Methods for Stick-Breaking Priors},
journal = {Journal of the American Statistical Association},
volume = {96},
number = {453},
pages = {161--173},
year = {2001},
doi = {10.1198/016214501750332758},
}

@article{harris1954distributional,
  title={Distributional structure.},
  author={Harris, Zellig S.},
  journal={Word},
  year={1954}
}

@article{sahlgren2008distributional,
  title={The distributional hypothesis},
  author={Sahlgren, Magnus},
  journal={Italian Journal of Linguistics},
  volume={20},
  number={1},
  pages={33--54},
  year={2008}
}

@article{goodman2001bit,
  title={A bit of progress in language modeling},
  author={Goodman, Joshua T.},
  journal={Computer Speech \& Language},
  volume={15},
  number={4},
  pages={403--434},
  year={2001},
  publisher={Elsevier}
}

@inproceedings{shazeer2015sparse,
  title={Sparse Non-negative Matrix Language Modeling For Skip-grams},
  author={Shazeer, Noam and Pelemans, Joris and Chelba, Ciprian},
  booktitle={Proceedings of Interspeech},
  pages={1428--1432},
  year={2015}
}

@article{pickhardt2014generalized,
  author = {Pickhardt, Rene and Gottron, Thomas and K\"orner, Martin and  Wagner, Paul G. and  Speicher, Till and  Staab, Steffen}, 
   title = {A Generalized Language Model as the Combination of Skipped n-grams and Modified {K}neser {N}ey Smoothing}, 
   year = {2014}, 
   booktitle = {ACL'14: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics}, 
 }

@techreport{chelba2013one,
  title={One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling},
  author={Chelba, Ciprian and Mikolov, Tomas and Schuster, Mike and Ge, Qi and Brants, Thorsten and Koehn, Philipp and Robinson, Tony},
  number={Google Tech Report 41880},
  year={2013},
}

@inproceedings{brants2007large,
  title={Large language models in machine translation},
  author={Brants, Thorsten and Popat, Ashok C and Xu, Peng and Och, Franz J. and Dean, Jeffrey},
  booktitle={In Proceedings of the Joint Conference on Empirical Methods in Natural Language Processing and Computational Natural Language Learning},
  year={2007},
  organization={Citeseer}
}


@article{steinberger2006jrc,
  title={The {JRC-Acquis}: {A} multilingual aligned parallel corpus with 20+ languages},
  author={Steinberger, Ralf and Pouliquen, Bruno and Widiger, Anna and Ignat, Camelia and Erjavec, Tomaz and Tufis, Dan and Varga, Daniel},
  journal={Proceedings of the 5th International Conference on Language Resources and Evaluation},
  year={2006}
}

@inproceedings{tiedemann2009news,
  title={News from {OPUS} --- {A} collection of multilingual parallel corpora with tools and interfaces},
  author={Tiedemann, J\"org},
  booktitle={Recent Advances in Natural Language Processing},
  volume={5},
  pages={237--248},
  year={2009}
}

@inproceedings{oostdijk2000spoken,
  title={The Spoken {D}utch Corpus. {O}verview and First Evaluation.},
  author={Oostdijk, Nelleke},
  booktitle={LREC},
  year={2000},
}

@inproceedings{kessens2007n,
  title={N-best: the northern-and southern-dutch benchmark evaluation of speech recognition technology.},
  author={Kessens, Judith M. and van Leeuwen, David A.},
  booktitle={INTERSPEECH},
  pages={1354--1357},
  year={2007},
}

@inproceedings{blunsom2009note,
  title={A note on the implementation of hierarchical {Dirichlet} processes},
  author={Blunsom, Phil and Cohn, Trevor and Goldwater, Sharon and Johnson, Mark},
  booktitle={Proceedings of the ACL-IJCNLP 2009 Conference Short Papers},
  pages={337--340},
  year={2009},
  organization={Association for Computational Linguistics}
}

@article{walker2007sampling,
  title={Sampling the {D}irichlet mixture model with slices},
  author={Walker, Stephen G.},
  journal={Communications in Statistics --- Simulation and Computation},
  volume={36},
  number={1},
  pages={45--54},
  year={2007},
  publisher={Taylor \& Francis}
}

@inproceedings{teh2006hierarchical,
  title={A hierarchical {Bayesian} language model based on {Pitman-Yor} processes},
  author={Teh, Yee W.},
  booktitle={Proceedings of the 21st International Conference on Computational Linguistics and the 44th annual meeting of the Association for Computational Linguistics},
  pages={985--992},
  year={2006},
  organization={Association for Computational Linguistics}
}

@article{mackay1995hierarchical,
  title={A hierarchical {Dirichlet} language model.},
  author={MacKay, David J.C. and Peto, Linda C. Bauman},
  journal={Natural language engineering},
  volume={1},
  number={3},
  pages={289--308},
  year={1995},
  publisher={Cambridge Univ Press}
}

@inproceedings{kneser1995improved,
author = {Kneser, Reinhard and Ney, Hermann},
  booktitle = {In Proceedings of the {IEEE} {I}nternational {C}onference on {A}coustics, {S}peech and {S}ignal {P}rocessing},
  month = May,
  pages = {181-184},
  title = {Improved backing-off for m-gram language modeling},
  volume = {I},
  year = 1995
}

@inproceedings{stolcke2002srilm,
	title={{SRILM} --- an extensible language modeling toolkit.},
	author={Stolcke, Andreas},
	booktitle={Interspeech},
	volume={2002},
	pages={2002},
	year={2002}
}


@article{ney1994structuring,
  title={On structuring probabilistic dependences in stochastic language modelling},
  author={Ney, Hermann and Essen, Ute and Kneser, Reinhard},
  journal={Computer Speech \& Language},
  volume={8},
  number={1},
  pages={1--38},
  year={1994},
  publisher={Elsevier}
}


@incollection{Aldous1985Exchangeability,
year = {1985},
isbn = {978-3-540-15203-3},
booktitle = {\'Ecole d'\'Et\'e de Probabilit\'es de Saint-Flour XIII - 1983},
volume = {1117},
series = {Lecture Notes in Mathematics},
doi = {10.1007/BFb0099421},
title = {Exchangeability and related topics},
publisher = {Springer Berlin Heidelberg},
author = {Aldous, David J.},
pages = {1-198},
}

@article{Pitman1997The,
author = {Pitman, Jim and Yor, Marc},
doi = {10.1214/aop/1024404422},
journal = {The Annals of Probability},
month = {04},
number = {2},
pages = {855--900},
title = {The two-parameter Poisson-Dirichlet distribution derived from a stable subordinator},
volume = {25},
year = {1997},
}

@article{Blackwell1973Ferguson,
title = {Ferguson Distributions Via Polya Urn Schemes},
author = {Blackwell, David and MacQueen, James B.},
journal = {The Annals of Statistics},
volume = {1},
number = {2},
pages = {pp. 353-355},
year = {1973},
}

@article{Hoppe1984Polya,
year={1984},
journal={Journal of Mathematical Biology},
volume={20},
number={1},
doi={10.1007/BF00275863},
title={P\'olya-like urns and the Ewens' sampling formula},
author={Hoppe, Fred M.},
pages={91-94},
}

@book{Johnson1977Urn,
title = {Urn models and their application : an approach to modern discrete probability theory},
author = {Johnson, Norman Lloyd and Kotz, Samuel},
series = {Wiley series in probability and mathematical statistics},
publisher = {Wiley},
address = {New York},
isbn = {0-471-44630-0},
year = {1977}
}

@article{Ferguson1973A,
title = {A Bayesian Analysis of Some Nonparametric Problems},
author = {Ferguson, Thomas S.},
journal = {The Annals of Statistics},
volume = {1},
number = {2},
pages = {pp. 209-230},
ISSN = {00905364},
year = {1973},
publisher = {Institute of Mathematical Statistics},
}

@article{Antoniak1974Mixtures,
author = {Antoniak, Charles E.},
doi = {10.1214/aos/1176342871},
journal = {The Annals of Statistics},
month = {11},
number = {6},
pages = {1152--1174},
title = {Mixtures of Dirichlet Processes with Applications to Bayesian Nonparametric Problems},
volume = {2},
year = {1974}
}

@article{Escobar1995Bayesian,
author = {Escobar,Michael D. and West, Mike},
doi = {10.1080/01621459.1995.10476550},
title = {Bayesian Density Estimation and Inference Using Mixtures},
journal = {Journal of the American Statistical Association},
year = {1995},
number = {430},
month = {6},
volume = {90},
pages = {577--588}
}

@article{Rodriguez2008The,
author = {Rodr\'iguez, Abel and Dunson, David B. and Gelfand, Alan E.},
doi = {10.1198/016214508000000553},
journal = {Journal of the American Statistical Association},
month = {9},
number = {483},
pages = {1131--1154},
title = {{The Nested Dirichlet Process}},
volume = {103},
year = {2008}
}

@inproceedings{Teh2006AHierarchical,
title= {A Hierarchical {B}ayesian Language Model based on {P}itman-{Y}or Processes},
author= {Teh, Yee W.},
booktitle= {Proceedings of the 21st International Conference on 
Computational Linguistics and 44th Annual Meeting of 
the Association for Computational Linguistics},
pages= {985-992},
year= {2006},
}

@techreport{Teh2006ATechnical,
author= {Teh, Yee W.},
title= {A {B}ayesian Interpretation of Interpolated {K}neser-{N}ey},
number= {TRA2/06},
institution= {School of Computing, National University of Singapore},
year= {2006}
}

@inproceedings{Goldwater2006Interpolating,
author = {Goldwater, Sharon and Griffiths, Thomas L. and Johnson, Mark},
booktitle = {Advances in {N}eural {I}nformation {P}rocessing {S}ystems},
title = {Interpolating between types and tokens by estimating power-law generators},
year = {2006},
volume = {18}
}

@book{Pitman2006Combinatorial,
author = {Pitman, Jim},
doi = {10.1007/b11601500},
pages = {x+256},
publisher = {Springer-Verlag},
series = {Lecture Notes in Mathematics},
title = {Combinatorial stochastic processes},
volume = {1875},
year = {2006}
}

@article{Blei2010The,
author = {Blei, David M. and Griffiths, Thomas L. and Jordan, Michael I.},
title = {The Nested Chinese Restaurant Process and Bayesian Nonparametric Inference of Topic Hierarchies},
journal = {Journal of the ACM},
volume = {57},
number = {2},
month = {2},
year = {2010},
numpages = {30},
doi = {10.1145/1667053.1667056},
} 

@article{Sethuraman1994A,
author = {Sethuraman, Jayaram},
journal = {Statistica Sinica},
pages = {639-650},
title = {A constructive definition of {Dirichlet} priors},
volume = {4},
year = {1994}
}

@inproceedings{Kohavi1995A,
author = {Kohavi, Ron},
title = {A Study of Cross-validation and Bootstrap for Accuracy Estimation and Model Selection},
booktitle = {Proceedings of the 14th International Joint Conference on Artificial Intelligence},
series = {IJCAI'95},
volume = {2},
year = {1995},
pages = {1137--1143},
numpages = {7},
}

@article{Bozdogan1987Model,
year={1987},
issn={0033-3123},
journal={Psychometrika},
volume={52},
number={3},
doi={10.1007/BF02294361},
title={Model selection and Akaike's Information Criterion (AIC): The general theory and its analytical extensions},
author={Bozdogan, Hamparsum},
pages={345-370},
}

@book{Burnham2002Model,
author = {Burnham, Kenneth P. and Anderson, David R. and Burnham, Kenneth P.},
day = {12},
edition = {2nd},
howpublished = {Hardcover},
isbn = {0387953647},
month = {7},
publisher = {Springer},
title = {Model selection and multimodel inference: A practical information-theoretic approach},
year = {2002}
}

@inproceedings{Wood2009A,
author = {Wood, Frank and Archambeau, C{\'e}dric and Gasthaus, Jan and James, Lancelot and Teh, Yee W.},
title = {A Stochastic Memoizer for Sequence Data},
booktitle = {Proceedings of the 26th Annual International Conference on Machine Learning},
series = {ICML '09},
year = {2009},
pages = {1129--1136},
numpages = {8},
doi = {10.1145/1553374.1553518},
publisher = {ACM},
address = {New York, NY, USA},
} 

@techreport{dupont1997lattice,
  title={Lattice based language models},
  author={Dupont, Pierre and Rosenfeld, Ronald},
  year={1997},
  institution={DTIC Document}
}

@inproceedings{bilmes2003factored,
  title={Factored language models and generalized parallel backoff},
  author={Bilmes, Jeff A. and Kirchhoff, Katrin},
  booktitle={Proceedings of the 2003 Conference of the North American Chapter of the Association for Computational Linguistics on Human Language Technology: companion volume of the Proceedings of HLT-NAACL 2003--short papers-Volume 2},
  pages={4--6},
  year={2003},
  organization={Association for Computational Linguistics}
}

@article{ROSENFELD1996187,
title = "A maximum entropy approach to adaptive statistical language modelling",
journal = "Computer Speech \& Language",
volume = "10",
number = "3",
pages = "187 - 228",
year = "1996",
note = "",
issn = "0885-2308",
doi = "http://dx.doi.org/10.1006/csla.1996.0011",
url = "http://www.sciencedirect.com/science/article/pii/S088523089690011X",
author = "Rosenfeld, Ronald",

}

@article{bassiou2011long,
  title={Long distance bigram models applied to word clustering},
  author={Bassiou, Nikoletta and Kotropoulos, Constantine},
  journal={Pattern Recognition},
  volume={44},
  number={1},
  pages={145--158},
  year={2011},
  publisher={Elsevier}
}

@inproceedings{gao2004long,
  title={Long distance dependency in language modeling: an empirical study},
  author={Gao, Jianfeng and Suzuki, Hisami},
  booktitle={International Conference on Natural Language Processing},
  pages={396--405},
  year={2004},
  organization={Springer}
}

@article{pelemans2016sparse,
	author = {Pelemans, Joris  and Shazeer, Noam  and Chelba, Ciprian },
	title = {Sparse Non-negative Matrix Language Modeling},
	journal = {Transactions of the Association for Computational Linguistics},
	volume = {4},
	year = {2016},
	issn = {2307-387X},
	url = {https://transacl.org/ojs/index.php/tacl/article/view/561},
	pages = {329--342}
}

@inproceedings{huang2007hierarchical,
  title={Hierarchical Pitman-Yor language models for ASR in meetings},
  author={Huang, Songfang and Renals, Steve},
  booktitle={Automatic Speech Recognition \& Understanding, 2007. ASRU. IEEE Workshop on},
  pages={124--129},
  year={2007},
  organization={IEEE}
}

@inproceedings{huang2010power,
  title={Power law discounting for n-gram language models},
  author={Huang, Songfang and Renals, Steve},
  booktitle={Acoustics Speech and Signal Processing (ICASSP), 2010 IEEE International Conference on},
  pages={5178--5181},
  year={2010},
  organization={IEEE}
}

@inproceedings{shareghi2017compressed,
  title={Compressed nonparametric language modelling},
  author={Shareghi, Ehsan and Haffari, Gholamreza and Cohn, Trevor},
  booktitle={Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence, IJCAI-17},
  pages={2701--2707},
  year={2017}
}

@article{gompel2016efficient,
  title={Efficient $n$-gram, skipgram and flexgram modelling with {C}olibri {C}ore},
  author={van Gompel, Maarten and van den Bosch, Antal},
  journaltitle={Journal of Open Research Software},
  volume={4},
  number={1},
  year={2016},
  publisher={Ubiquity Press}
}

@incollection{jelinek1980interpolated,
	address = {Amsterdam},
	author = {Jelinek, Fred and Mercer, Robert L.},
	booktitle = {Proceedings, Workshop on Pattern Recognition in Practice},
	editor = {Gelsema, Edzard S. and Kanal, Laveen N.},
	pages = {381--397},
	publisher = {North Holland},
	title = {Interpolated estimation of {M}arkov source parameters from sparse
	data},
	year = 1980
}

@article{bahl1983maximum,
	title={A maximum likelihood approach to continuous speech recognition},
	author={Bahl, Lalit R. and Jelinek, Frederick and Mercer, Robert L.},
	journal={IEEE transactions on pattern analysis and machine intelligence},
	number={2},
	pages={179--190},
	year={1983},
	publisher={IEEE}
}
@phdthesis{chen1996building,
	title={Building Probabilistic Models for Natural},
	author={Chen, Stanley F.},
	year={1996},
	month={May},
	school={Harvard University}
}

@inproceedings{lau1993trigger,
  title={Trigger-based language models: A maximum entropy approach},
  author={Lau, Raymond and Rosenfeld, Ronald and Roukos, Salim},
  booktitle={Acoustics, Speech, and Signal Processing, 1993. ICASSP-93., 1993 IEEE International Conference on},
  volume={2},
  pages={45--48},
  year={1993},
  organization={IEEE}
}

@article{chien2006association,
  title={Association pattern language modeling},
  author={Chien, Jen-Tzung},
  journal={IEEE Transactions on Audio, Speech, and Language Processing},
  volume={14},
  number={5},
  pages={1719--1728},
  year={2006},
  publisher={IEEE}
}

@article{brown1992class,
  title={Class-based $n$-gram models of natural language},
  author={Brown, Peter F. and Desouza, Peter V. and Mercer, Robert L. and Pietra, Vincent J. Della and Lai, Jenifer C.},
  journal={Computational linguistics},
  volume={18},
  number={4},
  pages={467--479},
  year={1992},
  publisher={MIT Press}
}

@inproceedings{tomokiyo2003language,
  title={A language model approach to keyphrase extraction},
  author={Tomokiyo, Takashi and Hurst, Matthew},
  booktitle={Proceedings of the ACL 2003 workshop on Multiword expressions: analysis, acquisition and treatment-Volume 18},
  pages={33--40},
  year={2003},
  organization={Association for Computational Linguistics}
}

@article{blei2009visualizing,
  title={Visualizing topics with multi-word expressions},
  author={Blei, David M. and Lafferty, John D.},
  journal={arXiv preprint arXiv:0907.1013},
  year={2009}
}

@inproceedings{clarkson1997language,
  title={Language model adaptation using mixtures and an exponentially decaying cache},
  author={Clarkson, Philip R. and Robinson, Anthony J.},
  booktitle={Acoustics, Speech, and Signal Processing, 1997. ICASSP-97., 1997 IEEE International Conference on},
  volume={2},
  pages={799--802},
  year={1997},
  organization={IEEE}
}

@article{kuchaiev2017factorization,
  title={Factorization tricks for LSTM networks},
  author={Kuchaiev, Oleksii and Ginsburg, Boris},
  journal={arXiv preprint arXiv:1703.10722},
  year={2017}
}

@inproceedings{mikolov2013distributed,
  title={Distributed representations of words and phrases and their compositionality},
  author={Mikolov, Tomas and Sutskever, Ilya and Chen, Kai and Corrado, Greg S. and Dean, Jeff},
  booktitle={Advances in neural information processing systems},
  pages={3111--3119},
  year={2013}
}

@article{levy2015improving,
  title={Improving distributional similarity with lessons learned from word embeddings},
  author={Levy, Omer and Goldberg, Yoav and Dagan, Ido},
  journal={Transactions of the Association for Computational Linguistics},
  volume={3},
  pages={211--225},
  year={2015}
}

@inproceedings{chen1996empirical,
  title={An empirical study of smoothing techniques for language modeling},
  author={Chen, Stanley F. and Goodman, Joshua T.},
  booktitle={Proceedings of the 34th annual meeting on Association for Computational Linguistics},
  pages={310--318},
  year={1996},
  organization={Association for Computational Linguistics}
}

@book{jevtic2005estimation,
  title={Estimation and modeling techniques for speech recognition},
  author={Jevtic, Nikola},
  year={2005},
  publisher={University of California at San Diego}
}

@article{piantadosi2014Zipfs,
	year={2014},
	journal={Psychonomic Bulletin \& Review},
	volume={21},
	number={5},
	title={Zipf's word frequency law in natural language: {A} critical review and future directions},
	author={Piantadosi, Steven T.},
	pages={1112-1130},
	language={English}
}

@book{Zipf35,
	address = {Cambridge, MA},
	author = {George K. Zipf},
	note = {Second paperback edition, 1968},
	publisher = {MIT},
	title = {The psycho-biology of language: an introduction to dynamic philology},
	year = 1935}


@book{Zipf49,
	address = {Cambridge, MA},
	author = {George K Zipf},
	publisher = {Addison--Wesley},
	Title = {Human Behavior and the Principle of Least Effort},
	year = {1949}}