@article{Turliuc:2016:10.1016/j.ijar.2016.07.001,
author = {Turliuc, R and Dickens, L and Russo, AM and Broda, K},
doi = {10.1016/j.ijar.2016.07.001},
journal = {International Journal of Approximate Reasoning},
pages = {223--240},
title = {Probabilistic abductive logic programming using Dirichlet priors},
url = {http://dx.doi.org/10.1016/j.ijar.2016.07.001},
volume = {78},
year = {2016}
}

Download

TY  - JOUR
AB  - Probabilistic programming is an area of research that aims to develop general inference algorithms for probabilistic models expressed as probabilistic programs whose execution corresponds to inferring the parameters of those models. In this paper, we introduce a probabilistic programming language (PPL) based on abductive logic programming for performing inference in probabilistic models involving categorical distributions with Dirichlet priors. We encode these models as abductive logic programs enriched with probabilistic definitions and queries, and show how to execute and compile them to boolean formulas. Using the latter, we perform generalized inference using one of two proposed Markov Chain Monte Carlo (MCMC) sampling algorithms: an adaptation of uncollapsed Gibbs sampling from related work and a novel collapsed Gibbs sampling (CGS). We show that CGS converges faster than the uncollapsed version on a latent Dirichlet allocation (LDA) task using synthetic data. On similar data, we compare our PPL with LDA-specific algorithms and other PPLs. We find that all methods, except one, perform similarly and that the more expressive the PPL, the slower it is. We illustrate applications of our PPL on real data in two variants of LDA models (Seed and Cluster LDA), and in the repeated insertion model (RIM). In the latter, our PPL yields similar conclusions to inference with EM for Mallows models.
AU  - Turliuc,R
AU  - Dickens,L
AU  - Russo,AM
AU  - Broda,K
DO  - 10.1016/j.ijar.2016.07.001
EP  - 240
PY  - 2016///
SN  - 1873-4731
SP  - 223
TI  - Probabilistic abductive logic programming using Dirichlet priors
T2  - International Journal of Approximate Reasoning
UR  - http://dx.doi.org/10.1016/j.ijar.2016.07.001
UR  - http://hdl.handle.net/10044/1/34461
VL  - 78
ER  - 

Download