@misc{murfet_dmurfet/2simplicialtransformer_2019,
title = {dmurfet/2simplicialtransformer},
url = {https://github.com/dmurfet/2simplicialtransformer},
abstract = {Code for the 2-simplicial Transformer paper. Contribute to dmurfet/2simplicialtransformer development by creating an account on GitHub.},
urldate = {2019-11-22},
author = {Murfet, Daniel},
month = oct,
year = {2019},
note = {ZSCC: NoCitationData[s0]
original-date: 2019-08-29T13:26:13Z},
keywords = {Abstract machines, Algebra, Implementation, Machine learning, Semantics}
}
@article{murfet_logic_2019,
title = {Logic and the \$2\$-{Simplicial} {Transformer}},
url = {http://arxiv.org/abs/1909.00668},
abstract = {We introduce the \$2\$-simplicial Transformer, an extension of the Transformer which includes a form of higher-dimensional attention generalising the dot-product attention, and uses this attention to update entity representations with tensor products of value vectors. We show that this architecture is a useful inductive bias for logical reasoning in the context of deep reinforcement learning.},
urldate = {2019-11-21},
journal = {arXiv:1909.00668 [cs, stat]},
author = {Murfet, Daniel and Clift, James and Doryn, Dmitry and Wallbridge, James},
month = sep,
year = {2019},
note = {ZSCC: 0000000
arXiv: 1909.00668
version: 1},
keywords = {Abstract machines, Algebra, Machine learning, Semantics}
}
@misc{murfet_dmurfet/deeplinearlogic_2018,
title = {dmurfet/deeplinearlogic},
url = {https://github.com/dmurfet/deeplinearlogic},
abstract = {Deep learning and linear logic. Contribute to dmurfet/deeplinearlogic development by creating an account on GitHub.},
urldate = {2019-11-22},
author = {Murfet, Daniel},
month = jul,
year = {2018},
note = {ZSCC: NoCitationData[s0]
original-date: 2016-11-05T09:17:10Z},
keywords = {Categorical ML, Implementation, Linear logic, Machine learning, Semantics}
}
@misc{murfet_dmurfet/polysemantics_2018,
title = {dmurfet/polysemantics},
url = {https://github.com/dmurfet/polysemantics},
abstract = {Polynomial semantics of linear logic. Contribute to dmurfet/polysemantics development by creating an account on GitHub.},
urldate = {2019-11-22},
author = {Murfet, Daniel},
month = apr,
year = {2018},
note = {ZSCC: NoCitationData[s0]
original-date: 2016-02-23T03:29:42Z},
keywords = {Categorical ML, Implementation, Linear logic, Machine learning, Semantics}
}
@incollection{yang_commutative_2017,
address = {Berlin, Heidelberg},
title = {Commutative {Semantics} for {Probabilistic} {Programming}},
volume = {10201},
isbn = {978-3-662-54433-4 978-3-662-54434-1},
url = {http://link.springer.com/10.1007/978-3-662-54434-1_32},
abstract = {We show that a measure-based denotational semantics for probabilistic programming is commutative. The idea underlying probabilistic programming languages (Anglican, Church, Hakaru, ...) is that programs express statistical models as a combination of prior distributions and likelihood of observations. The product of prior and likelihood is an unnormalized posterior distribution, and the inference problem is to ﬁnd the normalizing constant. One common semantic perspective is thus that a probabilistic program is understood as an unnormalized posterior measure, in the sense of measure theory, and the normalizing constant is the measure of the entire semantic domain.},
language = {en},
urldate = {2019-11-23},
booktitle = {Programming {Languages} and {Systems}},
publisher = {Springer Berlin Heidelberg},
author = {Staton, Sam},
editor = {Yang, Hongseok},
year = {2017},
doi = {10.1007/978-3-662-54434-1_32},
note = {ZSCC: NoCitationData[s0] },
keywords = {Bayesianism, Probabilistic programming, Programming language theory, Semantics},
pages = {855--879}
}
@article{jacobs_formal_2017,
title = {A {Formal} {Semantics} of {Influence} in {Bayesian} {Reasoning}},
url = {http://drops.dagstuhl.de/opus/volltexte/2017/8089/},
doi = {10/ggdgbc},
abstract = {This paper proposes a formal deﬁnition of inﬂuence in Bayesian reasoning, based on the notions of state (as probability distribution), predicate, validity and conditioning. Our approach highlights how conditioning a joint entwined/entangled state with a predicate on one of its components has ‘crossover’ inﬂuence on the other components. We use the total variation metric on probability distributions to quantitatively measure such inﬂuence. These insights are applied to give a rigorous explanation of the fundamental concept of d-separation in Bayesian networks.},
language = {en},
urldate = {2019-11-24},
journal = {Schloss Dagstuhl - Leibniz-Zentrum fuer Informatik GmbH, Wadern/Saarbruecken, Germany},
author = {Jacobs, Bart and Zanasi, Fabio},
year = {2017},
note = {ZSCC: 0000012},
keywords = {Bayesianism, Categorical probability theory, Programming language theory, Semantics}
}
@article{jacobs_predicate/state_2016,
series = {The {Thirty}-second {Conference} on the {Mathematical} {Foundations} of {Programming} {Semantics} ({MFPS} {XXXII})},
title = {A {Predicate}/{State} {Transformer} {Semantics} for {Bayesian} {Learning}},
volume = {325},
issn = {1571-0661},
url = {http://www.sciencedirect.com/science/article/pii/S1571066116300883},
doi = {10/ggdgbb},
abstract = {This paper establishes a link between Bayesian inference (learning) and predicate and state transformer operations from programming semantics and logic. Specifically, a very general definition of backward inference is given via first applying a predicate transformer and then conditioning. Analogously, forward inference involves first conditioning and then applying a state transformer. These definitions are illustrated in many examples in discrete and continuous probability theory and also in quantum theory.},
language = {en},
urldate = {2019-11-24},
journal = {Electronic Notes in Theoretical Computer Science},
author = {Jacobs, Bart and Zanasi, Fabio},
month = oct,
year = {2016},
note = {ZSCC: 0000030},
keywords = {Bayesianism, Categorical ML, Categorical probability theory, Effectus theory, Programming language theory, Semantics},
pages = {185--200}
}
@article{staton_semantics_2016,
title = {Semantics for probabilistic programming: higher-order functions, continuous distributions, and soft constraints},
shorttitle = {Semantics for probabilistic programming},
url = {http://arxiv.org/abs/1601.04943},
doi = {10/ggdf97},
abstract = {We study the semantic foundation of expressive probabilistic programming languages, that support higher-order functions, continuous distributions, and soft constraints (such as Anglican, Church, and Venture). We define a metalanguage (an idealised version of Anglican) for probabilistic computation with the above features, develop both operational and denotational semantics, and prove soundness, adequacy, and termination. They involve measure theory, stochastic labelled transition systems, and functor categories, but admit intuitive computational readings, one of which views sampled random variables as dynamically allocated read-only variables. We apply our semantics to validate nontrivial equations underlying the correctness of certain compiler optimisations and inference algorithms such as sequential Monte Carlo simulation. The language enables defining probability distributions on higher-order functions, and we study their properties.},
urldate = {2019-11-23},
journal = {Proceedings of the 31st Annual ACM/IEEE Symposium on Logic in Computer Science - LICS '16},
author = {Staton, Sam and Yang, Hongseok and Heunen, Chris and Kammar, Ohad and Wood, Frank},
year = {2016},
note = {ZSCC: 0000071
arXiv: 1601.04943},
keywords = {Bayesianism, Probabilistic programming, Programming language theory, Semantics},
pages = {525--534}
}
@inproceedings{ehrhard_probabilistic_2014,
address = {San Diego, California, USA},
title = {Probabilistic coherence spaces are fully abstract for probabilistic {PCF}},
isbn = {978-1-4503-2544-8},
url = {http://dl.acm.org/citation.cfm?doid=2535838.2535865},
doi = {10/ggdf9x},
abstract = {Probabilistic coherence spaces (PCoh) yield a semantics of higherorder probabilistic computation, interpreting types as convex sets and programs as power series. We prove that the equality of interpretations in PCoh characterizes the operational indistinguishability of programs in PCF with a random primitive.},
language = {en},
urldate = {2019-11-22},
booktitle = {Proceedings of the 41st {ACM} {SIGPLAN}-{SIGACT} {Symposium} on {Principles} of {Programming} {Languages} - {POPL} '14},
publisher = {ACM Press},
author = {Ehrhard, Thomas and Tasson, Christine and Pagani, Michele},
year = {2014},
note = {ZSCC: 0000060},
keywords = {Coherence spaces, Probabilistic programming, Programming language theory, Semantics},
pages = {309--320}
}
@article{ehrhard_probabilistic_2011,
title = {Probabilistic coherence spaces as a model of higher-order probabilistic computation},
volume = {209},
issn = {0890-5401},
url = {http://www.sciencedirect.com/science/article/pii/S0890540111000411},
doi = {10/ctfch6},
abstract = {We study a probabilistic version of coherence spaces and show that these objects provide a model of linear logic. We build a model of the pure lambda-calculus in this setting and show how to interpret a probabilistic version of the functional language PCF. We give a probabilistic interpretation of the semantics of probabilistic PCF closed terms of ground type. Last we suggest a generalization of this approach, using Banach spaces.},
language = {en},
number = {6},
urldate = {2019-11-22},
journal = {Information and Computation},
author = {Ehrhard, Thomas and Danos, Vincent},
month = jun,
year = {2011},
note = {ZSCC: 0000065},
keywords = {Coherence spaces, Probabilistic programming, Programming language theory, Semantics},
pages = {966--991}
}
@misc{murfet_linear_nodate,
title = {Linear logic and deep learning},
language = {en},
author = {Murfet, Daniel and Hu, Huiyi},
note = {ZSCC: NoCitationData[s0]},
keywords = {Categorical ML, Linear logic, Machine learning, Semantics}
}