@article{de2024construction,
title = {Construction grammar and procedural semantics for human-interpretable grounded language processing},
author = {Liesbet De Vos, Jens Nevens, Paul Van Eecke and Katrien Beuls},
year = {2024},
date = {2024-03-15},
journal = {Linguistics Vanguard},
number = {0},
abstract = {Groundedlanguageprocessingisacrucialcomponentinmanyartificialintelligencesystems,asitallows agents to communicate about their physical surroundings. State-of-the-art approaches typically employ deep learning techniques that perform end-to-end mappings between natural language expressions and representations grounded in the environment. Although these techniques achieve high levels of accuracy, they are often criticized for their lack of interpretability and their reliance on large amounts of training data. As an alternative, we propose a fully interpretable, data-efficient architecture for grounded language processing. The architecture is based on two main components. The first component comprises an inventory of human-interpretable concepts learned through task-based communicative interactions. These concepts connect the sensorimotor experiences of an agent to meaningful symbols that can be used for reasoning operations. The second component is a computational con- struction grammar that maps between natural language expressions and procedural semantic representations. These representations are grounded through their integration with the learned concepts. We validate the archi- tecture using a variation on the CLEVR benchmark, achieving an accuracy of 96 %. Our experiments demonstrate that the integration of a computational construction grammar with an inventory of interpretable grounded con- cepts can effectively achieve human-interpretable grounded language processing in the CLEVR environment.},
keywords = {Computational Construction Grammar, Fluid Construction Grammar, grounded language understanding, procedural semantics},
pubstate = {published},
tppubtype = {article}
}