@article{551, keywords = {ECoG, ISC, LLMs, NLP, brain-to-brain coupling, communication, conversations, electrocorticography, encoding models, intersubject correlation, large language models, natural language processing, naturalistic paradigm, speech}, author = {Zaid Zada and Ariel Goldstein and Sebastian Michelmann and Erez Simony and Amy Price and Liat Hasenfratz and Emily Barham and Asieh Zadbood and Werner Doyle and Daniel Friedman and Patricia Dugan and Lucia Melloni and Sasha Devore and Adeen Flinker and Orrin Devinsky and Samuel Nastase and Uri Hasson}, title = {A shared model-based linguistic space for transmitting our thoughts from brain to brain in natural conversations.}, abstract = {
Effective communication hinges on a mutual understanding of word meaning in different contexts. We recorded brain activity using electrocorticography during spontaneous, face-to-face conversations in five pairs of epilepsy patients. We developed a model-based coupling framework that aligns brain activity in both speaker and listener to a shared embedding space from a large language model (LLM). The context-sensitive LLM embeddings allow us to track the exchange of linguistic information, word by word, from one brain to another in natural conversations. Linguistic content emerges in the speaker{\textquoteright}s brain before word articulation and rapidly re-emerges in the listener{\textquoteright}s brain after word articulation. The contextual embeddings better capture word-by-word neural alignment between speaker and listener than syntactic and articulatory models. Our findings indicate that the contextual embeddings learned by LLMs can serve as an explicit numerical model of the shared, context-rich meaning space humans use to communicate their thoughts to one another.
}, year = {2024}, journal = {Neuron}, month = {07/2024}, issn = {1097-4199}, doi = {10.1016/j.neuron.2024.06.025}, language = {eng}, }