diff --git a/neural-networks/bib.bib b/neural-networks/bib.bib index 2c12e9f..7ea0368 100644 --- a/neural-networks/bib.bib +++ b/neural-networks/bib.bib @@ -2,6 +2,19 @@ % Encoding: UTF-8 +@Article{Citri2008, + Title = {Synaptic Plasticity: Multiple Forms, Functions, and Mechanisms}, + Author = {Citri, Ami and Malenka, Robert C}, + Journaltitle = {Neuropsychopharmacology}, + Year = {2008}, + Number = {1}, + Pages = {18--41}, + Volume = {33}, + + Owner = {jim}, + Timestamp = {2018.04.25} +} + @Article{French1999, Title = {Catastrophic forgetting in connectionist networks}, Author = {French, Robert M}, diff --git a/neural-networks/outline.tex b/neural-networks/outline.tex index 0cf36cb..9be15ee 100644 --- a/neural-networks/outline.tex +++ b/neural-networks/outline.tex @@ -217,14 +217,18 @@ learning in an autonomous setup to analyse which of them if any can overcome catastrophic forgetting. Attempts to overcome that were made by Kirkpatrick\cite{Kirkpatrick2017}, Velez\cite{Velez2017} and Shmelkov\cite{Shmelkov2017}. -\section{Neuromodulation} -\label{sec:neuromodulation} +In the context of this paper plasticity refers to synaptic plasticity as described +in Citri\cite{Citri2008}. The process of learning itself, changing the weights, +is already considered plasticity. It is important however that the weights can +be changed during the lifetime of the neural network. Ordinary neural networks +trained with backpropagation are not involving plasticity. -Neuromodulation is a way to implement the second environmental feedback loop. -A Modulated Neural Network (MNN) contains neuromodulator cells (NMC), which are -attached to carrier neurons with a modulatory subnetwork (MSN). +\section{Catastrophic Forgetting} +\label{sec:catastrophicforgetting} -Neuromodulation can also be done based upon Diffusion. +Catastrophic Forgetting is a key issue for multi-task learning which itself +is a requirement for any neural network that is capable of solving more than +one type of problem. \section{Plasticity} \label{sec:plasticity}