@InProceedings{Gers:1995a, author = {F. A. Gers and J. W. Czarske}, title = {Untersuchungen zur verteilten Temperatur-Sensorik mit stimulierter Brillouin-Streuung}, pages = {}, editor = {}, booktitle = {{Laser'95 Conference Proceedings C P22}}, year = {1995}, } @InProceedings{Gers:1996a, author = {F. A. Gers and H. {De Garis}}, title = {Porting a Cellular Automata Based Artificial Brain to {MIT}'s Cellular Automata Machine "{CAM}-8"}, booktitle = {{Int. Conf. on Simulated Evolution and Learnin (SEAL) S7-3, Taejon, Korea}}, address = {}, year = {1996}, postscript = {http://www.felixgers.de/papers/CAM8BrainImplementation.ps.gz}, pdf = {http://www.felixgers.de/papers/CAM8BrainImplementation.pdf}, } @InProceedings{Gers:1996b, author = {F. A. Gers and H. {De Garis}}, title = {{CAM}-Brain : A New Model for {ATR}'s Cellular Automata Based Artificial Brain Project}, pages = {}, editor = {}, booktitle = {{Int. Conf. on Evolvable Systems Conference Proceedings (ICES) S7-5, Tsukuba, Japan}}, address = {}, year = {1996}, volume = {}, publisher = {}, postscript = {http://www.felixgers.de/papers/CAMBrain-Old-New-Model.ps.gz}, pdf = {http://www.felixgers.de/papers/CAMBrain-Old-New-Model.pdf}, } @InProceedings{Gers:1997a, author = {F. A. Gers and H. {De Garis}}, title = {CoDi-1Bit : A Simplified Cellular Automata Based Neuron Model}, pages = {}, editor = {}, booktitle = {{Artificial Evolution Conference (AE), Nimes, France}}, address = {}, year = {1997}, volume = {}, publisher = {}, postscript = {http://www.felixgers.de/papers/codi-1bit.ps.gz}, pdf = {http://www.felixgers.de/papers/codi-1bit.pdf}, } @InProceedings{Korkin:1997a, author = {M. Korkin and H. {De Garis} and F. A. Gers and H. Hemmi}, title = {'{CBM} ({CAM}-Brain Machine) : A Hardware Tool which Evolves a Neural Net Module in a Fraction of a Second and Runs a Million Neuron Artificial Brain in Real Time}, pages = {}, editor = {}, booktitle = {{Genetic Programming Conference, Stanford, USA}}, address = {}, year = {1997}, volume = {}, publisher = {}, } @incollection{Gers:1997b, author = {F. A. Gers and H. {De Garis} and M. Korkin}, title = {Evolution of Neural Sructures Based on Cellular Automata}, booktitle = {Soft Computing Techniques in Knowlage-based Intelligent Engineering Systems}, editor = {Lakhmi, C. Jain}, pages = {259-278}, year = {1997}, note = {}, publisher = {Physica-Verlag}, address = {Heidelberg New York}, ISDN = {3-7908-1035-5}, postscript = {http://www.felixgers.de/papers/NN-CA-BookChapter96.ps.gz}, pdf = {http://www.felixgers.de/papers/NN-CA-BookChapter96.pdf}, } @incollection{Gers:1997c, author = {F. A. Gers and H. {De Garis} and M. Korkin}, title = {A Simplified Cellular Automata Based Neuron Model}, editor = {J.K Hao and E. Lutton and E. Ronald and M. Schoennauer and D. Snyers}, booktitle = {{Artificial Evolution}}, pages = {315-334}, year = {1997}, note = {}, publisher = {Springer Verlag}, address = {}, ISSN = {0302-9743}, } @InProceedings{Gers:1998a, author = {F. A. Gers and H. {De Garis} and M. Korkin}, title = {CoDi-1Bit : A Cellular Automata Based Neural Net Model Simple Enough to be Implemented in Evolvable Hardware}, pages = {}, editor = {}, booktitle = {{Int.Symposium on Artificial Life and Robotics (AROB), Beppu, Oita, Japan}}, address = {}, year = {1998}, volume = {}, publisher = {}, } @InProceedings{DeGaris:1998a, author = {H. {De Garis} and F. A. Gers and M. Korkin and A. Agah and N. E. Nawa}, title = {Building an Artificial Brain Using an {FPGA} Based {CAM}-Brain Machine}, pages = {}, editor = {}, booktitle = {{Int.Symposium on Artificial Life and Robotics (AROB), Beppu, Oita, Japan}}, address = {}, year = {1998}, volume = {}, publisher = {}, } @InProceedings{DeGaris:1998b, author = { H. {De Garis} and F. A. Gers and M. Korkin and A. Agah and N. E. Nawa}, title = {{ATR}'s Artificial Brain ({CAM}-Brain) Project : A Progress Report}, pages = {}, editor = {}, booktitle = {{Int. Conf. Evolutionary Computation, Anchorage, Alaska}}, address = {}, year = {1998}, volume = {}, publisher = {}, } @InProceedings{Nawa:1998a, author = {N. E. Nawa and H. {De Garis} and F. A. Gers and M. Korkin}, title = {'{ATR}'s {CAM}-Brain Machine ({CBM}) Simulation Results and Representation Issues}, pages = {}, editor = {}, booktitle = {{Genetic Programming Conference}}, address = {}, year = {1998}, volume = {}, publisher = {}, } @Article{DeGaris:1999a, author = {H. {De Garis} and F. A. Gers and M. Korkin and A. Agah and N. E. Nawa}, title = {Building an Artificial Brain Using an {FPGA} Based '{CAM}-Brain Machine'}, journal = {Artificial Life and Robotics Journal}, volume = {2}, pages = {56-61}, note = {}, year = {1998}, } @Article{DeGaris:1999b, author = {H. {De Garis} and M. Korkin and F. A. Gers and N. E. Nawa and M. Hough}, title = {Building an Artificial Brain Using an {FPGA} Based {CAM}-Brain Machine}, journal = {Applied Mathematics and Computation Journal}, volume = {Special Issue on Artificial Life and Robotics, Artificial Brain, Brain Computing and Brainware}, pages = {}, note = {in press}, year = {1999}, publisher = {North Holland}, address = {} } @techreport{Gers:99a, author = { F. A. Gers and J. Schmidhuber and F. Cummins}, title = {Learning to Forget: Continual Prediction with {LSTM}}, institution = {IDSIA}, year = 1999, number = {IDSIA-01-99}, address = {Lugano, CH}, } @TechReport{cummins:99b, author = {F. Cummins and F. A. Gers and J. Schmidhuber}, title = {Automatic discrimination among languages based on prosody alone}, institution = {IDSIA}, year = 1999, number = {IDSIA-03-99}, address = {Lugano, CH}, annote = {Prior to submission to Spch Communication} } @inproceedings{Gers:99b, author = {F. A. Gers and J. Schmidhuber and F. Cummins}, title = {Continual Prediction using {LSTM} with Forget Gates}, booktitle = {{Neural Nets, WIRN Vietri-99, Proceedings 11th Workshop on Neural Nets}}, editor = {M. Marinaro and R. Tagliaferri}, address = {Vietri sul Mare, Italy}, publisher = {Springer Verlag, Berlin}, pages = {133-138}, ISBN = {1852331771}, year = {1999} } @InProceedings{Gers:99c, author = {F. A. Gers and J. Schmidhuber and F. Cummins}, title = {Learning to Forget: Continual Prediction with {LSTM}}, booktitle = {{Proc. ICANN'99, Int. Conf. on Artificial Neural Networks}}, editor = {}, volume = {2}, pages = {850-855}, publisher = {IEE, London}, address = {Edinburgh, Scotland}, year = {1999}, postscript = {http://www.felixgers.de/papers/FgGates-ICANN99.ps.gz}, pdf = {http://www.felixgers.de/papers/FgGates-ICANN99.pdf}, } @InProceedings{cummins:99e, author = {Cummins, Fred and Gers, Felix and Schmidhuber, J\"{u}rgen}, title = {Language identification from prosody without explicit features}, booktitle = {{Proceedings of EUROSPEECH'99}}, year = {1999}, volume = {1}, pages = {371--374}, postscript = {http://www.felixgers.de/papers/eurospeech99.ps.gz}, pdf = {http://www.felixgers.de/papers/eurospeech99.pdf}, } @Article{Gers:2000g:nclstm, author = {F. A. Gers and J. Schmidhuber and F. Cummins}, title = {Learning to Forget: Continual Prediction with {LSTM}}, journal = {Neural Computation}, volume = {12}, number = {10}, pages = {2451--2471}, year = {2000}, note = {}, postscript = {http://www.felixgers.de/papers/FgGates-NC.ps.gz}, pdf = {http://www.felixgers.de/papers/FgGates-NC.pdf}, } @InProceedings{DeGaris:1999c, author = { H. {De Garis} and F. A. Gers and M. Korkin and N. E. Nawa and M. Hough}, title = {Evolving an Optimal De/Convolution Function for the Neural Net Modules of ATR's CAM-Brain Machine (CBM)}, pages = {}, editor = {}, booktitle = {{Int.Joint Conf. Neural Networks, Washington DC, USA}}, address = {}, year = {1999}, volume = {}, publisher = {}, } @InProceedings{Hough:1999a, author = { M. Hough and H. {De Garis} and M. Korkin and F. A. Gers and N. E. Nawa}, title = {SPIKER : Analog Waveform to Digital Spiketrain Conversion in ATR's Artificial Brain "CAM-Brain" Project}, pages = {}, editor = {}, booktitle = {{Int. Conf. on Robotics and Artificial Life, Beppu, Japan}}, address = {}, year = {1999}, volume = {}, publisher = {}, } @incollection{DeGaris:1999d, author = {H. {De Garis} and A. Buller and and M. Korkin and F. A. Gers and N. E. Nawa}, title = {ATR's Artificial Brain ("CAM-Brain") Project : A Sample of What Individual "CoDi-1Bit" Model Evolved Neural Net Modules Can Do with Digital and Analog I/O}, booktitle = {{Hardware Implementation of Computational Intelligence Paradigms}}, editor = {Lakhmi, C. Jain}, pages = {}, year = {1999}, note = {in press}, publisher = {CRC Press}, address = {}, ISDN = {}, } @incollection{DeGaris:1999e, author = {H. {De Garis} and A. Buller and and M. Korkin and F. A. Gers and N. E. Nawa}, title = {Evolution of Neural Net Modules: ATR's Artificial Brain Project}, booktitle = {{Evolution of Engineering and Information Systems and Their Applications}}, editor = {Lakhmi, C. Jain}, pages = {229-274}, year = {2000}, note = {}, publisher = {CRC Press}, address = {}, ISDN = {0-8493-1965-X}, } @InProceedings{Hough:1999b, author = { M. Hough and H. {De Garis} and M. Korkin and F. A. Gers and N. E. Nawa}, title = {ATR's Artificial Brain (CAM-Brain) Project : A Sample of What Individual CoDi-1Bit Model Evolved Neural Net Modules Can Do}, pages = {}, editor = {}, booktitle = {{Congress on Evolutionary Computation}}, address = {Washington DC, USA}, year = {1999}, volume = {}, publisher = {}, } @techreport{Gers:2000a, author = {F. A. Gers and J. Schmidhuber}, title = {Recurrent Nets that Time and Count}, institution = {IDSIA}, year = 2000, number = {IDSIA-01-00}, address = {Manno, CH}, } @InProceedings{Gers:2000b, author = {F. A. Gers and J. Schmidhuber}, title = {Recurrent Nets that Time and Count}, booktitle = {{Proc. IJCNN'2000, Int. Joint Conf. on Neural Networks}}, editor = {}, volume = {}, pages = {}, publisher = {}, address = {Como, Italy}, year = {2000}, note = {}, postscript = {http://www.felixgers.de/papers/TimeCount-IJCNN2000.ps.gz}, pdf = {http://www.felixgers.de/papers/TimeCount-IJCNN2000.pdf}, } @techreport{Gers:2000c, author = {F. A. Gers and J. Schmidhuber}, title = {Neural Processing of Complex Continual Input Streams}, institution = {IDSIA}, year = 2000, number = {IDSIA-02-00}, address = {Manno, CH}, } @InProceedings{Gers:2000d, author = {F. A. Gers and J. Schmidhuber}, title = {Neural Processing of Complex Continual Input Streams}, booktitle = {{Proc. IJCNN'2000, Int. Joint Conf. on Neural Networks}}, editor = {}, volume = {}, pages = {}, publisher = {}, address = {Como, Italy}, year = {2000}, postscript = {http://www.felixgers.de/papers/AddMulti-IJCANN2000.ps.gz}, pdf = {http://www.felixgers.de/papers/AddMulti-IJCANN2000.pdf}, } @techreport{Gers:2000e, author = {F. A. Gers and J. Schmidhuber}, title = {{Long Short-Term Memory} Learns Context Free Languages and Context Sensitive Languages}, institution = {IDSIA}, year = 2000, number = {IDSIA-03-00}, address = {Manno, CH}, } @Article{Gers:2000f, author = {F. A. Gers and J. Schmidhuber}, title = {{LSTM} Recurrent Networks Learn Simple Context Free and Context Sensitive Languages}, journal ={IEEE Transactions on Neural Networks}, volume = {12}, number = {6}, pages = {1333-1340}, year = {2001}, postscript = {http://www.felixgers.de/papers/L-IEEE.ps.gz}, pdf = {http://www.felixgers.de/papers/L-IEEE.pdf}, } @InProceedings{Gers2000h, author = {F. A. Gers and J. Schmidhuber}, title = {{Long Short-Term Memory} Learns Context Free and Context Sensitive Languages}, booktitle = {Proceedings of the {ICANNGA} 2001 Conference}, year = {2001}, editor = {Kurkova et./ al./}, volume = {1}, pages = {134--137}, publisher = {Springer}, address = {Wien,NY}, postscript = {http://www.felixgers.de/papers/L-ICANNGA.ps.gz}, pdf = {http://www.felixgers.de/papers/L-ICANNGA.pdf}, } @InProceedings{Gers:2000i, author = {F. A. Gers and J. Schmidhuber}, title = {{LSTM} Learns Context Free Languages}, booktitle = {{Snowbird 2000 Conference}}, editor = {}, volume = {}, pages = {}, publisher = {}, address = {}, year = {2000}, } @techreport{Gers:2000j, author = {F. A. Gers and D. Eck and J. Schmidhuber}, title = {Applying {LSTM} to Time Series Predictable Through Time-Window Approaches}, institution = {IDSIA}, year = {2000}, number = {IDSIA-22-00}, address = {Manno, CH}, } @InProceedings{Gers:2001a, author = {F. A. Gers and D. Eck and J. Schmidhuber}, title = {Applying {LSTM} to Time Series Predictable Through Time-Window Approaches}, booktitle = {{Proc. ICANN 2001, Int. Conf. on Artificial Neural Networks}}, editor = {}, volume = {}, pages = {}, publisher = {IEE, London}, address = {Vienna, Austria}, year = {2001}, postscript = {http://www.felixgers.de/papers/P-ICANN.ps.gz}, pdf = {http://www.felixgers.de/papers/P-ICANN.pdf}, } @InProceedings{Gers:2001b, author = {F. A. Gers and D. Eck and J. Schmidhuber}, title = {Applying {LSTM} to Time Series Predictable Through Time-Window Approaches}, booktitle = {Neural Nets, {WIRN} Vietri-2001, Proceedings 11th Workshop on Neural Nets}, address = {Vietri sul Mare, Italy}, editor = {M. Marinaro and R. Tagliaferri}, publisher = {Springer Verlag, Berlin}, pages = {}, ISBN = {}, year = {2001}, } @Article{Gers:2001c, author = {F. A. Gers and J. Schmidhuber and N. Schraudolph}, title = {Learning Precise Timing with {LSTM} Recurrent Networks}, journal = {Journal of Machine Learning Research (JMLR)}, booktitle = {}, editor = {}, volume = {3}, pages = {115--143}, publisher = {MIT Press}, address = {}, ISSN = {1532-4435}, year = {2002}, postscript = {http://www.felixgers.de/papers/TimeCountOsci-JMLR-final.ps.gz}, pdf = {http://www.felixgers.de/papers/TimeCountOsci-JMLR-final.pdf}, } @PhdThesis{Gers:2001phd, author = {F. A. Gers}, title = {Long Short-Term Memory in Recurrent Neural Networks}, school = {Department of Computer Science, Swiss Federal Institute of Technology}, year = {2001}, address = {Lausanne, EPFL, Switzerland}, postscript = {http://www.felixgers.de/papers/phd.ps.gz}, pdf = {http://www.felixgers.de/papers/phd.pdf}, } @misc{Gers:ATRcodi, author = {F. A. Gers and H. De Garis}, title = {Neurocellular automaton and optimizer}, note = {US patent No.:USP 6061674}, } @inproceedings{Gers:2002b, author = {F. A. Gers and J. A. P\'{e}rez-Ortizand and D. Eck and J. Schmidhuber}, title = {Learning Context Sensitive Languages with {LSTM} Trained with Kalman Filters}, booktitle = {{Proc. ICANN 2002, Int. Conf. on Artificial Neural Networks}}, EDITOR = {J. Dorronsoro}, PAGES = {655--660}, PUBLISHER = {Springer}, ADDRESS = {Berlin}, year = {2002}, postscript = {http://www.felixgers.de/papers/icann2002-A.ps.gz}, pdf = {http://www.felixgers.de/papers/icann2002-A.pdf}, } @inproceedings{Perez-Ortiz:2002a, author = {J. A. P\'{e}rez-Ortizand and J. Schmidhuber and F. A. Gers and D. Eck}, title = {Improving Long-Term Online Prediction with Decoupled Extended Kalman Filters}, booktitle = {{Proc. ICANN 2002, Int. Conf. on Artificial Neural Networks}}, EDITOR = {J. Dorronsoro}, PAGES = {1055--1060}, PUBLISHER = {Springer}, ADDRESS = {Berlin}, YEAR = {2002}, postscript = {http://www.felixgers.de/papers/icann2002-K.ps.gz}, pdf = {http://www.felixgers.de/papers/icann2002-K.pdf}, } @InProceedings{Gers:2002a, author = {F. A. Gers and J. A. P\'erez-Ortiz and D. Eck and J. Schmidhuber}, title = {{DEKF-LSTM}}, booktitle = {{10th European Symposium on Artificial Neural Networks. ESANN'2002. Proceedings. Brussels, Belgium}}, editor = {Verleysen}, year = {2002}, pages = {369--376}, postscript = {http://www.felixgers.de/papers/esann2002.ps.gz}, pdf = {http://www.felixgers.de/papers/esann2002.pdf}, } @Article{Perez:02, author = {J. A. P\'{e}rez-Ortiz and F. A. Gers and D. Eck and J. Schmidhuber}, title = {Kalman Filters Improve {LSTM} Network Performance in Problems Unsolvable by Traditional Recurrent Nets}, journal = {Neural Networks}, year = {2002}, note = {Accepted}, postscript = {http://www.felixgers.de/papers/nnt0302.ps.gz}, pdf = {http://www.felixgers.de/papers/nnt0302.pdf}, } @Article{Schmidhuber:2002a, author = {J. Schmidhuber and F. A. Gers and D. Eck}, title = {Learning Nonregular Languages: A Comparison of Simple Recurrent Networks and {LSTM}}, journal = {Neural Computation}, volume = {14}, number = {9}, pages = {2039--2041}, year = {2002}, postscript = {http://www.felixgers.de/papers/2002_nc.ps.gz}, pdf = {http://www.felixgers.de/papers/2002_nc.pdf}, } @Article{Gers:2003c, author = {F. A. Gers and W. Boomgarden}, title = {Beschleunigte Medikamenten-Entwicklung durch virtuelles Screening}, journal = {Pharma and Food}, volume = {}, number = {}, pages = {}, year = {2003}, note = {to appear}, }