@article{salahcommunication, title={{Communication and automatic interpretation of affect from facial expressions}}, author={Salah, A. and Sebe, N. and Gevers, T.}, journal={Affective Computing and Interaction: Psychological, Cognitive and Neuroscientific Perspectives}, year={2010}, publisher={IGI Global}, pages={157--183} } @conference{salah2010challenges, title={{Challenges of Human Behavior Understanding}}, author={Salah, A. and Gevers, T. and Sebe, N. and Vinciarelli, A.}, booktitle={Proc. First Int. Workshop on Human Behavior Understanding}, pages={1--12}, volume={LNCS 6219}, year={2010}, publisher={Springer} } @article{poh2010evaluation, title={{An evaluation of video-to-video face verification}}, author={Poh, N. and Chan, C.H. and Kittler, J. and Marcel, S. and McCool, C. and R{\'u}a, E.A. and Castro, J.L.A. and Villegas, M. and Paredes, R. and Sˌtruc, V. and others}, journal={Information Forensics and Security, IEEE Transactions on}, volume={5}, number={4}, pages={781--801}, issn={1556-6013}, year={2010}, publisher={IEEE} } @article{salah2010t, title={{T-Patterns Revisited: Mining for Temporal Patterns in Sensor Data}}, author={Salah, A.A. and Pauwels, E. and Tavenard, R. and Gevers, T.}, journal={Sensors}, volume={10}, number={8}, pages={7496--7513}, year={2010}, publisher={Molecular Diversity Preservation International} } @conference{dibeklioglu2010eyes, title={{Eyes do not lie: spontaneous versus posed smiles}}, author={Dibeklioglu, H. and Valenti, R. and Salah, A.A. and Gevers, T.}, booktitle={Proceedings of the international conference on Multimedia}, pages={703--706}, year={2010}, organization={ACM} } @book{salah2010human, title={{Human Behavior Understanding: First International Workshop, HBU 2010, Istanbul, Turkey, August 22, 2010, Proceedings}}, author={Salah, A.A. and Gevers, T. and Sebe, N. and Vinciarelli, A.}, isbn={3642147143}, volume={LNCS 6219}, year={2010}, publisher={Springer Verlag} } @article{poh2009benchmarking, title={{Benchmarking quality-dependent and cost-sensitive score-level multimodal biometric fusion algorithms}}, author={Poh, N. and Bourlai, T. and Kittler, J. and Allano, L. and Alonso-Fernandez, F. and Ambekar, O. and Baker, J. and Dorizzi, B. and Fatukasi, O. and Fierrez, J. and others}, journal={Information Forensics and Security, IEEE Transactions on}, volume={4}, number={4}, pages={849--866}, issn={1556-6013}, year={2009}, publisher={IEEE} } @article{poh2009face, title={{Face video competition}}, author={Poh, N. and Chan, C. and Kittler, J. and Marcel, S. and Cool, C. and R{\'u}a, E. and Castro, J. and Villegas, M. and Paredes, R. and {\v{S}}truc, V. and others}, journal={Advances in Biometrics}, pages={715--724}, year={2009}, publisher={Springer} } @conference{salah2009face, title={{Face authentication for an activity-related biometrics system}}, author={Salah, A.A.}, booktitle={Signal Processing and Communications Applications Conference, 2009. SIU 2009. IEEE 17th}, pages={712--715}, year={2009}, organization={IEEE} } @conference{dibeklioglu20083d, title={{3D facial landmarking under expression, pose, and occlusion variations}}, author={Dibeklioglu, H. and Salah, A.A. and Akarun, L.}, booktitle={Biometrics: Theory, Applications and Systems, 2008. BTAS 2008. 2nd IEEE International Conference on}, pages={1--6}, year={2008}, organization={IEEE} } @inproceedings{alyuz08bioid, author = {Aly{\" u}z, N. and G{\ o}kberk, B. and Dibeklio{\u g}lu, H. and Savran, A. and Salah, A. A. and Akarun, L. and Sankur, B.}, title = {3D {Face} {Recognition} {Benchmarks} {On} {The} {Bosphorus} {Database} {With} {Focus} {On} {Facial} {Expressions}}, booktitle = {Proceedings of the European Workshop on Biometrics and Identity Management (BIOID, 2008)}, conferencetitle = {European Workshop on Biometrics and Identity Management}, conferencedate = {2008, May 7 - May 9}, conferencelocation = {Roskilde}, year = {2008}, refereed = {y}, group = {PNA4}, language = {en}, project = {BRICKS}, abstract = {This paper presents an evaluation of several 3D face recognizers on the Bosphorus database, which was gathered for studies on expression and pose invariant face analysis. We provide identification results of three 3D face recognition algorithms, namely generic face template based ICP approach, one-to-all ICP approach, and depth image-based Principal Component Analysis (PCA) method. All of these techniques treat faces globally and are usually accepted as baseline approaches. In addition, 2D texture classifiers are also incorporated in a fusion setting. Experimental results reveal that even though global shape classifiers achieve almost perfect identification in neutral-to-neutral comparisons, they are sub-optimal under extreme expression variations. We show that it is possible to boost the identification accuracy by focusing on the rigid facial regions and by fusing complementary information coming from shape and texture modalities.} } @article{salah08jmui, author = {Salah, A. A. and Morros, R. and Luque, J. and Segura, C. and Hernando, J. and Ambekar, O. and Schouten, B. A. M. and Pauwels, E. J.}, title = {Multimodal {Identification} {And} {Localization} {Of} {Users} {In} {A} {Smart} {Environment}}, journal = {Journal on Multimodal Interfaces}, year = {2008}, publisher = {Springer}, issn = {1783-7677}, refereed = {y}, keywords = {Multimodal tracking, Multimodal identification, Particle filters, Smart rooms}, group = {PNA4}, language = {en}, project = {BRICKS}, abstract = {Detecting the location and identity of users is a first step in creating context-aware applications for technologically-endowed environments. We propose a system that makes use of motion detection, person tracking, face identification, feature-based identification, audio-based localization, and audio-based identification modules, fusing information with particle filters to obtain robust localization and identification. The data streams are processed with the help of the generic client-server middleware SmartFlow, resulting in a flexible architecture that runs across different platforms.} } @inproceedings{salah08retinotopy, author = {Salah, A. A. and Sayg{\ i}n, A. P.}, title = {Retinotopy {And} {Selective} {Visual} {Attention} {In} {Humans} {And} {Computers}}, booktitle = {Proc. IEEE 16th Signal Processing and Communication Applications Conference }, conferencetitle = {Proc. IEEE 16th Signal Processing and Communication Applications Conference}, conferencelocation = {Didim}, edition = {first}, year = {2008}, publisher = {IEEE Explore}, refereed = {y}, group = {PNA4}, project = {BRICKS}, abstract = {Selective visual attention is a fascinating mechanism of the human brain that is essential to solve the difficult visual search problem. In this paper we first review the recent neurological findings that establish the presence and functional properties of detailed spatial representations beyond early visual cortex and investigate the role of attention on these retinotopic representations. Then we survey the computer vision literature to show how visual selective attention is incorporated into algorithms and models of visual search.} } @article{akdag08rgp, author = {Akda{\u g} Salah, A. A. and Salah, A. A.}, title = {Technoscience {Art}: {A} {Bridge} {Between} {Neuroesthetics} {And} {Art} {History}?}, journal = {Review of General Psychology}, pages = {147 - 158}, year = {2008}, month = {June}, number = {2}, volume = {12}, publisher = {APA}, issn = {1089-2680}, refereed = {y}, size = {12p.}, class = { J.5}, group = {PNA4}, language = {en}, abstract = {One of the recent and exciting developments in mainstream art history is its confrontation with the cognitive sciences and neurology. This study is based on the problems these disciplines face before they can contribute to each other. We inspect several critical issues resulting from this encounter, especially in the context of the recently developing field of neuroesthetics. We argue that it is the language barrier between the disciplines, rather than any fundamental conceptual divison, that causes the lack of understanding on both sides. Shared terms in arts and neuroscience are elusive, and the different connotations of extant terms in these separate disciplines must be addressed. We propose technoscience art as a ground where joint terminology may be developed, an audience familiar to the concerns of both sides can be formed, and a new generation of scientifically-knowledgeable artists and scientists can interact for their mutual benefit.} } @article{salah08jei, author = {Salah, A. A. and Aly{\" u}z, N. and Akarun, L.}, title = {Registration {Of} {3D} {Face} {Scans} {With} {Average} {Face} {Models}}, journal = {Journal of Electronic Imaging}, year = {2008}, month = {March}, volume = {17}, publisher = {SPIE and IS\&T}, issn = {1017-9909}, refereed = {y}, keywords = {3D face recognition, registration, average face model, ICP, TPS, Procrustes analysis, automatic landmark localization, other race effect}, group = {PNA4}, language = {en}, project = {BRICKS}, abstract = {The accuracy of a 3D face recognition system depends on a correct registration that aligns the facial surfaces and makes a comparison possible. The best results obtained so far use a costly one-to-all registration approach, which requires the registration of each facial surface to all faces in the gallery. We explore the approach of registering the new facial surface to an average face model (AFM), which automatically establishes correspondence to the pre-registered gallery faces. We propose a new algorithm for constructing an AFM, and show that it works better than a recent approach. Extending the single-AFM approach, we propose to employ category-specific alternative AFMs for registration, and evaluate the effect on subsequent classification. We perform simulations with multiple AFMs that correspond to different clusters in the face shape space and compare these with gender and morphology based groupings. We show that the automatic clustering approach separates the faces into gender and morphology groups, consistent with the other race effect reported in the psychology literature. We inspect thin-plate spline and iterative closest point based registration schemes under manual or automatic landmark detection prior to registration. Finally, we describe and analyse a regular re-sampling method that significantly increases the accuracy of registration.} } @incollection{salah08perceptual, author = {Salah, A. A.}, editor = {Tanr{\i }da{\u g}, O.}, title = {Perceptual {Fusion} {In} {Humans} {And} {Machines}}, booktitle = {Cognitive Neuroscience at Marmaris - An Interdisciplinary Book on Selected Themes From The Previous Meetings 2005-2007}, edition = {first}, pages = {71 - 88}, year = {2008}, publisher = {Pharmapublication Planning}, size = {18p.}, keywords = {Cognitive neuroscience, perceptual fusion, information fusion, perception}, group = {PNA4}, language = {en}, project = {BRICKS}, abstract = {Humans perceive the world through different perceptual modalities, which are processed in the brain by modality-specific areas and structures. However, there also exist multimodal neurons and areas, specialized in integrating perceptual information to enhance or suppress brain response. The particular way the human brain fuses crossmodal (or multimodal) perceptual information manifests itself first in behavioural studies. These crossmodal interactions are widely explored in some modalities, especially for auditory and visual input, and less explored for other modalities, like taste and olfaction, yet it is known that these effects can occur with any two modalities. The integration of sensory data is an important research area in computer science, and stands to benefit from the studies into the brain function; many biological processes serve as models for computer algorithms. On the other hand, computer models of sensor integration are built on mathematical principles, and provide normative insights into the functioning of the brain. This paper surveys the psychological and neurological findings pertaining to human multi-sensor fusion, followed by a brief review of the relevant computer science terminology and modeling approaches. The potential of an interdisciplinary approach to information fusion encompassing neuroscience, psychology and computer science have recently been recognized, and a multidisciplinary workshop on biologically inspired information fusion was organized to bring researchers together to determine a common agenda. The conclusion summarizes the agenda of research outlined at the workshop and attempts to raise research questions for the future.} } @incollection{gokberk08biosecure, author = {G{\" o}kberk, B. and Salah, A. A. and Akarun, L. and Etheve, R. and Riccio, D. and Dugelay, J.-L.}, editor = {Petrovska-Delacr{\' e}taz, D. and Chollet, G. and Dorizzi, B.}, title = {3D {Face} {Recognition}}, booktitle = {Guide to Biometric Reference Systems and Performance Evaluation}, edition = {first}, year = {2008}, publisher = {Springer Verlag}, class = { I.5.4}, keywords = {Biometrics, biometric evaluation, face recognition, feature selection, facial landmarking}, group = {PNA4}, language = {en}, project = {BRICKS} } @incollection{tistarelli08biosecure, author = {Tistarelli, M. and Bicego, M. and Alba-Castro, J. L. and Gonzalez-Jimenez, D. and Mellakh, A. and Salah, A. A. and Petrovska-Delacr{\' e}taz, D. and Dorizzi, B.}, editor = {Petrovska-Delacr{\' e}taz, D. and Chollet, G. and Dorizzi, B.}, title = {2D {Face} {Recognition}}, booktitle = {Guide to Biometric Reference Systems and Performance Evaluation}, edition = {first}, year = {2008}, publisher = {Springer Verlag}, class = { I.5.4}, keywords = {Biometrics, biometric evaluation, face recognition, feature selection, facial landmarking}, group = {PNA4}, language = {en}, project = {BRICKS} } @article{tavenard2008searching, title={{Searching for temporal patterns in ami sensor data}}, author={Tavenard, R. and Salah, A.A. and Pauwels, E.J.}, journal={Constructing Ambient Intelligence}, pages={53--62}, year={2008}, publisher={Springer} } @inproceedings{salah08prediction, author = {Salah, A. A. and Pauwels, E. J.}, title = {{Prediction and Voronoi Graph Construction with a Dense Network of Simple Sensors}}, booktitle = {Proc of IEEE 16th Signal Processing and Communication Applications Conference }, conferencetitle = {Proc of IEEE 16th Signal Processing and Communication Applications Conference}, conferencedate = {2008, April 20 - April 22}, conferencelocation = {Didim}, edition = {first}, year = {2008}, publisher = {IEEE Explore}, refereed = {y}, group = {PNA4}, language = {mu}, project = {BRICKS}, abstract = {It is possible to monitor an environment with a dense network of cheap and simple sensors instead of a few expensive and complex sensors. In this paper, we show how to use the T-pattern algorithm to make sense of a large number of simple sensor readings. We propose two modifications to the basic T-pattern algorithm to use it in this context. In particular, we predict sensor activations given present activity, and we derive a topological layout of the environment automatically.} } @conference{pauwels2007sensor, title={{Sensor networks for ambient intelligence}}, author={Pauwels, E.J. and Salah, A.A. and Tavenard, R.}, booktitle={Multimedia Signal Processing, 2007. MMSP 2007. IEEE 9th Workshop on}, pages={13--16}, year={2007}, organization={IEEE} } @inproceedings{morros07enterface, author = {Morros, R. and Salah, A. A. and Schouten, B. A. M. and Segura, C. and Luque, J. and Ambekar, O. and Kayalar, C. and Akarun, L. and Keskin, C.}, title = {{Event Recognition for Meaningful Human-Computer Interaction in a Smart Environment}}, booktitle = {Proceedings of the eNTERFACE\'07 Workshop on Multimodal Interfaces}, conferencetitle = {The SIMILAR NoE Summer Workshop on Multimodal Interfaces}, conferencedate = {2007, July 16 - August 10}, conferencelocation = {Istanbul}, edition = {first}, pages = {71 - 86}, year = {2007}, publisher = {TELE, Universit{\' e} Catholique de Louvain}, isbn = {978-2-87463-105}, refereed = {n}, size = {16p.}, keywords = {Pattern recognition, image sensors, image motion analysis, audio systems}, group = {PNA4}, language = {en}, project = {BRICKS} } @inproceedings{alyuz07siu, author = {Aly{\" u}z, N. and Salah, A. A. and Akarun, L.}, title = {Alternative {Average} {Face} {Models} {For} {3D} {Face} {Registration}}, booktitle = {Proc of IEEE 15th Signal Processing and Communication Applications Conference}, conferencetitle = {IEEE 15th Signal Processing and Communication Applications Conference}, conferencelocation = {Eski{\c s}ehir, Turkey}, edition = {first}, pages = {1 - 4}, year = {2007}, month = {June}, publisher = {IEEE}, refereed = {y}, size = {4p.}, class = { I.2.10}, group = {PNA4}, language = {mu}, project = {BRICKS} } @inproceedings{salah07alternative, author = {Salah, A. A. and Akarun, L. and Aly{\" u}z, N.}, title = {Alternative {Face} {Models} {For} {3D} {Face} {Registration}}, booktitle = {Proc of SPIE Conf. on Electronic Imaging, Vision Geometry}, conferencetitle = {SPIE Conf. on Electronic Imaging, Vision Geometry}, conferencelocation = {San Jose, CA, USA}, edition = {first}, pages = {1 - 10}, year = {2007}, month = {January}, publisher = {SPIE}, refereed = {y}, size = {10p.}, class = { I.4}, group = {PNA4}, language = {en}, project = {BRICKS} } @inproceedings{salah07hidden, author = {Salah, A. A. and Bicego, M. and Akarun, L. and Grosso, E. and Tistarelli, M. }, title = {Hidden {Markov} {Model-}{Based} {Face} {Recognition} {Using} {Selective} {Attention}}, booktitle = {Proceedings of SPIE Human Vision and Electronic Imaging Conference}, conferencetitle = {SPIE Conf. on Human Vision and Electronic Imaging}, conferencelocation = {San Jose, CA, USA}, edition = {first}, pages = {1 - 10}, year = {2007}, month = {January}, publisher = {SPIE}, refereed = {y}, size = {10p.}, class = { I.4}, group = {PNA4}, language = {en}, project = {BRICKS} } @article{salah07perceptual, author = {Salah, A. A.}, title = {Perceptual {Information} {Fusion} {In} {Humans} {And} {Machines}}, journal = {Cognitive Neuroscience Forum}, pages = {1 - 5}, year = {2007}, volume = {2}, refereed = {y}, size = {5p.}, class = { 68T10}, group = {PNA4}, language = {mu}, project = {BRICKS} } @article{salah07aot, author = {Salah, A. A. and Cinar, H and Akarun, L. and Sankur, B.}, title = {Robust {Facial} {Landmarking} {For} {Registration}}, journal = {Annals of Telecommunications}, pages = {1608 - 1633}, year = {2007}, number = {1-2}, volume = {62}, publisher = {Springer}, issn = {0003-4347 }, refereed = {y}, size = {26p.}, class = { I.4}, group = {PNA4}, language = {en}, project = {BRICKS} } @inproceedings{pauwels07mmsp, author = {Pauwels, E. J. and Salah, A. A. and Tavenard, R.}, title = {Sensor {Networks} {For} {Ambient} {Intelligence}}, booktitle = {Proceedings of 2007 International Workshop on Multimedia Signal Processing}, conferencetitle = {IEEE International Workshop on Multimedia Signal Processing}, conferencedate = {2007, Oct 1 - Oct 3}, conferencelocation = {Chania, Crete}, edition = {first}, pages = {1 - 4}, year = {2007}, month = {October}, publisher = {IEEE Signal Processing Society}, refereed = {y}, size = {4p.}, class = { I.4.8}, keywords = {sensor networks, ambient intelligence}, group = {PNA4}, language = {en}, project = {BRICKS} } @inproceedings{tavenard07ami, author = {Tavenard, R. and Salah, A. A. and Pauwels, E. J.}, title = {Searching {For} {Temporal} {Patterns} {In} {AmI} {Sensor} {Data}}, booktitle = {Constructing Ambient Intelligence: AmI-07 Workshops Proceedings}, conferencetitle = {European Conference on Ambient Intelligence}, conferencedate = {2007, Nov 7 - Nov 10}, conferencelocation = {Darmstadt, Germany}, edition = {first}, pages = {1 - 12}, year = {2007}, month = {December}, publisher = {LNCS}, refereed = {y}, size = {12p.}, class = { H.3.3; I.5.3}, group = {PNA4}, language = {en}, project = {BRICKS} } @inproceedings{bicego07iciap, author = {Bicego, M. and Salah, A. A. and Grosso, E. and Tistarelli, M. and Akarun, L.}, title = {Generalization {In} {Holistic} {Versus} {Analytic} {Processing} {Of} {Faces}}, booktitle = {Proceedings of 14th International Conference on Image Analysis and Processing}, conferencetitle = {14th International Conference on Image Analysis and Processing}, conferencedate = {2007, Sep 10 - Sep14}, conferencelocation = {Modena, Italy}, edition = {first}, pages = {235--240}, year = {2007}, month = {September}, publisher = {IEEE Computer Society Press}, refereed = {y}, size = {6p.}, class = { I.5.4; I.4}, keywords = {Face recognition}, group = {PNA4}, language = {en}, project = {BRICKS} } @article{salah2006ffl, title={{3D Facial Feature Localization for Registration}}, author={Salah, A.A. and Akarun, L.}, journal={Int. Workshop Multimedia Content Representation, Classification and Security, B. Gunsel et al., Eds, LNCS}, volume={4105}, pages={338--345}, year={2006}, publisher={Springer} } @article{ccinarakakin2006ffe, title={{2D/3D facial feature extraction}}, author={{\c{C}}inar Akakin, H. and Salah, A.A. and Akarun, L. and Sankur, B.}, journal={Real-Time Image Processing 2006. Edited by Kehtarnavaz, Nasser; Laplante, Phillip A. Proceedings of the SPIE,}, volume={6064}, pages={441--452}, year={2006} } @article{gokberk2005rbd, title={{Rank-based decision fusion for 3D shape-based face recognition}}, author={G{\" o}kberk, B. and Salah, A.A. and Akarun, L.}, journal={International Conference on Audio-and Video-based Biometric Person Authentication (AVBPA 2005), LNCS}, volume={3546}, pages={1019--1028}, year={2005}, publisher={Springer} } @article{akarun2005frb, title={{3D Face Recognition for Biometric Applications}}, author={Akarun, L. and G{\" o}kberk, B. and Salah, AA}, journal={Proc. 13th Eur. Signal Processing Conf. {(EUSIPCO)}, Antalya, Turkey}, year={2005} } @article{salah2004imf, title={{Incremental Mixtures of Factor Analysers}}, author={Salah, A.A. and Alpayd{\i }n, E.}, journal={Proc. 17th Int. Conf. on Pattern Recognition (ICPR'04)}, pages={276--279}, volume = 1, year={2004}, publisher={IEEE Computer Society Washington, DC, USA} } @article{salah2002sab, title={{A Selective Attention-Based Method for Visual Pattern Recognition with Application to Handwritten Digit Recognition and Face Recognition}}, author={Salah, A.A. and Alpayd{\i }n, E. and Akarun, L.}, year={2002}, journal = {IEEE Trans. Pattern Analysis and Machine Intelligence}, volume = 24, number = 3, pages = {420--425}, year={March 2002}, publisher={IEEE Computer Society} } @article{labiouse02icm, title={{The impact of connectivity on the memory capacity and the retrieval dynamics of Hopfield-type networks}}, author={Labiouse, C.L. and Salah, A.A. and Starikova, I.}, journal={Proc. of the Santa Fe Complex Systems Summer School}, publisher={Santa Fe NM: SFI}, pages={77--84}, year = 2002 } @article{salah01cogsci, title = {A Selective Attention Based Method for Visual Pattern Recognition}, author = {Salah, A.A. and Alpayd{\i }n, E. and Akarun, L.}, journal = {Moore, J.D., and Stenning, K. (eds.) Proc. 23rd Annual Conference of Cognitive Science Society}, pages = {881--886}, year = {August 2001} }