Federico Visi

Publications

Publications

Articles

  • F. G. Visi, S. Östersjö, R. Ek, and U. Röijezon, “Method Development for Multimodal Data Corpus Analysis of Expressive Instrumental Music Performance,” Frontiers in Psychology, vol. 11, iss. 576751, 2020.
    [Link to Publisher] [Bibtex]
    @article{visi-etal-2020-frontiers,
author = {Visi, Federico Ghelli and {\"{O}}stersj{\"{o}}, Stefan and Ek, Robert and R{\"{o}}ijezon, Ulrik},
doi = {10.3389/fpsyg.2020.576751},
issn = {1664-1078},
journal = {Frontiers in Psychology},
month = {dec},
number = {576751},
title = {{Method Development for Multimodal Data Corpus Analysis of Expressive Instrumental Music Performance}},
url = {https://www.frontiersin.org/articles/10.3389/fpsyg.2020.576751/full},
volume = {11},
year = {2020}
}
  • A. G. F. Griffiths, J. K. Garrett, J. P. Duffy, K. Matthews, F. G. Visi, C. Eatock, M. Robinson, and D. J. Griffiths, “New Water and Air Pollution Sensors Added to the Sonic Kayak Citizen Science System for Low Cost Environmental Mapping,” Journal of Open Hardware, vol. 5, iss. 1, p. 5, 2021.
    [Link to Publisher] [Bibtex]
    @article{Griffiths2021,
author = {Griffiths, Amber G. F. and Garrett, Joanne K. and Duffy, James P. and Matthews, Kaffe and Visi, Federico G. and Eatock, Claire and Robinson, Mike and Griffiths, David J.},
doi = {10.5334/joh.35},
journal = {Journal of Open Hardware},
keywords = {hardware,pollution,raspberry pi,sensors,sound},
number = {1},
pages = {5},
title = {{New Water and Air Pollution Sensors Added to the Sonic Kayak Citizen Science System for Low Cost Environmental Mapping}},
url = {https://openhardware.metajnl.com/articles/10.5334/joh.35/},
volume = {5},
year = {2021}
}
  • F. Visi, E. Coorevits, R. Schramm, and E. R. Miranda, “Musical Instruments, Body Movement, Space, and Motion Data: Music as an Emergent Multimodal Choreography,” Human Technology, vol. 13, iss. 1, p. 58–81, 2017.
    [PDF] [Bibtex]
    @article{visi-2017-ht,
author = {Visi, Federico and Coorevits, Esther and Schramm, Rodrigo and Miranda, Eduardo Reck},
doi = {10.17011/ht/urn.201705272518},
issn = {17956889},
journal = {Human Technology},
keywords = {motion sensor,movement,music,musical instrument,performance,score},
month = {may},
number = {1},
pages = {58--81},
title = {{Musical Instruments, Body Movement, Space, and Motion Data: Music as an Emergent Multimodal Choreography}},
volume = {13},
year = {2017}
}

Books

  • Music Proceedings of the International Conference on New Interfaces for Musical Expression, F. Visi, Ed., Porto Alegre, Brazil: UFRGS, 2019.
    [PDF] [Link to Publisher] [Bibtex]
    @book{nime2019music,
address = {Porto Alegre, Brazil},
editor = {Visi, Federico},
publisher = {UFRGS},
title = {{Music Proceedings of the International Conference on New Interfaces for Musical Expression}},
url = {https://www.nime.org/music/},
year = {2019}
}

In Collections

  • F. G. Visi and A. Tanaka, “Interactive Machine Learning of Musical Gesture,” in Handbook of Artificial Intelligence for Music, Cham: Springer International Publishing, 2021, p. 771–798.
    [PDF] [Link to Publisher] [Bibtex]
    @incollection{visi-tanaka-2021-imlgest,
address = {Cham},
archivePrefix = {arXiv},
arxivId = {2011.13487},
author = {Visi, Federico Ghelli and Tanaka, Atau},
booktitle = {Handbook of Artificial Intelligence for Music},
doi = {10.1007/978-3-030-72116-9_27},
eprint = {2011.13487},
pages = {771--798},
publisher = {Springer International Publishing},
title = {{Interactive Machine Learning of Musical Gesture}},
url = {https://link.springer.com/chapter/10.1007/978-3-030-72116-9_27},
year = {2021}
}
  • M. Zbyszyński, B. {Di Donato}, F. G. Visi, and A. Tanaka, “Gesture-Timbre Space: Multidimensional Feature Mapping Using Machine Learning and Concatenative Synthesis,” in Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), , 2021, vol. 12631 LNCS, p. 600–622.
    [Bibtex]
    @incollection{zbyszynski-etal-2021,
author = {Zbyszy{\'{n}}ski, Michael and {Di Donato}, Balandino and Visi, Federico Ghelli and Tanaka, Atau},
booktitle = {Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)},
doi = {10.1007/978-3-030-70210-6_39},
isbn = {9783030702090},
issn = {16113349},
keywords = {Concatenative synthesis,Gestural interaction,Human-computer interaction,Interactive machine learning,Reinforcement learning,Sonic interaction design},
number = {789825},
pages = {600--622},
title = {{Gesture-Timbre Space: Multidimensional Feature Mapping Using Machine Learning and Concatenative Synthesis}},
volume = {12631 LNCS},
year = {2021}
}
  • F. Visi and F. Faasch, “Motion Controllers, Sound, and Music in Video Games: State of the Art and Research Perspectives,” in Emotion in Video Game Soundtracking, 1 ed., D. Williams and N. Lee, Eds., Springer International Publishing, 2018.
    [PDF] [Link to Publisher] [Bibtex]
    @incollection{visi-2018-vgame,
author = {Visi, Federico and Faasch, Frithjof},
booktitle = {Emotion in Video Game Soundtracking},
doi = {10.1007/978-3-319-72272-6},
edition = {1},
editor = {Williams, Duncan and Lee, Newton},
publisher = {Springer International Publishing},
title = {{Motion Controllers, Sound, and Music in Video Games: State of the Art and Research Perspectives}},
url = {https://www.springer.com/de/book/9783319722719},
year = {2018}
}
  • F. Visi, “Augmenting Instruments and Extending Cultures: on the Overtone Violin,” in A NIME Reader: Fifteen years of New Interfaces for Musical Expression, 1 ed., A. R. Jensenius and M. Lyons, Eds., Springer International Publishing, 2017.
    [Link to Publisher] [Bibtex]
    @incollection{Visi2017-NIMEreader,
author = {Visi, Federico},
booktitle = {A NIME Reader: Fifteen years of New Interfaces for Musical Expression},
edition = {1},
editor = {Jensenius, Alexander Refsum and Lyons, Michael},
publisher = {Springer International Publishing},
title = {{Augmenting Instruments and Extending Cultures: on the Overtone Violin}},
year = {2017},
url = {https://link.springer.com/book/10.1007%2F978-3-319-47214-0},
}
  • F. Visi, E. Coorevits, R. Schramm, and E. Miranda, “Analysis of Mimed Violin Performance Movements of Neophytes,” in Music, Mind, and Embodiment: 11th International Symposium, CMMR 2015, Plymouth, UK, June 16-19, 2015, Revised Selected Papers, R. Kronland-Martinet, M. Aramaki, and S. Ystad, Eds., Springer International Publishing, 2016, vol. LNCS 9617, p. 88–108.
    [PDF] [Bibtex]
    @incollection{visi-2016-cmmr,
author = {Visi, Federico and Coorevits, Esther and Schramm, Rodrigo and Miranda, Eduardo},
booktitle = {Music, Mind, and Embodiment: 11th International Symposium, CMMR 2015, Plymouth, UK, June 16-19, 2015, Revised Selected Papers},
editor = {Kronland-Martinet, Richard and Aramaki, Mitsuko and Ystad, S{\o}lvi},
keywords = {body motion,gesture,motion analysis,motion capture,movement,musical instrument,performance,periodic quantity of,violin},
pages = {88--108},
publisher = {Springer International Publishing},
title = {{Analysis of Mimed Violin Performance Movements of Neophytes}},
volume = {LNCS 9617},
year = {2016}
}
  • R. Schramm, H. S. de Nunes, L. A. de Nunes, F. Visi, and E. R. Miranda, “3CMS: An Interactive Decision System for Live Performance,” in Music, Mind, and Embodiment: 11th International Symposium on Computer Music Multidisciplinary Research, CMMR 2015, Plymouth, UK, June 16-19, 2015, Revised Selected Papers, R. Kronland-Martinet, M. Aramaki, and S. Ystad, Eds., Cham, Switzerland: Springer, 2016, vol. 9617 LNCS, p. 190–210.
    [Link to Publisher] [Bibtex]
    @incollection{Schramm2016a,
address = {Cham, Switzerland},
author = {Schramm, Rodrigo and Nunes, Helena de Souza and Nunes, Leonardo de Assis and Visi, Federico and Miranda, Eduardo R.},
booktitle = {Music, Mind, and Embodiment: 11th International Symposium on Computer Music Multidisciplinary Research, CMMR 2015, Plymouth, UK, June 16-19, 2015, Revised Selected Papers},
doi = {10.1007/978-3-319-46282-0_12},
editor = {Kronland-Martinet, Richard and Aramaki, Mitsuko and Ystad, S{\o}lvi},
isbn = {9783319462813},
issn = {16113349},
keywords = {Machine decision,Micro song,Multimodal system},
pages = {190--210},
publisher = {Springer},
title = {{3CMS: An Interactive Decision System for Live Performance}},
url = {http://link.springer.com/10.1007/978-3-319-46282-0{\_}12},
volume = {9617 LNCS},
year = {2016}
}

In Proceedings

  • R. Harlow, M. Petersson, R. Ek, F. Visi, and S. Östersjö, “Global Hyperorgan: a platform for telematic musicking and research,” in NIME 2021, 2021, p. 1–15.
    [Link to Publisher] [Bibtex]
    @inproceedings{Harlow2021,
author = {Harlow, Randall and Petersson, Mattias and Ek, Robert and Visi, Federico and {\"{O}}stersj{\"{o}}, Stefan},
booktitle = {NIME 2021},
doi = {10.21428/92fbeb44.d4146b2d},
pages = {1--15},
publisher = {PubPub},
title = {{Global Hyperorgan: a platform for telematic musicking and research}},
url = {https://nime.pubpub.org/pub/a626cbqh},
year = {2021}
}
  • R. Ek, S. Östersö, F. G. Visi, and M. Petersson, “The TCP/Indeterminate Place Quartet: a Global Hyperorgan Scenario,” in International Conference on New Interfaces for Musical Expression (NIME), Shanghai, China, 2021.
    [PDF] [Bibtex]
    @inproceedings{ek-etal-2021,
address = {Shanghai, China},
author = {Ek, Robert and {\"{O}}sters{\"{o}}, Stefan and Visi, Federico Ghelli and Petersson, Mattias},
booktitle = {International Conference on New Interfaces for Musical Expression (NIME)},
title = {{The TCP/Indeterminate Place Quartet: a Global Hyperorgan Scenario}},
year = {2021}
}
  • F. S. Liwicki, M. Liwicki, P. {Malo Perisé}, F. G. Visi, and S. Östersjö, “Analysing Musical Performance in Videos Using Deep Neural Networks,” in The 2020 Joint Conference on AI Music Creativity, Stockholm, Sweden, 2020.
    [Bibtex]
    @inproceedings{liwicki-etal-2020,
address = {Stockholm, Sweden},
author = {Liwicki, Foteini Simistira and Liwicki, Marcus and {Malo Peris{\'{e}}}, Pedro and Visi, Federico Ghelli and {\"{O}}stersj{\"{o}}, Stefan},
booktitle = {The 2020 Joint Conference on AI Music Creativity},
publisher = {Royal Institute of Technology (KTH)},
title = {{Analysing Musical Performance in Videos Using Deep Neural Networks}},
year = {2020}
}
  • F. G. Visi and AQAXA, ““You have a new memory”,” in ICLI 2020 – the Fifth International Conference on Live Interfaces, Trondheim, Norway, 2020.
    [PDF] [Bibtex]
    @inproceedings{visi-2020-memory,
address = {Trondheim, Norway},
author = {Visi, Federico Ghelli and AQAXA},
booktitle = {ICLI 2020 - the Fifth International Conference on Live Interfaces},
title = {{“You have a new memory”}},
year = {2020}
}
  • F. G. Visi and A. Tanaka, “Towards Assisted Interactive Machine Learning: Exploring Gesture-Sound Mappings Using Reinforcement Learning,” in ICLI 2020 – the Fifth International Conference on Live Interfaces, Trondheim, Norway, 2020.
    [PDF] [Bibtex]
    @inproceedings{visi-2020-aiml,
address = {Trondheim, Norway},
author = {Visi, Federico Ghelli and Tanaka, Atau},
booktitle = {ICLI 2020 - the Fifth International Conference on Live Interfaces},
title = {{Towards Assisted Interactive Machine Learning: Exploring Gesture-Sound Mappings Using Reinforcement Learning}},
year = {2020}
}
  • F. Visi and L. Dahl, “Real-Time Motion Capture Analysis and Music Interaction with the Modosc Descriptor Library,” in NIME’18 – International Conference on New Interfaces for Musical Expression, Blacksburn, VA, US, 2018.
    [PDF] [Bibtex]
    @inproceedings{visi-2018-nime,
address = {Blacksburn, VA, US},
author = {Visi, Federico and Dahl, Luke},
booktitle = {NIME'18 – International Conference on New Interfaces for Musical Expression},
title = {{Real-Time Motion Capture Analysis and Music Interaction with the Modosc Descriptor Library}},
year = {2018}
}
  • L. Dahl and F. Visi, “Modosc: A Library of Real-Time Movement Descriptors for Marker-Based Motion Capture,” in MOCO ’18 Proceedings of the 4th International Conference on Movement Computing, Genoa, Italy, 2018.
    [PDF] [Bibtex]
    @inproceedings{dahl-2018-moco,
address = {Genoa, Italy},
author = {Dahl, Luke and Visi, Federico},
booktitle = {MOCO '18 Proceedings of the 4th International Conference on Movement Computing},
title = {{Modosc: A Library of Real-Time Movement Descriptors for Marker-Based Motion Capture}},
year = {2018}
}
  • F. Visi, D. Hammerschmidt, and C. Wöllner, “Using Unimanual and Bimanual Tapping to Explore Synchronisation with Musical Rhythmic Layers,” in ICMPC 15 / ESCOM 10 – 15th International Conference on Music Perception and Cognition 10th triennial conference of the European Society for the Cognitive Sciences, Montreal, Canada, 2018.
    [PDF] [Bibtex]
    @inproceedings{visi-2018-icmpc,
address = {Montreal, Canada},
author = {Visi, Federico and Hammerschmidt, David and W{\"o}llner, Clemens},
booktitle = {ICMPC 15 / ESCOM 10 – 15th International Conference on Music Perception and Cognition 10th triennial conference of the European Society for the Cognitive Sciences},
title = {{Using Unimanual and Bimanual Tapping to Explore Synchronisation with Musical Rhythmic Layers}},
year = {2018}
}
  • R. Schramm, F. Visi, A. Brasil, and M. Johann, “A polyphonic pitch tracking embedded system for rapid instrument augmentation,” in Proceedings of the International Conference on New Interfaces for Musical Expression, Blacksburg, Virginia, USA, 2018, p. 120–125.
    [Link to Publisher] [Bibtex]
    @inproceedings{Schramm2018,
address = {Blacksburg, Virginia, USA},
author = {Schramm, Rodrigo and Visi, Federico and Brasil, Andr{\'{e}} and Johann, Marcelo},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
editor = {Dahl, Luke and Bowman, Douglas and Martin, Thomas},
month = {jun},
pages = {120--125},
publisher = {Virginia Tech},
title = {{A polyphonic pitch tracking embedded system for rapid instrument augmentation}},
url = {http://www.nime.org/proceedings/2018/nime2018{\_}paper0027.pdf https://www.raspberrypi.org},
year = {2018}
}
  • F. Visi, B. Caramiaux, M. Mcloughlin, and E. Miranda, “A Knowledge-based, Data-driven Method for Action-sound Mapping,” in NIME’17 – International Conference on New Interfaces for Musical Expression, 2017.
    [PDF] [Bibtex]
    @inproceedings{visi-2017-nime,
author = {Visi, Federico and Caramiaux, Baptiste and Mcloughlin, Michael and Miranda, Eduardo},
booktitle = {NIME'17 -- International Conference on New Interfaces for Musical Expression},
title = {{A Knowledge-based, Data-driven Method for Action-sound Mapping}},
year = {2017}
}
  • F. Visi, T. Georgiou, S. Holland, O. Pinzone, G. Donaldson, and J. Tetley, “Assessing the Accuracy of an Algorithm for the Estimation of Spatial Gait Parameters Using Inertial Measurement Units: Application to Healthy Subject and Hemiparetic Stroke Survivor,” in MOCO’17 – 4th International Conference on Movement Computing, 2017.
    [PDF] [Bibtex]
    @inproceedings{visi-2017-moco,
author = {Visi, Federico and Georgiou, Theodoros and Holland, Simon and Pinzone, Ornella and Donaldson, Glenis and Tetley, Josie},
booktitle = {MOCO'17 -- 4th International Conference on Movement Computing},
title = {{Assessing the Accuracy of an Algorithm for the Estimation of Spatial Gait Parameters Using Inertial Measurement Units: Application to Healthy Subject and Hemiparetic Stroke Survivor}},
year = {2017}
}
  • F. Visi, “Tuned Constraint,” in ICLI 2016 – International Conference on Live Interfaces, University of Sussex, 2016.
    [Link to Publisher] [Bibtex]
    @inproceedings{visi-2016-icli,
address = {University of Sussex},
author = {Visi, Federico},
booktitle = {ICLI 2016 – International Conference on Live Interfaces},
title = {{Tuned Constraint}},
year = {2016},
url = {http://reframe.sussex.ac.uk/reframebooks/archive2016/live-interfaces/}
}
  • F. Visi and E. R. Miranda, “Instrumental Movements to Physical Models: Mapping Postural and Sonic Topologies through Machine Learning,” in Porto International Conference on Musical Gesture as Creative Interface, 2016.
    [Bibtex]
    @inproceedings{Visi2016,
author = {Visi, Federico and Miranda, Eduardo Reck},
booktitle = {Porto International Conference on Musical Gesture as Creative Interface},
title = {{Instrumental Movements to Physical Models: Mapping Postural and Sonic Topologies through Machine Learning}},
year = {2016}
}
  • R. Schramm, H. S. de Nunes, L. A. de Nunes, F. Visi, and E. Miranda, “One Micro Song, Three Ends: an approach for musical composition and an interactive decision machine based on expressive live performance.,” in Proceedings of 11th International Symposium on Computer Music Multidisciplinary Research – CMMR 2015, Plymouth, United Kingdom, 2015.
    [Bibtex]
    @inproceedings{schramm-2015-cmmr,
address = {Plymouth, United Kingdom},
author = {Schramm, Rodrigo and Nunes, Helena de Souza and Nunes, Leonardo de Assis and Visi, Federico and Miranda, Eduardo},
booktitle = {Proceedings of 11th International Symposium on Computer Music Multidisciplinary Research - CMMR 2015},
title = {{One Micro Song, Three Ends: an approach for musical composition and an interactive decision machine based on expressive live performance.}},
year = {2015}
}
  • F. Visi, E. Coorevits, and E. R. Miranda, “A practice-based study on instrumental gestures in music composition and performance: Kineslimina,” in MuSA 2015 – Sixth International Symposium on Music/Sonic Art: Practices and Theories, Karlsruhe, Germany, 2015.
    [Bibtex]
    @inproceedings{Visi2015,
address = {Karlsruhe, Germany},
author = {Visi, Federico and Coorevits, Esther and Miranda, Eduardo Reck},
booktitle = {MuSA 2015 - Sixth International Symposium on Music/Sonic Art: Practices and Theories},
title = {{A practice-based study on instrumental gestures in music composition and performance: Kineslimina}},
year = {2015}
}
  • F. Visi, E. Coorevits, R. Schramm, and E. Miranda, “Instrumental Movements of Neophytes: Analysis of Movement Periodicities, Commonalities and Individualities in Mimed Violin Performance,” in Proceedings of the 11th International Symposium on Computer Music Multidisciplinary Research (CMMR), Plymouth, United Kingdom, 2015.
    [PDF] [Bibtex]
    @inproceedings{visi-2015-cmmr,
address = {Plymouth, United Kingdom},
author = {Visi, Federico and Coorevits, Esther and Schramm, Rodrigo and Miranda, Eduardo},
booktitle = {Proceedings of the 11th International Symposium on Computer Music Multidisciplinary Research (CMMR)},
keywords = {body motion,gesture,motion analysis,motion capture,movement,musical instrument,performance,periodic quantity of,violin},
title = {{Instrumental Movements of Neophytes: Analysis of Movement Periodicities, Commonalities and Individualities in Mimed Violin Performance}},
year = {2015}
}
  • F. Visi, E. Coorevits, E. Miranda, and M. Leman, “Effects of different bow stroke styles on body movements of a viola player: an exploratory study,” in Proceedings of The joint ICMC|SMC|2014 Conference, Athens, Greece, 2014.
    [PDF] [Bibtex]
    @inproceedings{visi-2014-icmc,
address = {Athens, Greece},
author = {Visi, Federico and Coorevits, Esther and Miranda, Eduardo and Leman, Marc},
booktitle = {Proceedings of The joint ICMC|SMC|2014 Conference},
isbn = {9789604661374},
title = {{Effects of different bow stroke styles on body movements of a viola player: an exploratory study}},
year = {2014}
}
  • F. Visi, G. Dothel, D. Williams, and E. Miranda, “Unfolding | Clusters: A Music and Visual Media Model of ALS Pathophysiology,” in Proceedings of SoniHED Conference: Sonification of Health and Environmental Data, York, United Kingdom, 2014.
    [PDF] [Bibtex]
    @inproceedings{visi-2014-sonihed,
address = {York, United Kingdom},
author = {Visi, Federico and Dothel, Giovanni and Williams, Duncan and Miranda, Eduardo},
booktitle = {Proceedings of SoniHED Conference: Sonification of Health and Environmental Data},
title = {{Unfolding | Clusters: A Music and Visual Media Model of ALS Pathophysiology}},
year = {2014}
}
  • F. Visi, R. Schramm, and E. Miranda, “Use of Body Motion to Enhance Traditional Musical Instruments: A Multimodal Embodied Approach to Gesture Mapping , Composition and Performance,” in Proceedings of the International Conference on New Interfaces for Musical Expression, London, United Kingdom, 2014, p. 601––604.
    [PDF] [Bibtex]
    @inproceedings{visi-2014-nime,
address = {London, United Kingdom},
author = {Visi, Federico and Schramm, Rodrigo and Miranda, Eduardo},
booktitle = {Proceedings of the International Conference on New Interfaces for Musical Expression},
keywords = {embodied music cog-,expressiveness,gesture,gesture recognition,guitar,liveness,mapping,multimodal,nime,nition},
pages = {601----604},
publisher = {Goldsmiths University of London},
title = {{Use of Body Motion to Enhance Traditional Musical Instruments: A Multimodal Embodied Approach to Gesture Mapping , Composition and Performance}},
year = {2014}
}

Dissertations

  • F. Visi, “Methods and Technologies for the Analysis and Interactive Use of Body Movements in Instrumental Music Performance,” PhD Thesis, 2017.
    [Link to Publisher] [Bibtex]
    @phdthesis{visi-2017-phdthesis,
author = {Visi, Federico},
keywords = {EMG,IMU,PQOM,PhD,body motion,body movement,composition,electromyogram,embodied cognition,embodiment,gesture,guitar,inertial measurement unit,interaction design,machine learning,mapping,motion analysis,motion capture,motion sensor,movement,music,music notation,musical instrument,performance,periodic quantity of motion,topology,viola,violin,wearable sensors},
publisher = {Plymouth University},
title = {{Methods and Technologies for the Analysis and Interactive Use of Body Movements in Instrumental Music Performance}},
url = {https://pearl.plymouth.ac.uk/handle/10026.1/8805?show=full},
year = {2017}
}

🔥