Piper: Audio Feature Extraction in Browser and Mobile Applications
Piper is a protocol for audio analysis and feature extraction. We propose a data schema and API that can be used to support both remote audio feature extraction services and feature extractors loaded directly into a host application. We provide a means of using existing audio feature extractor implementations with this protocol. In this talk we demonstrate several use-cases for Piper, including an“audio notebook”mobile application using Piper modules to analyse recordings; a web service for remote feature extraction; and the refactoring of an existing desktop application, Sonic Visualiser, to communicate with a Piper service using a simple IPC mechanism.
@inproceedings{2017_EA_54,
abstract = {Piper is a protocol for audio analysis and feature extraction. We propose a data schema and API that can be used to support both remote audio feature extraction services and feature extractors loaded directly into a host application. We provide a means of using existing audio feature extractor implementations with this protocol. In this talk we demonstrate several use-cases for Piper, including an“audio notebook”mobile application using Piper modules to analyse recordings; a web service for remote feature extraction; and the refactoring of an existing desktop application, Sonic Visualiser, to communicate with a Piper service using a simple IPC mechanism.},
address = {London, United Kingdom},
author = {Thompson, Lucas and Cannam, Chris and Sandler, Mark},
booktitle = {Proceedings of the International Web Audio Conference},
editor = {Thalmann, Florian and Ewert, Sebastian},
month = {August},
pages = {},
publisher = {Queen Mary University of London},
series = {WAC '17},
title = {Piper: Audio Feature Extraction in Browser and Mobile Applications},
year = {2017},
ISSN = {2663-5844}
}