{"id":14263,"date":"2023-02-23T09:31:58","date_gmt":"2023-02-23T09:31:58","guid":{"rendered":"https:\/\/cde.nus.edu.sg\/artic\/?page_id=14263"},"modified":"2023-03-08T09:47:45","modified_gmt":"2023-03-08T09:47:45","slug":"eldt-rp2-sound-event-detection-on-mobile-devices","status":"publish","type":"page","link":"https:\/\/cde.nus.edu.sg\/artic\/eldt-rp2-sound-event-detection-on-mobile-devices\/","title":{"rendered":"ELDT-RP2: Sound Event Detection on Mobile Devices"},"content":{"rendered":"\n\n\t\t\t\t\t<ul id=\"menu-research-areas\"><li id=\"menu-item-13627\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/adaptive-and-reconfigurable-intelligent-surfaces\/\">Adaptive and Reconfigurable Intelligent Surfaces<\/a>\n<ul>\n\t<li id=\"menu-item-13628\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/adaptive-and-reconfigurable-intelligent-surfaces\/aris-rp1-design-and-characterization-of-ultra-large-scale-intelligent-electromagnetic-surfaces-using-deep-learning\/\">ARIS-RP1: Design and Characterization of Ultra-Large-Scale Intelligent Electromagnetic Surfaces Using Deep Learning<\/a><\/li>\n\t<li id=\"menu-item-13629\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/adaptive-and-reconfigurable-intelligent-surfaces\/aris-rp2-reprogrammable-meta-optics-for-information-multiplexing\/\">ARIS-RP2: Reprogrammable Meta-optics for Information Multiplexing<\/a><\/li>\n\t<li id=\"menu-item-13630\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/adaptive-and-reconfigurable-intelligent-surfaces\/aris-rp3-making-wireless-communication-environment-smart-via-reconfigurable-intelligent-surfaces-ris-a-new-network-optimization-perspective\/\">ARIS-RP3: Making Wireless Communication Environment Smart via Reconfigurable Intelligent Surfaces (RIS): A New Network Optimization Perspective<\/a><\/li>\n<\/ul>\n<\/li>\n<li id=\"menu-item-13633\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/future-computing-technology\/\">Future Computing Technology<\/a>\n<ul>\n\t<li id=\"menu-item-13634\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/future-computing-technology\/fct-rp1-practical-data-storage-and-computation-in-dna-molecules\/\">FCT-RP1: Practical Data Storage and Computation in DNA Molecules<\/a><\/li>\n\t<li id=\"menu-item-13635\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/future-computing-technology\/fct-rp2-amorphous-oxide-semiconductor-thin-film-transistors-and-dram-cross-bar-to-enable-3d-monolithically-integrated-architecture-for-near-in-memory-computing\/\">FCT-RP2: Amorphous-Oxide-Semiconductor Thin Film Transistors and DRAM Cross-bar to Enable 3D Monolithically Integrated Architecture for Near\/In-memory Computing<\/a><\/li>\n\t<li id=\"menu-item-13636\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/future-computing-technology\/fct-rp3-neural-like-computing-system-based-on-superparamagnetic-tunnel-junctions\/\">FCT-RP3: Neural-like Computing System based on Superparamagnetic Tunnel Junctions<\/a><\/li>\n<\/ul>\n<\/li>\n<li id=\"menu-item-13631\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/healthcare-and-wellness-monitoring\/\">Healthcare and Wellness Monitoring<\/a>\n<ul>\n\t<li id=\"menu-item-13632\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/healthcare-and-wellness-monitoring\/hmw-rp1-ai-assisted-infrared-nano-opto-surface-enhanced-sensor-ir-noses-chips-for-early-stage-diagnosis-and-healthcare-applications\/\">HMW-RP1: AI-assisted Infrared Nano-Opto-Surface-Enhanced-Sensor (IR-NOSES) Chips for Early-stage Diagnosis and Healthcare Applications<\/a><\/li>\n<\/ul>\n<\/li>\n<li id=\"menu-item-14214\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/emerging-computing-technology-learning-technology-and-trustworthy-systems\/\">Emerging Computing Technology, Learning Technology and Trustworthy Systems<\/a>\n<ul>\n\t<li id=\"menu-item-14243\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/ect-rp1-graphmind-energy-efficient-hardware-accelerators-for-graph-neural-networks\/\">ECT-RP1: GraphMind: Energy-Efficient Hardware Accelerators for Graph Neural Networks<\/a><\/li>\n\t<li id=\"menu-item-14242\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/ect-rp2-deep-incremental-learning-in-the-wild-towards-general-purpose-multi-modality-and-multi-task-incremental-learning\/\">ECT-RP2: Deep Incremental Learning in the Wild: Towards General-purpose Multi- Modality and Multi-Task Incremental Learning<\/a><\/li>\n<\/ul>\n<\/li>\n<li id=\"menu-item-14213\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/healthcare-and-fitness-monitoring\/\">Healthcare and Fitness Monitoring<\/a>\n<ul>\n\t<li id=\"menu-item-14241\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/hfm-rp1-wearable-microneedle-patch-for-the-minimally-invasive-wireless-continuous-glucose-monitoring\/\">HFM-RP1: Wearable Microneedle Patch for the Minimally Invasive Wireless Continuous Glucose Monitoring<\/a><\/li>\n\t<li id=\"menu-item-14240\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/hfm-rp2-on-body-computing-for-next-generation-wearable-systems\/\">HFM-RP2: On-body computing for Next-generation Wearable Systems<\/a><\/li>\n\t<li id=\"menu-item-14239\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/hfm-rp3-a-novel-optical-biometer-to-monitor-myopia-progression-in-children\/\">HFM-RP3: A Novel Optical Biometer to Monitor Myopia Progression in Children.<\/a><\/li>\n\t<li id=\"menu-item-14238\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/hfm-rp4-magnetoplethysmograph-for-continuous-heart-rate-and-blood-pressure-monitoring\/\">HFM-RP4: Magnetoplethysmograph for Continuous Heart Rate and Blood Pressure Monitoring<\/a><\/li>\n\t<li id=\"menu-item-14237\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/hfm-rp5-manufacturing-of-artificial-skin-integrated-network-skin-for-healthcare-and-fitness-monitoring\/\">HFM-RP5: Manufacturing of Artificial SKin Integrated Network (SKIN) for Healthcare and Fitness Monitoring<\/a><\/li>\n\t<li id=\"menu-item-14236\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/hfm-rp6-radio-frequency-textile-sensors-for-wearable-and-ambient-health-monitoring\/\">HFM-RP6: Radio-frequency Textile Sensors for Wearable and Ambient Health Monitoring<\/a><\/li>\n<\/ul>\n<\/li>\n<li id=\"menu-item-14212\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/home\/project-themes\/next-generation-imaging-and-optoelectronics-technology\/\">Next-generation Imaging and Optoelectronics Technology<\/a>\n<ul>\n\t<li id=\"menu-item-14235\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/niot-rp1-fast-3d-mimo-imaging-via-physics-inspired-learning-approach\/\">NIOT-RP1: Fast 3D MIMO Imaging via Physics-Inspired Learning Approach<\/a><\/li>\n<\/ul>\n<\/li>\n<li id=\"menu-item-14209\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/emerging-learning-and-data-processing-technology\/\">Advanced Material, Devices and Process Technology<\/a>\n<ul>\n\t<li id=\"menu-item-14296\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/adt-rp1-development-of-high-precision-additive-manufacturing-for-integrated-complex-molding-applications\/\">ADT-RP1: Development of High Precision Additive Manufacturing for Integrated Complex Molding Applications<\/a><\/li>\n\t<li id=\"menu-item-14295\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/adt-rp2-low-loss-and-tunable-ferroelectrics-for-sub-6g-applications\/\">ADT-RP2: Low Loss and Tunable Ferroelectrics for Sub-6G Applications<\/a><\/li>\n\t<li id=\"menu-item-14294\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/adt-rp3-redox-mediated-flow-battery-for-household-energy-storage\/\">ADT-RP3: Redox-mediated Flow Battery for Household Energy Storage<\/a><\/li>\n\t<li id=\"menu-item-14293\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/adt-rp4-development-of-nature-inspired-multiscale-composite-materials-for-high-strength-and-low-loss-applications\/\">ADT-RP4: Development of Nature-inspired Multiscale Composite Materials for High Strength and Low Loss Applications<\/a><\/li>\n<\/ul>\n<\/li>\n<li id=\"menu-item-14210\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/advanced-material-devices-and-process-technology\/\">Emerging Learning and Data Processing Technology<\/a>\n<ul>\n\t<li id=\"menu-item-14292\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/eldt-rp1-event-chain-summarization-from-natural-language-text\/\">ELDT-RP1: Event Chain Summarization from Natural Language Text<\/a><\/li>\n\t<li id=\"menu-item-14291\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/eldt-rp2-sound-event-detection-on-mobile-devices\/\">ELDT-RP2: Sound Event Detection on Mobile Devices<\/a><\/li>\n\t<li id=\"menu-item-14290\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/eldt-rp3-empowering-machines-to-efficiently-learn-by-themselves-a-high-performance-self-supervised-learning-system\/\">ELDT-RP3: Empowering Machines to Efficiently Learn by Themselves: A High- Performance Self-Supervised Learning System<\/a><\/li>\n<\/ul>\n<\/li>\n<li id=\"menu-item-14211\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/wearable-healthcare-devices-and-smart-home-sensing-technology\/\">Wearable Healthcare Devices and Smart Home Sensing Technology<\/a>\n<ul>\n\t<li id=\"menu-item-14289\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/wdss-rp1-enabling-continuous-and-realtime-monitoring-of-human-vitals-through-battery-free-tunnel-diode-based-sensors\/\">WDSS-RP1: Enabling Continuous and Realtime Monitoring of Human Vitals through Battery-free Tunnel Diode based Sensors<\/a><\/li>\n\t<li id=\"menu-item-14288\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/wdss-rp2-wireless-communication-and-radar-sensing-fusion-based-indoor-localization\/\">WDSS-RP2: Wireless Communication and Radar Sensing Fusion Based Indoor Localization<\/a><\/li>\n\t<li id=\"menu-item-14287\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/wdss-rp3-multi-parameter-sensing-platform-for-proactive-hypertension-diagnostics-using-artificial-intelligence\/\">WDSS-RP3: Multi-parameter Sensing Platform for Proactive Hypertension Diagnostics Using Artificial Intelligence<\/a><\/li>\n\t<li id=\"menu-item-14286\"><a href=\"https:\/\/cde.nus.edu.sg\/artic\/wdss-rp4-lightchips-light-based-integrated-cloud-to-edge-communications-sensor-node-wake-up-and-indoor-positioning-for-mm-scale-purely-harvested-systems\/\">WDSS-RP4: LightChips: Light-Based Integrated Cloud-to-Edge Communications, Sensor Node Wake-Up and Indoor Positioning for mm-Scale Purely-Harvested Systems<\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\t\n\t<h2>\n\t\tELDT-RP2: Sound Event Detection on Mobile Devices\n\t<\/h2>\n\t<p><strong>Principal Investigator: Professor Roger Zimmermann, SoC<\/strong><\/p>\n<p>Recognizing ongoing events based on acoustic clues is a critical yet challenging problem. In this project, our goal is to design and develop high performance algorithms for real-time sound event detection that can be executed directly on mobile, wearable and IoT devices. Sound event detection aims to automatically identify the presence of multiple events in an audio scene (or recording), which is of great significance in many applications including surveillance, security and context-aware services. On research direction that we have investigated is a novel visual-assisted teacher-student mutual learning framework where we use both a single-modal and a cross-modal transfer loss to collaboratively learn the audio-visual correlations between the teacher and the student networks. The teacher network is trained with both visual and audio features and then the knowledge is transferred into the student network, which requires only audio input during inference.<\/p>\n<p><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/cde.nus.edu.sg\/artic\/wp-content\/uploads\/sites\/19\/2023\/03\/ELDT-RP2_2.jpg\" alt=\"\" width=\"1024\" height=\"690\" \/><\/p>\n\n","protected":false},"excerpt":{"rendered":"<p>Adaptive and Reconfigurable Intelligent Surfaces ARIS-RP1: Design and Characterization of Ultra-Large-Scale Intelligent Electromagnetic Surfaces Using Deep Learning ARIS-RP2: Reprogrammable Meta-optics for Information Multiplexing ARIS-RP3: Making Wireless Communication Environment Smart via Reconfigurable Intelligent Surfaces (RIS): A New Network Optimization Perspective Future Computing Technology FCT-RP1: Practical Data Storage and Computation in DNA Molecules FCT-RP2: Amorphous-Oxide-Semiconductor Thin Film [&hellip;]<\/p>\n","protected":false},"author":77,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_acf_changed":false,"site-sidebar-layout":"no-sidebar","site-content-layout":"page-builder","ast-site-content-layout":"","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"disabled","ast-breadcrumbs-content":"","ast-featured-img":"disabled","footer-sml-layout":"","theme-transparent-header-meta":"default","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-gradient":""}},"footnotes":""},"class_list":["post-14263","page","type-page","status-publish","hentry"],"acf":[],"_links":{"self":[{"href":"https:\/\/cde.nus.edu.sg\/artic\/wp-json\/wp\/v2\/pages\/14263","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/cde.nus.edu.sg\/artic\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/cde.nus.edu.sg\/artic\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/cde.nus.edu.sg\/artic\/wp-json\/wp\/v2\/users\/77"}],"replies":[{"embeddable":true,"href":"https:\/\/cde.nus.edu.sg\/artic\/wp-json\/wp\/v2\/comments?post=14263"}],"version-history":[{"count":3,"href":"https:\/\/cde.nus.edu.sg\/artic\/wp-json\/wp\/v2\/pages\/14263\/revisions"}],"predecessor-version":[{"id":14598,"href":"https:\/\/cde.nus.edu.sg\/artic\/wp-json\/wp\/v2\/pages\/14263\/revisions\/14598"}],"wp:attachment":[{"href":"https:\/\/cde.nus.edu.sg\/artic\/wp-json\/wp\/v2\/media?parent=14263"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}