{"id":6874,"date":"2022-02-14T09:05:54","date_gmt":"2022-02-14T09:05:54","guid":{"rendered":"https:\/\/mead.ch\/mead\/?p=6874"},"modified":"2024-03-07T20:09:45","modified_gmt":"2024-03-07T20:09:45","slug":"hw-accelerated-machine-learning-at-the-edge","status":"publish","type":"post","link":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/","title":{"rendered":"Hardware-Efficient Edge AI"},"content":{"rendered":"<p><a id=\"Scrolltop\" name=\"Scrolltop\"><\/a><\/p>\n<div id=\"menu-intern\" style=\"text-align: center;\"><a href=\"#abstracts\">Abstracts<\/a><a href=\"http:\/\/mead.ch\/mead\/practical-information\/\">Practical Information<\/a><a href=\"https:\/\/mead.ch\/mead\/course-material-4\">Course Material<\/a><\/div>\n<h3 style=\"text-align: center;\"><span style=\"color: #be052c;\">On-Line Class<br \/>\nCET &#8211; Central European Time Zone<\/span><\/h3>\n<p style=\"text-align: center;\"><a href=\"https:\/\/mead.ch\/fichiers-a-telecharger\/AI-2024.pdf\" target=\"_blank\" rel=\"noopener noreferrer\">Download One-Page Schedule Here<\/a><\/p>\n<table class=\"aligncenter\" border=\"1px\">\n<tbody>\n<tr>\n<td colspan=\"3\" width=\"80%\">\n<h4>Week 1: March 12-15, 2024<\/h4>\n<h4>Week 2: March 18-22, 2024<\/h4>\n<p>Registration deadline: <span style=\"color: #be052c;\"><strong>February 23, 2024<\/strong><\/span><br \/>\nPayment deadline: <span style=\"color: #be052c;\"><strong>March 1, 2024<\/strong><br \/>\n<\/span><\/td>\n<td><a href=\"https:\/\/mead.ch\/mead\/on-line-registration-form-2024\/\"><img loading=\"lazy\" decoding=\"async\" data-attachment-id=\"418\" data-permalink=\"https:\/\/mead.ch\/mead\/pll-design\/registration\/\" data-orig-file=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" data-orig-size=\"123,40\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"registration\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" class=\"size-full wp-image-418 alignright\" src=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" alt=\"registration\" width=\"123\" height=\"40\" \/><\/a><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<table class=\"aligncenter\" border=\"1px\" width=\"100%\">\n<tbody>\n<tr>\n<td colspan=\"5\">\n<h4><span style=\"color: #be052c;\"><strong>TEACHING HOURS<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">DAILY<\/td>\n<td width=\"20%\">Central European Time <strong>CET<\/strong><\/td>\n<td width=\"20%\">Eastern Standard Time <strong>EST<\/strong><\/td>\n<td width=\"20%\">Pacific Standard Time <strong>PST<\/strong><\/td>\n<td width=\"20%\">India Standard Time <strong>IST<\/strong><\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">Module 1<\/td>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"20%\">9:00-10:30 am<\/td>\n<td width=\"20%\">6:00-7:30 am<\/td>\n<td width=\"20%\">7:30-9:00 pm<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">Module 2<\/td>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"20%\">11:00 am-12:30 pm<\/td>\n<td width=\"20%\">8:00-9:30 am<\/td>\n<td width=\"20%\">9:30-11:00 pm<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h3><span style=\"color: #be052c;\"><strong>WEEK 1: March 12-15<br \/>\n<\/strong><\/span><\/h3>\n<table class=\"aligncenter\" border=\"1px\" width=\"100%\">\n<tbody>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Tuesday, March 12<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%&quot;\"><strong>Context:<\/strong> ML Applications, Scenario&#8217;s and Constraints for the Edge<\/td>\n<td width=\"20%\">Marian Verhelst,<br \/>\nKU Leuven<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\"><strong>Context:<\/strong> ML Algorithms and Resulting Challenges<\/td>\n<td width=\"20%\">Marian Verhelst,<br \/>\nKU Leuven<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Wednesday, March 13<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%\"><strong>Algorithms:<\/strong> Neural Network Compression for the Edge<\/td>\n<td width=\"20%\">Tijmen Blankevoort, Meta<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\"><strong>Algorithms:<\/strong> Neural Network Quantization for the Edge<\/td>\n<td width=\"20%\">Tijmen Blankevoort, Meta<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Thursday, March 14<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%\"><strong>HW, CPU:<\/strong> Specializing Processors for ML<\/td>\n<td width=\"20%\">Luca Benini,<br \/>\nUni Bologna\/ETHZ<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\"><strong>HW, CPU:<\/strong> From Single to Multi-Core Low-Power SoCs for ML<\/td>\n<td width=\"20%\">Luca Benini,<br \/>\nUni Bologna\/ETHZ<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Friday, March 15<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%\"><strong>HW, Digital:<\/strong> Concepts Towards ML Acceleration<\/td>\n<td width=\"20%\">Marian Verhelst,<br \/>\nKU Leuven<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\"><strong>HW, Digital:<\/strong> Exploiting Quantization and Sparsity at the HW Level<\/td>\n<td width=\"20%\">Marian Verhelst,<br \/>\nKU Leuven<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<h3><span style=\"color: #be052c;\"><strong>WEEK 2: March 18-22<br \/>\n<\/strong><\/span><\/h3>\n<table class=\"aligncenter\" border=\"1px\" width=\"100%\">\n<tbody>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Monday, March 18<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%\"><strong>HW, Analog:<\/strong> Analog\/Mixed-Signal Acceleration<\/td>\n<td width=\"20%\">Naveen Verma,<br \/>\nPrinceton<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\"><strong>HW, Tech:<\/strong> Architectural Integration of Emerging Compute Models and Technologies<\/td>\n<td width=\"20%\">Naveen Verma,<br \/>\nPrinceton<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Tuesday, March 19<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%\"><strong>Tools:<\/strong> Accelerator Code Generation<\/td>\n<td width=\"20%\">Tobias Grosser, University of Cambridge<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\"><strong>Tools:<\/strong> Landscape of DL Compilers<\/td>\n<td width=\"20%\">Tobias Grosser, University of Cambridge<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Wednesday, March 20<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%\"><strong>Emerging ML Paradigms:<\/strong> Neuro-Inspired Computing<\/td>\n<td width=\"20%\">Jan Rabaey,<br \/>\nUC Berkeley<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\"><strong>Emerging ML Paradigms: <\/strong>Towards Cognitive Systems<\/td>\n<td width=\"20%\">Jan Rabaey,<br \/>\nUC Berkeley<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Thursday, March 21<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%\"><strong>System:<\/strong> Efficient Execution of Approximated AI Algorithms on Heterogeneous Edge AI Systems<\/td>\n<td width=\"20%\">David Atienza,<br \/>\nEPFL<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\"><strong>Use Cases:<\/strong> Application-Driven System Design and Optimization flow of Edge AI Use Cases in Industrial and Medical Domains<\/td>\n<td width=\"20%\">David Atienza,<br \/>\nEPFL<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\">\n<h4><span style=\"color: #be052c;\"><strong>Friday, March 22<br \/>\n<\/strong><\/span><\/h4>\n<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">3:00-4:30 pm<\/td>\n<td width=\"60%\"><strong>Practical Use Cases:<\/strong> Energy Efficient ML Applications for Metaverse<\/td>\n<td width=\"20%\">Huichu Liu, Meta<\/td>\n<\/tr>\n<tr>\n<td width=\"20%\">5:00-6:30 pm<\/td>\n<td width=\"60%\">Cross-Layer Optimization<\/td>\n<td width=\"20%\">Marian Verhelst,<br \/>\nKU Leuven<\/td>\n<\/tr>\n<tr>\n<td colspan=\"5\"><a href=\"https:\/\/mead.ch\/mead\/on-line-registration-form-2024\/\"><img loading=\"lazy\" decoding=\"async\" data-attachment-id=\"418\" data-permalink=\"https:\/\/mead.ch\/mead\/pll-design\/registration\/\" data-orig-file=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" data-orig-size=\"123,40\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"registration\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" class=\"size-full wp-image-418 alignright\" src=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" alt=\"registration\" width=\"123\" height=\"40\" \/><\/a><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p style=\"text-align: center;\"><a href=\"#Scrolltop\">Scroll to Top<\/a><\/p>\n<hr \/>\n<p style=\"text-align: center;\"><a id=\"abstracts\" name=\"abstracts\"><\/a><\/p>\n<h2 style=\"text-align: left;\"><span style=\"color: #be052c;\"><strong>Abstracts<\/strong><\/span><\/h2>\n<p><a title=\"\" href=\"https:\/\/mead.ch\/mead\/on-line-registration-form-2024\/\" target=\"\" rel=\"noopener noreferrer\"><img loading=\"lazy\" decoding=\"async\" data-attachment-id=\"418\" data-permalink=\"https:\/\/mead.ch\/mead\/pll-design\/registration\/\" data-orig-file=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" data-orig-size=\"123,40\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"registration\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" class=\"size-full wp-image-418 alignright\" title=\"\" src=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" alt=\"registration\" width=\"123\" height=\"40\" \/><\/a><\/p>\n<table class=\"aligncenter\" border=\"1\" width=\"600\" cellspacing=\"3px\">\n<tbody>\n<tr>\n<td colspan=\"3\" height=\"50\">\n<p align=\"center\"><b>Hardware-Efficient Edge AI<br \/>\nOn-Line Class<br \/>\n<\/b><b>March 12-22, 2024<br \/>\n<\/b><\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>Course Abstract<br \/>\n<\/b><\/p>\n<p align=\"justify\">Artificial intelligence workloads become more and more important for intelligent edge and extreme-edge devices, a trend also known as &#8220;tinyML&#8221;. Yet, these workloads come with significant computational complexity, making their execution until recently only feasible on power-hungry server or GPU platforms. Recently a surge of techniques at the algorithmic, hardware architecture and circuit domain are now also creating breakthroughs to enable ML workloads in real-time embedded devices at the edge and extreme edge under low energy and latency budget. Such system optimization, however, does require thorough knowledge and cross-layer optimization across all these fields, all the way from application and algorithm, over compilers and schedulers, to system design, macro-architecture design and circuit design. In this course, we will go over all these aspects of machine learning at the edge, with especially a deeper dive into hardware optimization opportunities. Enough time is also foreseen to discuss practical case studies and end-to-end-optimizations.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><b>ML Applications, Scenario&#8217;s and Constraints for the Edge<br \/>\nMarian Ver<\/b><b>helst, KU Leuven, Belgium<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; Overview of applications<br \/>\n&#8211; Cloud vs Edge vs tinyML (extreme edge)<br \/>\n&#8211; Inference vs learning vs federated learning<br \/>\n&#8211; Application constraints and scenario&#8217;s<br \/>\n&#8211; Flavors of ML and AI (types of models)<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>ML Algorithms and Resulting Challenges<br \/>\nMarian Verhelst, KU Leuven, Belgium<br \/>\n<\/b><\/p>\n<p align=\"left\">Computational consequences and HW requirements for the EDGE of:<br \/>\n&#8211; Probabilistic models<br \/>\n&#8211; decision trees<br \/>\n&#8211; SVM&#8217;s<br \/>\n&#8211; NN&#8217;s (deep and non-deep; layer types, &#8230;)<br \/>\n&#8211; NN training<br \/>\n&#8211; Hyperdim computing?<br \/>\nChallenges and requirements for efficient AI at the edge.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><b>Neural Network Compression for the Edge<br \/>\nTijmen Blankevoort, Meta, The Netherlands<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; Take any network, how can we make it smaller structurally?<br \/>\n&#8211; Neural Network Pruning<br \/>\n&#8211; Structured Compression<br \/>\n&#8211; Neural Architecture Search as a compression method.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>Neural Network Quantization for the Edge<br \/>\nTijmen Blankevoort, Meta, The Netherlands<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; Quantization Introduction and Simulation<br \/>\n&#8211; Quantization-aware training<br \/>\n&#8211; Post-training quantization techniques<br \/>\n&#8211; Mixed Precision.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><b>Specializing Processors for ML<br \/>\nLuca Benini, Universit\u00e0 di Bologna, Italy\/ETHZ, Switzerland<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; Classical instruction set architectures (ISAs) limitations for ML<br \/>\n&#8211; ISA Extensions for ML<br \/>\n&#8211; Micro-architecture of ML-specialized cores<br \/>\n&#8211; PPA (power performance area) optimization and implementation techniques.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>From Single to Multi-Core Low-Power SoCs for ML<br \/>\nLuca Benini, Universit\u00e0 di Bologna, Italy\/ETHZ, Switzerland<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; Single-core ML SoCs &#8211; architecture, implementation, PPA analysis<br \/>\n&#8211; Multi-core ML SoCs &#8211; architecture, implementation, PPA analysis<br \/>\n&#8211; Integration of cores and Hardwired ML accelerators<br \/>\n&#8211; Memory hierarchy: challenges and solutions.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><b>Concepts Towards ML Acceleration<br \/>\nMarian Verhelst, KU Leuven, Belgium<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; ML models \/ CNN \/ DNN recap formalization; GeMM<br \/>\n&#8211; GeMM on traditional CPU \/ GPU<br \/>\n&#8211; Energy\/latency losses and opportunities<br \/>\n&#8211; Concepts towards more efficient ML acceleration on single core\/single layer<br \/>\n&#8211; Parallelization (spatial unrolling optimization)<br \/>\n&#8211; Stationarity (temporal unrolling optimization)<br \/>\n&#8211; Extending spatial and temporal unrolling to higher levels.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>Exploiting Quantization and Sparsity at the HW Level<br \/>\nMarian Verhelst, KU Leuven, Belgium<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; Concepts towards more efficient AI acceleration on single core\/single layer (ctu)<br \/>\n&#8211; Sparse workloads<br \/>\n&#8211; Quantization &#8211; analog domain<br \/>\n[Optional: &#8211; Concepts towards more efficient AI acceleration on multi-core\/multi-layer].<strong>\u00a0<\/strong><\/p>\n<\/td>\n<\/tr>\n<tr>\n<td bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><b>Analog\/Mixed-Signal Acceleration<br \/>\nNaveen Verma, Princeton University, USA<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; Review of key ops to accelerate (MACs) and potential energy savings through analog<br \/>\n&#8211; Overview of Approaches for MACs<br \/>\n\u2022 Electronic (current, voltage, charge summing)<br \/>\n\u2022 Optical<br \/>\n&#8211; Overheads and limitations<br \/>\n\u2022 Memory accessing -&gt; motivates in-memory computing<br \/>\n\u2022 Data conversion<br \/>\n\u2022 Technology integration with digital engines\/memory<br \/>\n&#8211; Fundamental tradeoffs<br \/>\n\u2022 Energy\/throughput vs SNR<br \/>\n&#8211; In-memory computing<br \/>\n\u2022 Different memory techs and approaches.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>Architectural Integration of Emerging Compute Models and Technologies<br \/>\nNaveen Verma, Princeton University, USA<br \/>\n<\/b><\/p>\n<p align=\"left\">&#8211; Dataflow bottlenecks (weight\/state loading)<br \/>\n&#8211; Structured memory accessing and benefits of emerging memory<br \/>\n&#8211; Co-design with trainers.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><strong>Tools: Accelerator Code Generation<\/strong><br \/>\n<strong>Tobias Grosser, University of Cambridge, UK<br \/>\n<\/strong><\/p>\n<p align=\"justify\">Abstract.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><strong>Tools: Accelerator Code Generation<\/strong><br \/>\n<strong>Tobias Grosser, University of Cambridge, UK<br \/>\n<\/strong><\/p>\n<p align=\"justify\">Abstract.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><b>Emerging ML Paradigms: Neuro-Inspired Computing<\/b><br \/>\n<b>Jan Rabaey, UC Berkeley, USA<\/b><\/p>\n<p align=\"left\">Lessons from the brain and what it means for:<br \/>\n&#8211; ML hardware,<br \/>\n&#8211; Neuromorphic,<br \/>\n&#8211; Hyper-dimensional, etc.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>Emerging ML Paradigms: Towards Cognitive Systems<\/b><br \/>\n<b>Jan Rabaey, UC Berkeley, USA<\/b><\/p>\n<p align=\"left\">&#8211; Autonomous sensor-control-actuation<br \/>\n&#8211; Model versus data driven<br \/>\n&#8211; Reinforcement learning<br \/>\n&#8211; Symbolic reasoning<br \/>\n&#8211; Probabilistic learning, graphs<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><b>Efficient Execution of Approximated AI Algorithms on Heterogeneous Edge AI Systems <\/b><br \/>\n<b>David Atienza, EPFL, Switzerland<\/b><\/p>\n<p align=\"left\">i. Major challenges in designing energy-efficient edge AI architectures due to the complexity of AI\/CNN.<br \/>\nii. Design options to reduce complexity (pruning, quantization, etc.) and benefits of operating edge AI architectures at sub-nominal conditions.<br \/>\niii. New architectural design methodologies for edge AI systems, called Embedded Ensemble CNNs (E2CNNs) to conceive pruned CNNs and AI implementations with improved robustness against memory errors in pruned\/quantized single-instance ML\/CNNs.<br \/>\niv. Experimental evaluation of compression methods and design space exploration to produce an ensemble of CNNs for edge AI devices with the same memory requirements as the original architectures but improved error robustness (in different types of memories) for sub-threshold operation.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>Application-Driven System Design and Optimization flow of Edge AI Use Cases in Industrial and Medical Domains<\/b><br \/>\n<b>David Atienza, EPFL, Switzerland<\/b><\/p>\n<p align=\"left\">i. Overview of major key challenges in different industrial case studies for AI\/ML systems (computation vs communication and other trade-offs to consider particularly for medical applications in the context of Big Data healthcare).<br \/>\nii. Different design option for AI\/ML hardware systems using centralized vs. federated approaches on edge AI systems.<br \/>\niii. Mapping options for ULP multi-core embedded systems with neural network accelerators for energy-scalable software layers based on target applications.<br \/>\niv. Examples of next-generation of smart wearable devices in the healthcare context<br \/>\nv. Examples of industrial edge AI systems for home automation.<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td bgcolor=\"#f2cdd4\" height=\"50\">\n<p align=\"center\"><b>Practical Case Studies: \u201cEnergy Efficient ML Applications for Metaverse\u201d<\/b><br \/>\n<b>Huichu Liu, Meta, USA<\/b><\/p>\n<p align=\"left\">&#8211; Overview of AR\/VR system features and energy constraints<br \/>\n&#8211; Breakdown different applications running on AR\/VR HW and its related ML algorithms<br \/>\n&#8211; HW techniques to enable energy efficient NN execution<br \/>\n&#8211; HW-SW techniques to enable efficient NN mapping<br \/>\n&#8211; Algorithm techniques for practical applications<br \/>\n&#8211; Future applications\/challenges\/research directions<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\" bgcolor=\"#f0f0ef\" height=\"50\">\n<p align=\"center\"><b>Cross-Layer Optimization<\/b><br \/>\n<b>Marian Verhelst, KU Leuven, Belgium<\/b><\/p>\n<p align=\"left\">&#8211; Need for optimization across the stack cross layer design space exploration<br \/>\n&#8211; Tools flows for cross layer optimization<br \/>\n&#8211; Final Q&amp;A and adjourn<\/p>\n<\/td>\n<\/tr>\n<tr>\n<td colspan=\"3\"><a title=\"\" href=\"https:\/\/mead.ch\/mead\/on-line-registration-form-2024\/\" target=\"\" rel=\"noopener noreferrer\"><img loading=\"lazy\" decoding=\"async\" data-attachment-id=\"418\" data-permalink=\"https:\/\/mead.ch\/mead\/pll-design\/registration\/\" data-orig-file=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" data-orig-size=\"123,40\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"registration\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" class=\"size-full wp-image-418 alignright\" title=\"\" src=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" alt=\"registration\" width=\"123\" height=\"40\" \/><\/a><\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<p style=\"text-align: center;\"><a href=\"#Scrolltop\">Scroll to Top<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>AbstractsPractical InformationCourse Material On-Line Class CET &#8211; Central European Time Zone Download One-Page Schedule Here Week 1: March 12-15, 2024 Week 2: March 18-22, 2024 Registration deadline: February 23, 2024 Payment deadline: March 1, 2024 TEACHING HOURS DAILY Central European Time CET Eastern Standard Time EST Pacific Standard Time PST India Standard Time IST Module<\/p>\n","protected":false},"author":2,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[31],"tags":[],"class_list":["post-6874","post","type-post","status-publish","format-standard","hentry","category-on-line-class"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.4 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>Hardware-Efficient Edge AI - Mead Education<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Hardware-Efficient Edge AI - Mead Education\" \/>\n<meta property=\"og:description\" content=\"AbstractsPractical InformationCourse Material On-Line Class CET &#8211; Central European Time Zone Download One-Page Schedule Here Week 1: March 12-15, 2024 Week 2: March 18-22, 2024 Registration deadline: February 23, 2024 Payment deadline: March 1, 2024 TEACHING HOURS DAILY Central European Time CET Eastern Standard Time EST Pacific Standard Time PST India Standard Time IST Module\" \/>\n<meta property=\"og:url\" content=\"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/\" \/>\n<meta property=\"og:site_name\" content=\"Mead Education\" \/>\n<meta property=\"article:published_time\" content=\"2022-02-14T09:05:54+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-03-07T20:09:45+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png\" \/>\n<meta name=\"author\" content=\"Caroline\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Caroline\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"7 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/\"},\"author\":{\"name\":\"Caroline\",\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/#\\\/schema\\\/person\\\/68f80ae70ec539ddd927d312085b2f63\"},\"headline\":\"Hardware-Efficient Edge AI\",\"datePublished\":\"2022-02-14T09:05:54+00:00\",\"dateModified\":\"2024-03-07T20:09:45+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/\"},\"wordCount\":1369,\"image\":{\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/mead.ch\\\/mead\\\/wp-content\\\/uploads\\\/2013\\\/05\\\/registration.png\",\"articleSection\":[\"On-Line Class\"],\"inLanguage\":\"en-US\"},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/\",\"url\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/\",\"name\":\"Hardware-Efficient Edge AI - Mead Education\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/mead.ch\\\/mead\\\/wp-content\\\/uploads\\\/2013\\\/05\\\/registration.png\",\"datePublished\":\"2022-02-14T09:05:54+00:00\",\"dateModified\":\"2024-03-07T20:09:45+00:00\",\"author\":{\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/#\\\/schema\\\/person\\\/68f80ae70ec539ddd927d312085b2f63\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/#primaryimage\",\"url\":\"https:\\\/\\\/mead.ch\\\/mead\\\/wp-content\\\/uploads\\\/2013\\\/05\\\/registration.png\",\"contentUrl\":\"https:\\\/\\\/mead.ch\\\/mead\\\/wp-content\\\/uploads\\\/2013\\\/05\\\/registration.png\",\"width\":123,\"height\":40},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/hw-accelerated-machine-learning-at-the-edge\\\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\\\/\\\/mead.ch\\\/mead\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Hardware-Efficient Edge AI\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/#website\",\"url\":\"https:\\\/\\\/mead.ch\\\/mead\\\/\",\"name\":\"Mead Education\",\"description\":\"\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/mead.ch\\\/mead\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"en-US\"},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/mead.ch\\\/mead\\\/#\\\/schema\\\/person\\\/68f80ae70ec539ddd927d312085b2f63\",\"name\":\"Caroline\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/f522f149e06cb40cc9b2e4ff491495003929c3b56676afbdfd942e717747c828?s=96&d=blank&r=g\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/f522f149e06cb40cc9b2e4ff491495003929c3b56676afbdfd942e717747c828?s=96&d=blank&r=g\",\"contentUrl\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/f522f149e06cb40cc9b2e4ff491495003929c3b56676afbdfd942e717747c828?s=96&d=blank&r=g\",\"caption\":\"Caroline\"},\"url\":\"https:\\\/\\\/mead.ch\\\/mead\\\/author\\\/caroline\\\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Hardware-Efficient Edge AI - Mead Education","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/","og_locale":"en_US","og_type":"article","og_title":"Hardware-Efficient Edge AI - Mead Education","og_description":"AbstractsPractical InformationCourse Material On-Line Class CET &#8211; Central European Time Zone Download One-Page Schedule Here Week 1: March 12-15, 2024 Week 2: March 18-22, 2024 Registration deadline: February 23, 2024 Payment deadline: March 1, 2024 TEACHING HOURS DAILY Central European Time CET Eastern Standard Time EST Pacific Standard Time PST India Standard Time IST Module","og_url":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/","og_site_name":"Mead Education","article_published_time":"2022-02-14T09:05:54+00:00","article_modified_time":"2024-03-07T20:09:45+00:00","og_image":[{"url":"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png","type":"","width":"","height":""}],"author":"Caroline","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Caroline","Est. reading time":"7 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/#article","isPartOf":{"@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/"},"author":{"name":"Caroline","@id":"https:\/\/mead.ch\/mead\/#\/schema\/person\/68f80ae70ec539ddd927d312085b2f63"},"headline":"Hardware-Efficient Edge AI","datePublished":"2022-02-14T09:05:54+00:00","dateModified":"2024-03-07T20:09:45+00:00","mainEntityOfPage":{"@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/"},"wordCount":1369,"image":{"@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/#primaryimage"},"thumbnailUrl":"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png","articleSection":["On-Line Class"],"inLanguage":"en-US"},{"@type":"WebPage","@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/","url":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/","name":"Hardware-Efficient Edge AI - Mead Education","isPartOf":{"@id":"https:\/\/mead.ch\/mead\/#website"},"primaryImageOfPage":{"@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/#primaryimage"},"image":{"@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/#primaryimage"},"thumbnailUrl":"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png","datePublished":"2022-02-14T09:05:54+00:00","dateModified":"2024-03-07T20:09:45+00:00","author":{"@id":"https:\/\/mead.ch\/mead\/#\/schema\/person\/68f80ae70ec539ddd927d312085b2f63"},"breadcrumb":{"@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/#primaryimage","url":"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png","contentUrl":"https:\/\/mead.ch\/mead\/wp-content\/uploads\/2013\/05\/registration.png","width":123,"height":40},{"@type":"BreadcrumbList","@id":"https:\/\/mead.ch\/mead\/hw-accelerated-machine-learning-at-the-edge\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/mead.ch\/mead\/"},{"@type":"ListItem","position":2,"name":"Hardware-Efficient Edge AI"}]},{"@type":"WebSite","@id":"https:\/\/mead.ch\/mead\/#website","url":"https:\/\/mead.ch\/mead\/","name":"Mead Education","description":"","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/mead.ch\/mead\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"en-US"},{"@type":"Person","@id":"https:\/\/mead.ch\/mead\/#\/schema\/person\/68f80ae70ec539ddd927d312085b2f63","name":"Caroline","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/secure.gravatar.com\/avatar\/f522f149e06cb40cc9b2e4ff491495003929c3b56676afbdfd942e717747c828?s=96&d=blank&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/f522f149e06cb40cc9b2e4ff491495003929c3b56676afbdfd942e717747c828?s=96&d=blank&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/f522f149e06cb40cc9b2e4ff491495003929c3b56676afbdfd942e717747c828?s=96&d=blank&r=g","caption":"Caroline"},"url":"https:\/\/mead.ch\/mead\/author\/caroline\/"}]}},"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/p76pb6-1MS","_links":{"self":[{"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/posts\/6874","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/comments?post=6874"}],"version-history":[{"count":31,"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/posts\/6874\/revisions"}],"predecessor-version":[{"id":9002,"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/posts\/6874\/revisions\/9002"}],"wp:attachment":[{"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/media?parent=6874"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/categories?post=6874"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/mead.ch\/mead\/wp-json\/wp\/v2\/tags?post=6874"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}