neural networks as stat mech systems
play

Neural Networks as Stat Mech Systems Based on arXiv:1710.06570 - PowerPoint PPT Presentation

Neural Networks as Stat Mech Systems Based on arXiv:1710.06570 [stat.ML], A Correspondence Between Random Neural Networks and Statistical Field Theory Yoni Kahn, KICP/UIUC hep-ai 1/8/19 <latexit


  1. Neural Networks 
 as 
 Stat Mech Systems Based on arXiv:1710.06570 [stat.ML], “A Correspondence Between Random Neural Networks and Statistical Field Theory” Yoni Kahn, KICP/UIUC 
 hep-ai 1/8/19

  2. <latexit sha1_base64="3kXWQu8EeKhJ/SiEfdC0KYMJI=">ACA3icdVDLSgMxFM3UV62vUXe6CRahQikz49DWXdGNK6lgH9AOQyZN29DMgyQjLUPBjb/ixoUibv0Jd/6NmbaCih4IHM65h5t7vIhRIQ3jQ8sLa+srmXcxubW9s7+u5eU4Qx6SBQxbytocEYTQgDUklI+2IE+R7jLS80UXqt24JFzQMbuQkIo6PBgHtU4yklz9oFsXtDB2zSIcu1YRdnuhFCm/OnH1vFE6q5YtuwyNkmFUTMtMiVWxT21oKiVFHixQd/V3lcaxTwKJGRKiYxqRdBLEJcWMTHPdWJAI4REakI6iAfKJcJLZDVN4rJQe7IdcvUDCmfo9kSBfiInvqUkfyaH47aXiX14nlv2qk9AgiUJ8HxRP2ZQhjAtBPYoJ1iyiSIc6r+CvEQcYSlqi2nSvi6FP5PmlbJVPzaztfOF3VkwSE4AgVgqogUtQBw2AwR14AE/gWbvXHrUX7XU+mtEWmX3wA9rbJzsTlfo=</latexit> <latexit sha1_base64="3kXWQu8EeKhJ/SiEfdC0KYMJI=">ACA3icdVDLSgMxFM3UV62vUXe6CRahQikz49DWXdGNK6lgH9AOQyZN29DMgyQjLUPBjb/ixoUibv0Jd/6NmbaCih4IHM65h5t7vIhRIQ3jQ8sLa+srmXcxubW9s7+u5eU4Qx6SBQxbytocEYTQgDUklI+2IE+R7jLS80UXqt24JFzQMbuQkIo6PBgHtU4yklz9oFsXtDB2zSIcu1YRdnuhFCm/OnH1vFE6q5YtuwyNkmFUTMtMiVWxT21oKiVFHixQd/V3lcaxTwKJGRKiYxqRdBLEJcWMTHPdWJAI4REakI6iAfKJcJLZDVN4rJQe7IdcvUDCmfo9kSBfiInvqUkfyaH47aXiX14nlv2qk9AgiUJ8HxRP2ZQhjAtBPYoJ1iyiSIc6r+CvEQcYSlqi2nSvi6FP5PmlbJVPzaztfOF3VkwSE4AgVgqogUtQBw2AwR14AE/gWbvXHrUX7XU+mtEWmX3wA9rbJzsTlfo=</latexit> <latexit sha1_base64="3kXWQu8EeKhJ/SiEfdC0KYMJI=">ACA3icdVDLSgMxFM3UV62vUXe6CRahQikz49DWXdGNK6lgH9AOQyZN29DMgyQjLUPBjb/ixoUibv0Jd/6NmbaCih4IHM65h5t7vIhRIQ3jQ8sLa+srmXcxubW9s7+u5eU4Qx6SBQxbytocEYTQgDUklI+2IE+R7jLS80UXqt24JFzQMbuQkIo6PBgHtU4yklz9oFsXtDB2zSIcu1YRdnuhFCm/OnH1vFE6q5YtuwyNkmFUTMtMiVWxT21oKiVFHixQd/V3lcaxTwKJGRKiYxqRdBLEJcWMTHPdWJAI4REakI6iAfKJcJLZDVN4rJQe7IdcvUDCmfo9kSBfiInvqUkfyaH47aXiX14nlv2qk9AgiUJ8HxRP2ZQhjAtBPYoJ1iyiSIc6r+CvEQcYSlqi2nSvi6FP5PmlbJVPzaztfOF3VkwSE4AgVgqogUtQBw2AwR14AE/gWbvXHrUX7XU+mtEWmX3wA9rbJzsTlfo=</latexit> <latexit sha1_base64="3kXWQu8EeKhJ/SiEfdC0KYMJI=">ACA3icdVDLSgMxFM3UV62vUXe6CRahQikz49DWXdGNK6lgH9AOQyZN29DMgyQjLUPBjb/ixoUibv0Jd/6NmbaCih4IHM65h5t7vIhRIQ3jQ8sLa+srmXcxubW9s7+u5eU4Qx6SBQxbytocEYTQgDUklI+2IE+R7jLS80UXqt24JFzQMbuQkIo6PBgHtU4yklz9oFsXtDB2zSIcu1YRdnuhFCm/OnH1vFE6q5YtuwyNkmFUTMtMiVWxT21oKiVFHixQd/V3lcaxTwKJGRKiYxqRdBLEJcWMTHPdWJAI4REakI6iAfKJcJLZDVN4rJQe7IdcvUDCmfo9kSBfiInvqUkfyaH47aXiX14nlv2qk9AgiUJ8HxRP2ZQhjAtBPYoJ1iyiSIc6r+CvEQcYSlqi2nSvi6FP5PmlbJVPzaztfOF3VkwSE4AgVgqogUtQBw2AwR14AE/gWbvXHrUX7XU+mtEWmX3wA9rbJzsTlfo=</latexit> <latexit sha1_base64="vB/vSKiYeEnOclwCJEXaOeJo0=">AB9XicdVDLSgMxFM34rPVdekmWARXZWY6tHVXdONKtgHtNOSTNtaJIZkoxShv6HGxeKuPVf3Pk3ZtoKnrgwuGce7n3niBmVGnb/rBWVtfWNzZzW/ntnd29/cLBYUtFicSkiSMWyU6AFGFUkKampFOLAniASPtYHKZ+e07IhWNxK2exsTnaCRoSDHSRupfw56iHDp2P3XLs0GhaJfOaxXq0C7ZNtVx3Uy4la9sgcdo2QogiUag8J7bxjhBOhMUNKdR071n6KpKaYkVm+lygSIzxBI9I1VCBOlJ/Or57BU6MYRhJU0LDufp9IkVcqSkPTCdHeqx+e5n4l9dNdFjzUyriRBOBF4vChEdwSwCOKSYM2mhiAsqbkV4jGSCGsTVN6E8PUp/J+03Jj+I1XrF8s48iBY3ACzoADqAOrkADNAEGEjyAJ/Bs3VuP1ov1umhdsZYzR+AHrLdPFSRlw=</latexit> <latexit sha1_base64="vB/vSKiYeEnOclwCJEXaOeJo0=">AB9XicdVDLSgMxFM34rPVdekmWARXZWY6tHVXdONKtgHtNOSTNtaJIZkoxShv6HGxeKuPVf3Pk3ZtoKnrgwuGce7n3niBmVGnb/rBWVtfWNzZzW/ntnd29/cLBYUtFicSkiSMWyU6AFGFUkKampFOLAniASPtYHKZ+e07IhWNxK2exsTnaCRoSDHSRupfw56iHDp2P3XLs0GhaJfOaxXq0C7ZNtVx3Uy4la9sgcdo2QogiUag8J7bxjhBOhMUNKdR071n6KpKaYkVm+lygSIzxBI9I1VCBOlJ/Or57BU6MYRhJU0LDufp9IkVcqSkPTCdHeqx+e5n4l9dNdFjzUyriRBOBF4vChEdwSwCOKSYM2mhiAsqbkV4jGSCGsTVN6E8PUp/J+03Jj+I1XrF8s48iBY3ACzoADqAOrkADNAEGEjyAJ/Bs3VuP1ov1umhdsZYzR+AHrLdPFSRlw=</latexit> <latexit sha1_base64="vB/vSKiYeEnOclwCJEXaOeJo0=">AB9XicdVDLSgMxFM34rPVdekmWARXZWY6tHVXdONKtgHtNOSTNtaJIZkoxShv6HGxeKuPVf3Pk3ZtoKnrgwuGce7n3niBmVGnb/rBWVtfWNzZzW/ntnd29/cLBYUtFicSkiSMWyU6AFGFUkKampFOLAniASPtYHKZ+e07IhWNxK2exsTnaCRoSDHSRupfw56iHDp2P3XLs0GhaJfOaxXq0C7ZNtVx3Uy4la9sgcdo2QogiUag8J7bxjhBOhMUNKdR071n6KpKaYkVm+lygSIzxBI9I1VCBOlJ/Or57BU6MYRhJU0LDufp9IkVcqSkPTCdHeqx+e5n4l9dNdFjzUyriRBOBF4vChEdwSwCOKSYM2mhiAsqbkV4jGSCGsTVN6E8PUp/J+03Jj+I1XrF8s48iBY3ACzoADqAOrkADNAEGEjyAJ/Bs3VuP1ov1umhdsZYzR+AHrLdPFSRlw=</latexit> <latexit sha1_base64="vB/vSKiYeEnOclwCJEXaOeJo0=">AB9XicdVDLSgMxFM34rPVdekmWARXZWY6tHVXdONKtgHtNOSTNtaJIZkoxShv6HGxeKuPVf3Pk3ZtoKnrgwuGce7n3niBmVGnb/rBWVtfWNzZzW/ntnd29/cLBYUtFicSkiSMWyU6AFGFUkKampFOLAniASPtYHKZ+e07IhWNxK2exsTnaCRoSDHSRupfw56iHDp2P3XLs0GhaJfOaxXq0C7ZNtVx3Uy4la9sgcdo2QogiUag8J7bxjhBOhMUNKdR071n6KpKaYkVm+lygSIzxBI9I1VCBOlJ/Or57BU6MYRhJU0LDufp9IkVcqSkPTCdHeqx+e5n4l9dNdFjzUyriRBOBF4vChEdwSwCOKSYM2mhiAsqbkV4jGSCGsTVN6E8PUp/J+03Jj+I1XrF8s48iBY3ACzoADqAOrkADNAEGEjyAJ/Bs3VuP1ov1umhdsZYzR+AHrLdPFSRlw=</latexit> <latexit sha1_base64="ah+KiWCtDx9PIzoqxt0DK9fgMP0=">AB73icdVDLSsNAFJ3UV62vqks3g0WoUEoSQ1t3RTeupEJf2IYymU7aoZNJnJkIJfQn3LhQxK2/486/cdJWUNEDFw7n3Mu93gRo1KZ5oeRWVldW9/Ibua2tnd29/L7B20ZxgKTFg5ZKLoekoRTlqKka6kSAo8BjpeJPL1O/cEyFpyJtqGhE3QCNOfYqR0lL3tnhdapeap4N8wSyf1yq2U4Fm2TSrlm2lxK46Zw60tJKiAJZoDPLv/WGI4BwhRmSsmeZkXITJBTFjMxy/ViSCOEJGpGephwFRLrJ/N4ZPNHKEPqh0MUVnKvfJxIUSDkNPN0ZIDWv71U/MvrxcqvuQnlUawIx4tFfsygCmH6PBxSQbBiU0QFlTfCvEYCYSVjinQ/j6FP5P2nbZ0vzGKdQvlnFkwRE4BkVgSqogyvQAC2AQMP4Ak8G3fGo/FivC5aM8Zy5hD8gPH2CZrCjwc=</latexit> <latexit sha1_base64="ah+KiWCtDx9PIzoqxt0DK9fgMP0=">AB73icdVDLSsNAFJ3UV62vqks3g0WoUEoSQ1t3RTeupEJf2IYymU7aoZNJnJkIJfQn3LhQxK2/486/cdJWUNEDFw7n3Mu93gRo1KZ5oeRWVldW9/Ibua2tnd29/L7B20ZxgKTFg5ZKLoekoRTlqKka6kSAo8BjpeJPL1O/cEyFpyJtqGhE3QCNOfYqR0lL3tnhdapeap4N8wSyf1yq2U4Fm2TSrlm2lxK46Zw60tJKiAJZoDPLv/WGI4BwhRmSsmeZkXITJBTFjMxy/ViSCOEJGpGephwFRLrJ/N4ZPNHKEPqh0MUVnKvfJxIUSDkNPN0ZIDWv71U/MvrxcqvuQnlUawIx4tFfsygCmH6PBxSQbBiU0QFlTfCvEYCYSVjinQ/j6FP5P2nbZ0vzGKdQvlnFkwRE4BkVgSqogyvQAC2AQMP4Ak8G3fGo/FivC5aM8Zy5hD8gPH2CZrCjwc=</latexit> <latexit sha1_base64="ah+KiWCtDx9PIzoqxt0DK9fgMP0=">AB73icdVDLSsNAFJ3UV62vqks3g0WoUEoSQ1t3RTeupEJf2IYymU7aoZNJnJkIJfQn3LhQxK2/486/cdJWUNEDFw7n3Mu93gRo1KZ5oeRWVldW9/Ibua2tnd29/L7B20ZxgKTFg5ZKLoekoRTlqKka6kSAo8BjpeJPL1O/cEyFpyJtqGhE3QCNOfYqR0lL3tnhdapeap4N8wSyf1yq2U4Fm2TSrlm2lxK46Zw60tJKiAJZoDPLv/WGI4BwhRmSsmeZkXITJBTFjMxy/ViSCOEJGpGephwFRLrJ/N4ZPNHKEPqh0MUVnKvfJxIUSDkNPN0ZIDWv71U/MvrxcqvuQnlUawIx4tFfsygCmH6PBxSQbBiU0QFlTfCvEYCYSVjinQ/j6FP5P2nbZ0vzGKdQvlnFkwRE4BkVgSqogyvQAC2AQMP4Ak8G3fGo/FivC5aM8Zy5hD8gPH2CZrCjwc=</latexit> <latexit sha1_base64="ah+KiWCtDx9PIzoqxt0DK9fgMP0=">AB73icdVDLSsNAFJ3UV62vqks3g0WoUEoSQ1t3RTeupEJf2IYymU7aoZNJnJkIJfQn3LhQxK2/486/cdJWUNEDFw7n3Mu93gRo1KZ5oeRWVldW9/Ibua2tnd29/L7B20ZxgKTFg5ZKLoekoRTlqKka6kSAo8BjpeJPL1O/cEyFpyJtqGhE3QCNOfYqR0lL3tnhdapeap4N8wSyf1yq2U4Fm2TSrlm2lxK46Zw60tJKiAJZoDPLv/WGI4BwhRmSsmeZkXITJBTFjMxy/ViSCOEJGpGephwFRLrJ/N4ZPNHKEPqh0MUVnKvfJxIUSDkNPN0ZIDWv71U/MvrxcqvuQnlUawIx4tFfsygCmH6PBxSQbBiU0QFlTfCvEYCYSVjinQ/j6FP5P2nbZ0vzGKdQvlnFkwRE4BkVgSqogyvQAC2AQMP4Ak8G3fGo/FivC5aM8Zy5hD8gPH2CZrCjwc=</latexit> Motivation Neural networks have extremely large numbers 
 of parameters. On the surface, that makes them hard to understand analytically. But physics provides examples where systems simplify 
 in the limit of large numbers of constituents: 
 thermodynamics/stat mech. N ∼ 10 23 Z ( N, V, T ) Ψ ( x 1 , x 2 , . . . , x N )

Download Presentation
Download Policy: The content available on the website is offered to you 'AS IS' for your personal information and use only. It cannot be commercialized, licensed, or distributed on other websites without prior consent from the author. To download a presentation, simply click this link. If you encounter any difficulties during the download process, it's possible that the publisher has removed the file from their server.

Recommend


More recommend