SlideShare a Scribd company logo
Understanding Adversarial Misclassifications
Elliot Nelson
Brains, Minds, & Machines 2018
Perimeter Institute for Theoretical Physics
University of Waterloo
with Andy Banburski
Adversarial Examples
~x<latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit>
~xadv = ~x + ~x<latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit>
“panda” (57%) “gibbon” (99%)
~xadv<latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit>
Classifiers can fail for small but carefully chosen noise ~x<latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit>
(Szegedy et. al., 2014)
min
~✓
C(~x, y; ~✓)
<latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit>
Adversarial Examples
During training, we optimize parameters to minimize cost C,
To attack network, we optimize input, , to maximize cost,
Simplest method: Alter each pixel by amount , to increase the cost function
~✓<latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit>
~x + ~<latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit>
max
~
C(~x + ~, y; ~✓)
<latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit>
for small ~<latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit>
~xadv = ~x + ✏ ⇥ sign
⇣
r~xC(~x, y; ~✓)
⌘
<latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit>
±✏<latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit>
Smallness of compensated for by high dimensionality of ~x<latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit>
✏<latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit>
How is the adversarial noise chosen?
Robustness from Fewer Parameters?
Hypothesis: underparametrized networks are less redundant,
and generalize better to adversarial input
# misclassifications out of 5000 Adversarial misclassifications out of 5000
✏ = 0.02<latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit>
# parameters # parameters
MNIST training size
No significant gain in robustness, relative to performance
We trained small, all-convolutional networks of varying size, on MNIST:
Visualizing Attention
“Feedback CNN” (Cao et. al. 2018)
What features of an image are they responding to?
…and generate attention maps from
selective feedback connections
feedforward feedback
“zebra”
We study VGG-11 deep CNN with ImageNet (Simonyan et. al. 2014)
We would like to understand how models misinterpret adversarial input
Selective Feedback
“Zebra” “Lion” ….
“Feedback CNN” (Cao et. al. 2018)
During backwards pass, prune neurons that do not improve the target score
@ˆyzebra
@zneuron
> 0
<latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit>
@ˆyzebra
@zneuron
< 0
<latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit>
…and keep other neurons:
(Attention driven by top-down stimuli)
Selective Feedback
“Zebra”
“Feedback CNN” (Cao et. al. 2018)
-+ + +-
During backwards pass, prune neurons that do not improve the target score
@ˆyzebra
@zneuron
> 0
<latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit>
@ˆyzebra
@zneuron
< 0
<latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit>
…and keep other neurons:
(Attention driven by top-down stimuli)
Selective Feedback
“Zebra”
“Feedback CNN” (Cao et. al. 2018)
+ + + --
During backwards pass, prune neurons that do not improve the target score
@ˆyzebra
@zneuron
> 0
<latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit>
@ˆyzebra
@zneuron
< 0
<latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit>
…and keep other neurons:
(Attention driven by top-down stimuli)
Selective Feedback
“Zebra”
…leads to fine-grained gradient maps, e.g.
“Feedback CNN” (Cao et. al. 2018)
+ + +--
+ + + --
During backwards pass, prune neurons that do not improve the target score
@ˆyzebra
@zneuron
> 0
<latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit>
@ˆyzebra
@zneuron
< 0
<latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit>
…and keep other neurons:
(Attention driven by top-down stimuli)
Diverting Attention
✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>
✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit>
“Cabbage butterfly”ytrue =<latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit>
ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit>
“Hummingbird” X
“Planetarium”ytrue =<latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit>
“Cabbage butterfly”ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit>
ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit>
“Oxcart” X“Planetarium”ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit>
✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>
✏ = 0.1<latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit>
Gradient maps for clean & adversarial examples:
Distraction in Hidden Layers
D @zL
@xpixel
E
<latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit>
“Attention” of layer L to a region ~
region
Target region
Layer number
L<latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit>
Adversarial region
Attention ( )✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit>
Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>
Layer 19 Layer 20
✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>
✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit>
Adversarial attack induces
distraction in deeper layers
Compute gradients of layer L activations zL<latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit>
Distraction in Hidden Layers
Attention ( )✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit>
Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>
5 10 15 20 25
0.5
1.0
1.5
2.0
2.5
3.0
5 10 15 20 25
0.2
0.4
0.6
0.8
1.0
1.2
1.4
Layer number Layer number
✏ = 0.075<latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit>
Attention ( )
Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>
Understanding Adversarial Examples
Understanding Adversarial Examples
Understanding Adversarial Examples

More Related Content

Recently uploaded

Astronomy Update- Curiosity’s exploration of Mars _ Local Briefs _ leadertele...
Astronomy Update- Curiosity’s exploration of Mars _ Local Briefs _ leadertele...Astronomy Update- Curiosity’s exploration of Mars _ Local Briefs _ leadertele...
Astronomy Update- Curiosity’s exploration of Mars _ Local Briefs _ leadertele...
NathanBaughman3
 
in vitro propagation of plants lecture note.pptx
in vitro propagation of plants lecture note.pptxin vitro propagation of plants lecture note.pptx
in vitro propagation of plants lecture note.pptx
yusufzako14
 
Mammalian Pineal Body Structure and Also Functions
Mammalian Pineal Body Structure and Also FunctionsMammalian Pineal Body Structure and Also Functions
Mammalian Pineal Body Structure and Also Functions
YOGESH DOGRA
 
GBSN - Microbiology (Lab 4) Culture Media
GBSN - Microbiology (Lab 4) Culture MediaGBSN - Microbiology (Lab 4) Culture Media
GBSN - Microbiology (Lab 4) Culture Media
Areesha Ahmad
 
Nucleic Acid-its structural and functional complexity.
Nucleic Acid-its structural and functional complexity.Nucleic Acid-its structural and functional complexity.
Nucleic Acid-its structural and functional complexity.
Nistarini College, Purulia (W.B) India
 
Comparing Evolved Extractive Text Summary Scores of Bidirectional Encoder Rep...
Comparing Evolved Extractive Text Summary Scores of Bidirectional Encoder Rep...Comparing Evolved Extractive Text Summary Scores of Bidirectional Encoder Rep...
Comparing Evolved Extractive Text Summary Scores of Bidirectional Encoder Rep...
University of Maribor
 
PRESENTATION ABOUT PRINCIPLE OF COSMATIC EVALUATION
PRESENTATION ABOUT PRINCIPLE OF COSMATIC EVALUATIONPRESENTATION ABOUT PRINCIPLE OF COSMATIC EVALUATION
PRESENTATION ABOUT PRINCIPLE OF COSMATIC EVALUATION
ChetanK57
 
What is greenhouse gasses and how many gasses are there to affect the Earth.
What is greenhouse gasses and how many gasses are there to affect the Earth.What is greenhouse gasses and how many gasses are there to affect the Earth.
What is greenhouse gasses and how many gasses are there to affect the Earth.
moosaasad1975
 
Richard's aventures in two entangled wonderlands
Richard's aventures in two entangled wonderlandsRichard's aventures in two entangled wonderlands
Richard's aventures in two entangled wonderlands
Richard Gill
 
Leaf Initiation, Growth and Differentiation.pdf
Leaf Initiation, Growth and Differentiation.pdfLeaf Initiation, Growth and Differentiation.pdf
Leaf Initiation, Growth and Differentiation.pdf
RenuJangid3
 
Body fluids_tonicity_dehydration_hypovolemia_hypervolemia.pptx
Body fluids_tonicity_dehydration_hypovolemia_hypervolemia.pptxBody fluids_tonicity_dehydration_hypovolemia_hypervolemia.pptx
Body fluids_tonicity_dehydration_hypovolemia_hypervolemia.pptx
muralinath2
 
EY - Supply Chain Services 2018_template.pptx
EY - Supply Chain Services 2018_template.pptxEY - Supply Chain Services 2018_template.pptx
EY - Supply Chain Services 2018_template.pptx
AlguinaldoKong
 
Nutraceutical market, scope and growth: Herbal drug technology
Nutraceutical market, scope and growth: Herbal drug technologyNutraceutical market, scope and growth: Herbal drug technology
Nutraceutical market, scope and growth: Herbal drug technology
Lokesh Patil
 
In silico drugs analogue design: novobiocin analogues.pptx
In silico drugs analogue design: novobiocin analogues.pptxIn silico drugs analogue design: novobiocin analogues.pptx
In silico drugs analogue design: novobiocin analogues.pptx
AlaminAfendy1
 
Unveiling the Energy Potential of Marshmallow Deposits.pdf
Unveiling the Energy Potential of Marshmallow Deposits.pdfUnveiling the Energy Potential of Marshmallow Deposits.pdf
Unveiling the Energy Potential of Marshmallow Deposits.pdf
Erdal Coalmaker
 
Observation of Io’s Resurfacing via Plume Deposition Using Ground-based Adapt...
Observation of Io’s Resurfacing via Plume Deposition Using Ground-based Adapt...Observation of Io’s Resurfacing via Plume Deposition Using Ground-based Adapt...
Observation of Io’s Resurfacing via Plume Deposition Using Ground-based Adapt...
Sérgio Sacani
 
ESR_factors_affect-clinic significance-Pathysiology.pptx
ESR_factors_affect-clinic significance-Pathysiology.pptxESR_factors_affect-clinic significance-Pathysiology.pptx
ESR_factors_affect-clinic significance-Pathysiology.pptx
muralinath2
 
Earliest Galaxies in the JADES Origins Field: Luminosity Function and Cosmic ...
Earliest Galaxies in the JADES Origins Field: Luminosity Function and Cosmic ...Earliest Galaxies in the JADES Origins Field: Luminosity Function and Cosmic ...
Earliest Galaxies in the JADES Origins Field: Luminosity Function and Cosmic ...
Sérgio Sacani
 
Richard's entangled aventures in wonderland
Richard's entangled aventures in wonderlandRichard's entangled aventures in wonderland
Richard's entangled aventures in wonderland
Richard Gill
 
Hemostasis_importance& clinical significance.pptx
Hemostasis_importance& clinical significance.pptxHemostasis_importance& clinical significance.pptx
Hemostasis_importance& clinical significance.pptx
muralinath2
 

Recently uploaded (20)

Astronomy Update- Curiosity’s exploration of Mars _ Local Briefs _ leadertele...
Astronomy Update- Curiosity’s exploration of Mars _ Local Briefs _ leadertele...Astronomy Update- Curiosity’s exploration of Mars _ Local Briefs _ leadertele...
Astronomy Update- Curiosity’s exploration of Mars _ Local Briefs _ leadertele...
 
in vitro propagation of plants lecture note.pptx
in vitro propagation of plants lecture note.pptxin vitro propagation of plants lecture note.pptx
in vitro propagation of plants lecture note.pptx
 
Mammalian Pineal Body Structure and Also Functions
Mammalian Pineal Body Structure and Also FunctionsMammalian Pineal Body Structure and Also Functions
Mammalian Pineal Body Structure and Also Functions
 
GBSN - Microbiology (Lab 4) Culture Media
GBSN - Microbiology (Lab 4) Culture MediaGBSN - Microbiology (Lab 4) Culture Media
GBSN - Microbiology (Lab 4) Culture Media
 
Nucleic Acid-its structural and functional complexity.
Nucleic Acid-its structural and functional complexity.Nucleic Acid-its structural and functional complexity.
Nucleic Acid-its structural and functional complexity.
 
Comparing Evolved Extractive Text Summary Scores of Bidirectional Encoder Rep...
Comparing Evolved Extractive Text Summary Scores of Bidirectional Encoder Rep...Comparing Evolved Extractive Text Summary Scores of Bidirectional Encoder Rep...
Comparing Evolved Extractive Text Summary Scores of Bidirectional Encoder Rep...
 
PRESENTATION ABOUT PRINCIPLE OF COSMATIC EVALUATION
PRESENTATION ABOUT PRINCIPLE OF COSMATIC EVALUATIONPRESENTATION ABOUT PRINCIPLE OF COSMATIC EVALUATION
PRESENTATION ABOUT PRINCIPLE OF COSMATIC EVALUATION
 
What is greenhouse gasses and how many gasses are there to affect the Earth.
What is greenhouse gasses and how many gasses are there to affect the Earth.What is greenhouse gasses and how many gasses are there to affect the Earth.
What is greenhouse gasses and how many gasses are there to affect the Earth.
 
Richard's aventures in two entangled wonderlands
Richard's aventures in two entangled wonderlandsRichard's aventures in two entangled wonderlands
Richard's aventures in two entangled wonderlands
 
Leaf Initiation, Growth and Differentiation.pdf
Leaf Initiation, Growth and Differentiation.pdfLeaf Initiation, Growth and Differentiation.pdf
Leaf Initiation, Growth and Differentiation.pdf
 
Body fluids_tonicity_dehydration_hypovolemia_hypervolemia.pptx
Body fluids_tonicity_dehydration_hypovolemia_hypervolemia.pptxBody fluids_tonicity_dehydration_hypovolemia_hypervolemia.pptx
Body fluids_tonicity_dehydration_hypovolemia_hypervolemia.pptx
 
EY - Supply Chain Services 2018_template.pptx
EY - Supply Chain Services 2018_template.pptxEY - Supply Chain Services 2018_template.pptx
EY - Supply Chain Services 2018_template.pptx
 
Nutraceutical market, scope and growth: Herbal drug technology
Nutraceutical market, scope and growth: Herbal drug technologyNutraceutical market, scope and growth: Herbal drug technology
Nutraceutical market, scope and growth: Herbal drug technology
 
In silico drugs analogue design: novobiocin analogues.pptx
In silico drugs analogue design: novobiocin analogues.pptxIn silico drugs analogue design: novobiocin analogues.pptx
In silico drugs analogue design: novobiocin analogues.pptx
 
Unveiling the Energy Potential of Marshmallow Deposits.pdf
Unveiling the Energy Potential of Marshmallow Deposits.pdfUnveiling the Energy Potential of Marshmallow Deposits.pdf
Unveiling the Energy Potential of Marshmallow Deposits.pdf
 
Observation of Io’s Resurfacing via Plume Deposition Using Ground-based Adapt...
Observation of Io’s Resurfacing via Plume Deposition Using Ground-based Adapt...Observation of Io’s Resurfacing via Plume Deposition Using Ground-based Adapt...
Observation of Io’s Resurfacing via Plume Deposition Using Ground-based Adapt...
 
ESR_factors_affect-clinic significance-Pathysiology.pptx
ESR_factors_affect-clinic significance-Pathysiology.pptxESR_factors_affect-clinic significance-Pathysiology.pptx
ESR_factors_affect-clinic significance-Pathysiology.pptx
 
Earliest Galaxies in the JADES Origins Field: Luminosity Function and Cosmic ...
Earliest Galaxies in the JADES Origins Field: Luminosity Function and Cosmic ...Earliest Galaxies in the JADES Origins Field: Luminosity Function and Cosmic ...
Earliest Galaxies in the JADES Origins Field: Luminosity Function and Cosmic ...
 
Richard's entangled aventures in wonderland
Richard's entangled aventures in wonderlandRichard's entangled aventures in wonderland
Richard's entangled aventures in wonderland
 
Hemostasis_importance& clinical significance.pptx
Hemostasis_importance& clinical significance.pptxHemostasis_importance& clinical significance.pptx
Hemostasis_importance& clinical significance.pptx
 

Featured

2024 State of Marketing Report – by Hubspot
2024 State of Marketing Report – by Hubspot2024 State of Marketing Report – by Hubspot
2024 State of Marketing Report – by Hubspot
Marius Sescu
 
Everything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPTEverything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPT
Expeed Software
 
Product Design Trends in 2024 | Teenage Engineerings
Product Design Trends in 2024 | Teenage EngineeringsProduct Design Trends in 2024 | Teenage Engineerings
Product Design Trends in 2024 | Teenage Engineerings
Pixeldarts
 
How Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental HealthHow Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental Health
ThinkNow
 
AI Trends in Creative Operations 2024 by Artwork Flow.pdf
AI Trends in Creative Operations 2024 by Artwork Flow.pdfAI Trends in Creative Operations 2024 by Artwork Flow.pdf
AI Trends in Creative Operations 2024 by Artwork Flow.pdf
marketingartwork
 
Skeleton Culture Code
Skeleton Culture CodeSkeleton Culture Code
Skeleton Culture Code
Skeleton Technologies
 
PEPSICO Presentation to CAGNY Conference Feb 2024
PEPSICO Presentation to CAGNY Conference Feb 2024PEPSICO Presentation to CAGNY Conference Feb 2024
PEPSICO Presentation to CAGNY Conference Feb 2024
Neil Kimberley
 
Content Methodology: A Best Practices Report (Webinar)
Content Methodology: A Best Practices Report (Webinar)Content Methodology: A Best Practices Report (Webinar)
Content Methodology: A Best Practices Report (Webinar)
contently
 
How to Prepare For a Successful Job Search for 2024
How to Prepare For a Successful Job Search for 2024How to Prepare For a Successful Job Search for 2024
How to Prepare For a Successful Job Search for 2024
Albert Qian
 
Social Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie InsightsSocial Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie Insights
Kurio // The Social Media Age(ncy)
 
Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024
Search Engine Journal
 
5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary
SpeakerHub
 
ChatGPT and the Future of Work - Clark Boyd
ChatGPT and the Future of Work - Clark Boyd ChatGPT and the Future of Work - Clark Boyd
ChatGPT and the Future of Work - Clark Boyd
Clark Boyd
 
Getting into the tech field. what next
Getting into the tech field. what next Getting into the tech field. what next
Getting into the tech field. what next
Tessa Mero
 
Google's Just Not That Into You: Understanding Core Updates & Search Intent
Google's Just Not That Into You: Understanding Core Updates & Search IntentGoogle's Just Not That Into You: Understanding Core Updates & Search Intent
Google's Just Not That Into You: Understanding Core Updates & Search Intent
Lily Ray
 
How to have difficult conversations
How to have difficult conversations How to have difficult conversations
How to have difficult conversations
Rajiv Jayarajah, MAppComm, ACC
 
Introduction to Data Science
Introduction to Data ScienceIntroduction to Data Science
Introduction to Data Science
Christy Abraham Joy
 
Time Management & Productivity - Best Practices
Time Management & Productivity -  Best PracticesTime Management & Productivity -  Best Practices
Time Management & Productivity - Best Practices
Vit Horky
 
The six step guide to practical project management
The six step guide to practical project managementThe six step guide to practical project management
The six step guide to practical project management
MindGenius
 
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
RachelPearson36
 

Featured (20)

2024 State of Marketing Report – by Hubspot
2024 State of Marketing Report – by Hubspot2024 State of Marketing Report – by Hubspot
2024 State of Marketing Report – by Hubspot
 
Everything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPTEverything You Need To Know About ChatGPT
Everything You Need To Know About ChatGPT
 
Product Design Trends in 2024 | Teenage Engineerings
Product Design Trends in 2024 | Teenage EngineeringsProduct Design Trends in 2024 | Teenage Engineerings
Product Design Trends in 2024 | Teenage Engineerings
 
How Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental HealthHow Race, Age and Gender Shape Attitudes Towards Mental Health
How Race, Age and Gender Shape Attitudes Towards Mental Health
 
AI Trends in Creative Operations 2024 by Artwork Flow.pdf
AI Trends in Creative Operations 2024 by Artwork Flow.pdfAI Trends in Creative Operations 2024 by Artwork Flow.pdf
AI Trends in Creative Operations 2024 by Artwork Flow.pdf
 
Skeleton Culture Code
Skeleton Culture CodeSkeleton Culture Code
Skeleton Culture Code
 
PEPSICO Presentation to CAGNY Conference Feb 2024
PEPSICO Presentation to CAGNY Conference Feb 2024PEPSICO Presentation to CAGNY Conference Feb 2024
PEPSICO Presentation to CAGNY Conference Feb 2024
 
Content Methodology: A Best Practices Report (Webinar)
Content Methodology: A Best Practices Report (Webinar)Content Methodology: A Best Practices Report (Webinar)
Content Methodology: A Best Practices Report (Webinar)
 
How to Prepare For a Successful Job Search for 2024
How to Prepare For a Successful Job Search for 2024How to Prepare For a Successful Job Search for 2024
How to Prepare For a Successful Job Search for 2024
 
Social Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie InsightsSocial Media Marketing Trends 2024 // The Global Indie Insights
Social Media Marketing Trends 2024 // The Global Indie Insights
 
Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024Trends In Paid Search: Navigating The Digital Landscape In 2024
Trends In Paid Search: Navigating The Digital Landscape In 2024
 
5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary5 Public speaking tips from TED - Visualized summary
5 Public speaking tips from TED - Visualized summary
 
ChatGPT and the Future of Work - Clark Boyd
ChatGPT and the Future of Work - Clark Boyd ChatGPT and the Future of Work - Clark Boyd
ChatGPT and the Future of Work - Clark Boyd
 
Getting into the tech field. what next
Getting into the tech field. what next Getting into the tech field. what next
Getting into the tech field. what next
 
Google's Just Not That Into You: Understanding Core Updates & Search Intent
Google's Just Not That Into You: Understanding Core Updates & Search IntentGoogle's Just Not That Into You: Understanding Core Updates & Search Intent
Google's Just Not That Into You: Understanding Core Updates & Search Intent
 
How to have difficult conversations
How to have difficult conversations How to have difficult conversations
How to have difficult conversations
 
Introduction to Data Science
Introduction to Data ScienceIntroduction to Data Science
Introduction to Data Science
 
Time Management & Productivity - Best Practices
Time Management & Productivity -  Best PracticesTime Management & Productivity -  Best Practices
Time Management & Productivity - Best Practices
 
The six step guide to practical project management
The six step guide to practical project managementThe six step guide to practical project management
The six step guide to practical project management
 
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
Beginners Guide to TikTok for Search - Rachel Pearson - We are Tilt __ Bright...
 

Understanding Adversarial Examples

  • 1. Understanding Adversarial Misclassifications Elliot Nelson Brains, Minds, & Machines 2018 Perimeter Institute for Theoretical Physics University of Waterloo with Andy Banburski
  • 2. Adversarial Examples ~x<latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit> ~xadv = ~x + ~x<latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit><latexit sha1_base64="+nRSCRJISV3bT04uYHzbaYqxwUI=">AAACFHicbVDLSsNAFJ3UV62vqEs3g0UQCiURQTdCURcuK9gHNKFMJjft0MmDmUmxhH6EG3/FjQtF3Lpw5984bSNo64GBwznncuceL+FMKsv6MgpLyyura8X10sbm1vaOubvXlHEqKDRozGPR9ogEziJoKKY4tBMBJPQ4tLzB1cRvDUFIFkd3apSAG5JexAJGidJS16w4Q6DZ/bibOSLExB+O8QXONVzBzjVwRX4yZtmqWlPgRWLnpIxy1Lvmp+PHNA0hUpQTKTu2lSg3I0IxymFcclIJCaED0oOOphEJQbrZ9KgxPtKKj4NY6BcpPFV/T2QklHIUejoZEtWX895E/M/rpCo4dzMWJamCiM4WBSnHKsaThrDPBFDFR5oQKpj+K6Z9IghVuseSLsGeP3mRNE+qtlW1b0/Ltcu8jiI6QIfoGNnoDNXQDaqjBqLoAT2hF/RqPBrPxpvxPosWjHxmH/2B8fENrgmekg==</latexit> “panda” (57%) “gibbon” (99%) ~xadv<latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit><latexit sha1_base64="dVmaCKh3Vs37eEgnDTYKSct61Ig=">AAAB+nicbVDLSsNAFJ3UV62vVJduBovgqiQi6LLoxmUF+4AmhMlk0g6dmYSZSbXEfIobF4q49Uvc+TdO2yy09cCFwzn3cu89Ycqo0o7zbVXW1jc2t6rbtZ3dvf0Du37YVUkmMenghCWyHyJFGBWko6lmpJ9KgnjISC8c38z83oRIRRNxr6cp8TkaChpTjLSRArvuTQjOH4sg9ySHKJoUgd1wms4ccJW4JWmAEu3A/vKiBGecCI0ZUmrgOqn2cyQ1xYwUNS9TJEV4jIZkYKhAnCg/n59ewFOjRDBOpCmh4Vz9PZEjrtSUh6aTIz1Sy95M/M8bZDq+8nMq0kwTgReL4oxBncBZDjCikmDNpoYgLKm5FeIRkghrk1bNhOAuv7xKuudN12m6dxeN1nUZRxUcgxNwBlxwCVrgFrRBB2DwAJ7BK3iznqwX6936WLRWrHLmCPyB9fkDvwGUTA==</latexit> Classifiers can fail for small but carefully chosen noise ~x<latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit><latexit sha1_base64="NCxvVFkRFZimi4jT9+L9Q0P8gs4=">AAAB9HicbVBNS8NAEJ34WetX1aOXxSJ4KokIeizqwWMF+wFtKJvtpF262cTdTbGE/g4vHhTx6o/x5r9x2+agrQ8GHu/NMDMvSATXxnW/nZXVtfWNzcJWcXtnd2+/dHDY0HGqGNZZLGLVCqhGwSXWDTcCW4lCGgUCm8HwZuo3R6g0j+WDGSfoR7QvecgZNVbyO7coDO2MkGVPk26p7FbcGcgy8XJShhy1bumr04tZGqE0TFCt256bGD+jynAmcFLspBoTyoa0j21LJY1Q+9ns6Ak5tUqPhLGyJQ2Zqb8nMhppPY4C2xlRM9CL3lT8z2unJrzyMy6T1KBk80VhKoiJyTQB0uMKmRFjSyhT3N5K2IAqyozNqWhD8BZfXiaN84rnVrz7i3L1Oo+jAMdwAmfgwSVU4Q5qUAcGj/AMr/DmjJwX5935mLeuOPnMEfyB8/kDF0WSTA==</latexit> (Szegedy et. al., 2014)
  • 3. min ~✓ C(~x, y; ~✓) <latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit><latexit sha1_base64="d4ncVwzokk4T/aKBwkSwGGmYPTw=">AAACKXicbVDLSgMxFM3UV62vqks3wSIoSJkRQcFNsRuXClaFTimZ9LYNzWSG5E5pGeZ33PgrbhQUdeuPmNZZ1MeBwMk555LcE8RSGHTdd6cwN7+wuFRcLq2srq1vlDe3bkyUaA4NHslI3wXMgBQKGihQwl2sgYWBhNtgUJ/4t0PQRkTqGscxtELWU6IrOEMrtcs1P1Ed6wOm/hB46mMfkGUZtQxGmIZC2YtP6/tTe5Qdjs9mgwftcsWtulPQv8TLSYXkuGyXn/1OxJMQFHLJjGl6boytlGkUXEJW8hMDMeMD1oOmpYqFYFrpdNOM7lmlQ7uRtkchnaqzEykLjRmHgU2GDPvmtzcR//OaCXZPW6lQcYKg+PdD3URSjOikNtoRGjjKsSWMa2H/SnmfacbRlleyJXi/V/5Lbo6qnlv1ro4rtfO8jiLZIbtkn3jkhNTIBbkkDcLJPXkkL+TVeXCenDfn4ztacPKZbfIDzucXaZeogA==</latexit> Adversarial Examples During training, we optimize parameters to minimize cost C, To attack network, we optimize input, , to maximize cost, Simplest method: Alter each pixel by amount , to increase the cost function ~✓<latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit><latexit sha1_base64="L5mJkgESsULfkznD5i5abT4IkuU=">AAAB83icbVBNS8NAEN3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDbbSbt0swm7k0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemEph0HW/ndLG5tb2Tnm3srd/cHhUPT5pmyTTHFo8kYnuhsyAFApaKFBCN9XA4lBCJxzfz/3OBLQRiXrCaQpBzIZKRIIztJLvT4DnPo4A2axfrbl1dwG6TryC1EiBZr/65Q8SnsWgkEtmTM9zUwxyplFwCbOKnxlIGR+zIfQsVSwGE+SLm2f0wioDGiXalkK6UH9P5Cw2ZhqHtjNmODKr3lz8z+tlGN0GuVBphqD4clGUSYoJnQdAB0IDRzm1hHEt7K2Uj5hmHG1MFRuCt/ryOmlf1T237j1e1xp3RRxlckbOySXxyA1pkAfSJC3CSUqeySt5czLnxXl3PpatJaeYOSV/4Hz+AHxAkfY=</latexit> ~x + ~<latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit><latexit sha1_base64="EuB5WEOcXmAa71wSIdIQAZPnKcU=">AAAB/XicbVDLSsNAFJ34rPUVHzs3wSIIQklE0GXRjcsK9gFNKJPJTTt0Mgkzk2INwV9x40IRt/6HO//GaZqFth643MM59zJ3jp8wKpVtfxtLyyura+uVjerm1vbOrrm335ZxKgi0SMxi0fWxBEY5tBRVDLqJABz5DDr+6Gbqd8YgJI35vZok4EV4wGlICVZa6puH7hhI9pCfFd0NgCmc982aXbcLWIvEKUkNlWj2zS83iEkaAVeEYSl7jp0oL8NCUcIgr7qphASTER5AT1OOI5BeVlyfWydaCawwFrq4sgr190aGIyknka8nI6yGct6biv95vVSFV15GeZIq4GT2UJgyS8XWNAoroAKIYhNNMBFU32qRIRaYKB1YVYfgzH95kbTP645dd+4uao3rMo4KOkLH6BQ56BI10C1qohYi6BE9o1f0ZjwZL8a78TEbXTLKnQP0B8bnDxkFlaA=</latexit> max ~ C(~x + ~, y; ~✓) <latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit><latexit sha1_base64="rvBmHUWDXMvYOFQdBeV6TzgkMwA=">AAACNnicbVBLS8NAEN7Ud31VPXpZLIKilEQEBS+iFy9CBatCU8pmM7WLm03YnUhLyK/y4u/w1osHRbz6E9ymPah1YOF7zDA7X5BIYdB1B05panpmdm5+oby4tLyyWllbvzFxqjk0eCxjfRcwA1IoaKBACXeJBhYFEm6Dh/Ohf/sI2ohYXWM/gVbE7pXoCM7QSu3KpZ+q0PqAmf8IPPNDkMjynGY+Qg+ziPUs8en5TmH38r2fbfv9kxHFLli6265U3ZpbFJ0E3hhUybjq7cqLH8Y8jUAhl8yYpucm2MqYRsEl5GU/NZAw/sDuoWmhYhGYVlacndNtq4S0E2v7FNJC/TmRsciYfhTYzohh1/z1huJ/XjPFznErEypJERQfLeqkkmJMhxnSUGjgKPsWMK6F/SvlXaYZR5tk2Ybg/T15Etwc1Dy35l0dVk/PxnHMk02yRXaIR47IKbkgddIgnDyRAXkj786z8+p8OJ+j1pIzntkgv8r5+gZzZ64b</latexit> for small ~<latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit><latexit sha1_base64="lmYqiAAfdewB5VApBlqLn4BR5GU=">AAAB83icbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0GPRi8cK9gOaUDababt0swm7m0IJ/RtePCji1T/jzX/jts1BWx8MPN6bYWZemAqujet+O6WNza3tnfJuZW//4PCoenzS1kmmGLZYIhLVDalGwSW2DDcCu6lCGocCO+H4fu53Jqg0T+STmaYYxHQo+YAzaqzk+xNkuR+hMHTWr9bcursAWSdeQWpQoNmvfvlRwrIYpWGCat3z3NQEOVWGM4Gzip9pTCkb0yH2LJU0Rh3ki5tn5MIqERkkypY0ZKH+nshprPU0Dm1nTM1Ir3pz8T+vl5nBbZBzmWYGJVsuGmSCmITMAyARV8iMmFpCmeL2VsJGVFFmbEwVG4K3+vI6aV/VPbfuPV7XGndFHGU4g3O4BA9uoAEP0IQWMEjhGV7hzcmcF+fd+Vi2lpxi5hT+wPn8AWnJkeo=</latexit> ~xadv = ~x + ✏ ⇥ sign ⇣ r~xC(~x, y; ~✓) ⌘ <latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit><latexit sha1_base64="K544VkzvXIfOwSAkHQA3w4dI4Xo=">AAACWHicbZFPaxsxEMW1m6RJ3H9ueuxFxBQcWsxuKCRQCiG59JhCnQQsY2blWVtEKy3SrIlZ9ksWcmi/Si6V7T20SQYEP97MQ6OnrNTKU5L8juKt7Z0Xu3v7nZevXr952313cOVt5SQOpdXW3WTgUSuDQ1Kk8aZ0CEWm8Tq7vVj1rxfovLLmJy1LHBcwMypXEihIk64VC5T1XTOphSs4TBcN/8ZbjX/iAkuvtDWCVIFeEN5R7dXMNFxozKkvDGQagnnjaC76LX1efl2ToDkSNEfCqdmcjjqTbi8ZJOviTyFtocfaupx0f4mplVWBhqQG70dpUtK4BkdKamw6ovJYgryFGY4CGgh7jut1MA3/GJQpz60LxxBfq/86aii8XxZZmCyA5v5xbyU+1xtVlJ+Oa2XKitDIzUV5pTlZvkqZT5VDSXoZAKRTYVcu5+BAUviLVQjp4yc/havjQZoM0h9femfnbRx77AM7ZH2WshN2xr6zSzZkkt2zh2g72on+xCzejfc3o3HUet6z/yo++AsKFbXH</latexit> ±✏<latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit><latexit sha1_base64="D1eGyBBRo9VF8Ahr1u2OkG1xBlY=">AAAB8nicbVBNS8NAEN3Ur1q/qh69BIvgqSQi6LHoxWMFWwtJKJvtpl26X+xOhBL6M7x4UMSrv8ab/8Ztm4O2Phh4vDfDzLxUc2YhCL69ytr6xuZWdbu2s7u3f1A/POpalRtCO0RxZXoptpQzSTvAgNOeNhSLlNPHdHw78x+fqLFMyQeYaJoIPJQsYwSDk6JYi5hqy7iS/XojaAZz+KskLEkDlWj361/xQJFcUAmEY2ujMNCQFNgAI5xOa3FuqcZkjIc0clRiQW1SzE+e+mdOGfiZMq4k+HP190SBhbUTkbpOgWFkl72Z+J8X5ZBdJwWTOgcqyWJRlnMflD/73x8wQwnwiSOYGOZu9ckIG0zApVRzIYTLL6+S7kUzDJrh/WWjdVPGUUUn6BSdoxBdoRa6Q23UQQQp9Ixe0ZsH3ov37n0sWiteOXOM/sD7/AGhH5F3</latexit> Smallness of compensated for by high dimensionality of ~x<latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit><latexit sha1_base64="geeElZAuNIASGm3nkH7x/beZoaY=">AAAB7nicbVBNS8NAEJ3Ur1q/qh69LBbBU0lEqMeiF48V7Ae0oWy2k3bpZhN2N8US+iO8eFDEq7/Hm//GbZuDtj4YeLw3w8y8IBFcG9f9dgobm1vbO8Xd0t7+weFR+fikpeNUMWyyWMSqE1CNgktsGm4EdhKFNAoEtoPx3dxvT1BpHstHM03Qj+hQ8pAzaqzU7k2QZU+zfrniVt0FyDrxclKBHI1++as3iFkaoTRMUK27npsYP6PKcCZwVuqlGhPKxnSIXUsljVD72eLcGbmwyoCEsbIlDVmovycyGmk9jQLbGVEz0qveXPzP66YmvPEzLpPUoGTLRWEqiInJ/Hcy4AqZEVNLKFPc3krYiCrKjE2oZEPwVl9eJ62rqudWvYfrSv02j6MIZ3AOl+BBDepwDw1oAoMxPMMrvDmJ8+K8Ox/L1oKTz5zCHzifP7Hjj8o=</latexit> ✏<latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit><latexit sha1_base64="ssxxscrscFDuELeuu/+9O0MDmKI=">AAAB73icbVDLSgNBEOyNrxhfUY9eBoPgKeyKoMegF48RzAOSJcxOepMhszPrzKwQQn7CiwdFvPo73vwbJ8keNLGgoajqprsrSgU31ve/vcLa+sbmVnG7tLO7t39QPjxqGpVphg2mhNLtiBoUXGLDciuwnWqkSSSwFY1uZ37rCbXhSj7YcYphQgeSx5xR66R2F1PDhZK9csWv+nOQVRLkpAI56r3yV7evWJagtExQYzqBn9pwQrXlTOC01M0MppSN6AA7jkqaoAkn83un5MwpfRIr7UpaMld/T0xoYsw4iVxnQu3QLHsz8T+vk9n4OpxwmWYWJVssijNBrCKz50mfa2RWjB2hTHN3K2FDqimzLqKSCyFYfnmVNC+qgV8N7i8rtZs8jiKcwCmcQwBXUIM7qEMDGAh4hld48x69F+/d+1i0Frx85hj+wPv8AUzRkCA=</latexit> How is the adversarial noise chosen?
  • 4. Robustness from Fewer Parameters? Hypothesis: underparametrized networks are less redundant, and generalize better to adversarial input # misclassifications out of 5000 Adversarial misclassifications out of 5000 ✏ = 0.02<latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit><latexit sha1_base64="aHxJeEZFEZhr4qW9Ec78Zz0JqKs=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4KrtF0ItQ9OKxgv2AdinZdLYNzWbXJFsoS3+HFw+KePXHePPfmLZ70NYHwzzemyGTFySCa+O6387a+sbm1nZhp7i7t39wWDo6buo4VQwbLBaxagdUo+ASG4Ybge1EIY0Cga1gdDfzW2NUmsfy0UwS9CM6kDzkjBor+V1MNBexvHErbrVXKts2B1klXk7KkKPeK311+zFLI5SGCap1x3MT42dUGc4ETovdVGNC2YgOsGOppBFqP5sfPSXnVumTMFa2pCFz9fdGRiOtJ1FgJyNqhnrZm4n/eZ3UhNd+xmWSGpRs8VCYCmJiMkuA9LlCZsTEEsoUt7cSNqSKMmNzKtoQvOUvr5JmteK5Fe/hsly7zeMowCmcwQV4cAU1uIc6NIDBEzzDK7w5Y+fFeXc+FqNrTr5zAn/gfP4Al++RTw==</latexit> # parameters # parameters MNIST training size No significant gain in robustness, relative to performance We trained small, all-convolutional networks of varying size, on MNIST:
  • 5. Visualizing Attention “Feedback CNN” (Cao et. al. 2018) What features of an image are they responding to? …and generate attention maps from selective feedback connections feedforward feedback “zebra” We study VGG-11 deep CNN with ImageNet (Simonyan et. al. 2014) We would like to understand how models misinterpret adversarial input
  • 6. Selective Feedback “Zebra” “Lion” …. “Feedback CNN” (Cao et. al. 2018) During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
  • 7. Selective Feedback “Zebra” “Feedback CNN” (Cao et. al. 2018) -+ + +- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
  • 8. Selective Feedback “Zebra” “Feedback CNN” (Cao et. al. 2018) + + + -- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
  • 9. Selective Feedback “Zebra” …leads to fine-grained gradient maps, e.g. “Feedback CNN” (Cao et. al. 2018) + + +-- + + + -- During backwards pass, prune neurons that do not improve the target score @ˆyzebra @zneuron > 0 <latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit><latexit sha1_base64="UvZ3Ho3MOdR6SyJZhO9ueYOZ0aw=">AAACUXicdVFNbxMxEJ0sXyXlI4UjF4sIiQOKdtuUNJeqggvHIpG2UnYVzTqziVWvd2V7kVLLf7GH9sT/4MIBhPOFAMFIlp7eG7/xPOe1FMbG8ZdWdOfuvfsPdh62dx89fvK0s/fszFSN5jTilaz0RY6GpFA0ssJKuqg1YZlLOs8v3y/188+kjajUJ7uoKStxpkQhONpATTpzl65MxnqWZy7uJf39/uHgTdw7GAwOhsMAhof9JHnr00Ijd2mN2gqU6RytW/iJS3XJrijX6P0vkV2teUWNrpT37JjFftLpbt3Z1p1t3VnSi1fVhU2dTjo36bTiTUnKconGjJO4tplbjuCSfDttDNXIL3FG4wAVlmQyt1rGs1eBmbKi0uEoy1bs7zcclsYsyjx0lmjn5m9tSf5LGze2OMqcUHVjSfH1oKKRzFZsGS+bCk3cykUAyLUIb2V8jiE6Gz6hHULYbsr+D872e0nI6mO/e/JuE8cOvICX8BoSGMAJfIBTGAGHa/gK3+FH67b1LYIoWrdGrc2d5/BHRbs/AQbGsnc=</latexit> @ˆyzebra @zneuron < 0 <latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit><latexit sha1_base64="nDmTS0x7ebXFiVttaRnSIra03XA=">AAACKHicdVDLSgNBEJz1bXxFPXoZDIKnsCuCHgRFLx4jmETIhtA76U2GzM4uM7NCsuznePFXvIgokqtf4uSh+CxoKKq66e4KEsG1cd2hMzM7N7+wuLRcWFldW98obm7VdJwqhlUWi1jdBKBRcIlVw43Am0QhRIHAetC7GPn1W1Sax/La9BNsRtCRPOQMjJVaxVM/VMAyPwFlOAi/Cybr563MVxEdYKAgzz9NOpjoElMVyzynJ9RtFUte2R2Dur/Ih1UiU1RaxSe/HbM0QmmYAK0bnpuYZjbawATmBT/VmADrQQcblkqIUDez8aM53bNKm4axsiUNHatfJzKItO5Hge2MwHT1T28k/uU1UhMeNzMuk9SgZJNFYSqoiekoNdrmCpkRfUuAKW5vpawLNjljsy18DeF/Ujsoe27ZuzosnZ1P41giO2SX7BOPHJEzckkqpEoYuSMP5Jm8OPfOo/PqDCetM850Zpt8g/P2DnfDp/s=</latexit> …and keep other neurons: (Attention driven by top-down stimuli)
  • 10. Diverting Attention ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> “Cabbage butterfly”ytrue =<latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit> ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> “Hummingbird” X “Planetarium”ytrue =<latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit><latexit sha1_base64="c1lz1CkWi8ZaOXxUQEmhttmchQE=">AAAB9XicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgv2ANpbNdtIu3U3C7kYpof/DiwdFvPpfvPlv3LY5aOuDgcd7M8zMCxLBtXHdb6ewsrq2vlHcLG1t7+zulfcPmjpOFcMGi0Ws2gHVKHiEDcONwHaikMpAYCsY3Uz91iMqzePo3owT9CUdRDzkjBorPYx7WVdJYlSKE3LVK1fcqjsDWSZeTiqQo94rf3X7MUslRoYJqnXHcxPjZ1QZzgROSt1UY0LZiA6wY2lEJWo/m109ISdW6ZMwVrYiQ2bq74mMSq3HMrCdkpqhXvSm4n9eJzXhpZ/xKEkNRmy+KEwFMTGZRkD6XCEzYmwJZYrbWwkbUkWZsUGVbAje4svLpHlW9dyqd3deqV3ncRThCI7hFDy4gBrcQh0awEDBM7zCm/PkvDjvzse8teDkM4fwB87nDzcSkk4=</latexit> “Cabbage butterfly”ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> “Oxcart” X“Planetarium”ˆy =<latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit><latexit sha1_base64="ZznQDEi23gibYVn8mme4iQfP4qg=">AAAB8HicbVBNS8NAEJ3Ur1q/qh69LBbBU0lE0ItQ9OKxgq2VNpTNdtMu3U3C7kQIob/CiwdFvPpzvPlv3LY5aOuDgcd7M8zMCxIpDLrut1NaWV1b3yhvVra2d3b3qvsHbROnmvEWi2WsOwE1XIqIt1Cg5J1Ec6oCyR+C8c3Uf3ji2og4uscs4b6iw0iEglG00mNvRDHPJuSqX625dXcGsky8gtSgQLNf/eoNYpYqHiGT1Jiu5ybo51SjYJJPKr3U8ISyMR3yrqURVdz4+ezgCTmxyoCEsbYVIZmpvydyqozJVGA7FcWRWfSm4n9eN8Xw0s9FlKTIIzZfFKaSYEym35OB0JyhzCyhTAt7K2EjqilDm1HFhuAtvrxM2md1z617d+e1xnURRxmO4BhOwYMLaMAtNKEFDBQ8wyu8Odp5cd6dj3lrySlmDuEPnM8fjtqQOw==</latexit> ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.1<latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit><latexit sha1_base64="V+HNCOe3jbwafz6brjysieMOe08=">AAAB83icbVBNSwMxEJ2tX7V+VT16CRbBU9kVQS9C0YvHCvYDukvJptk2NJuEJCuUpX/DiwdFvPpnvPlvTNs9aOuDgcd7M8zMixVnxvr+t1daW9/Y3CpvV3Z29/YPqodHbSMzTWiLSC51N8aGciZoyzLLaVdpitOY0048vpv5nSeqDZPi0U4UjVI8FCxhBFsnhSFVhnEpbvx60K/W/Lo/B1olQUFqUKDZr36FA0mylApLODamF/jKRjnWlhFOp5UwM1RhMsZD2nNU4JSaKJ/fPEVnThmgRGpXwqK5+nsix6kxkzR2nSm2I7PszcT/vF5mk+soZ0JllgqyWJRkHFmJZgGgAdOUWD5xBBPN3K2IjLDGxLqYKi6EYPnlVdK+qAcusYfLWuO2iKMMJ3AK5xDAFTTgHprQAgIKnuEV3rzMe/HevY9Fa8krZo7hD7zPHySQkRQ=</latexit> Gradient maps for clean & adversarial examples:
  • 11. Distraction in Hidden Layers D @zL @xpixel E <latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit><latexit sha1_base64="pDsEiVg5ClBcsihx+r853iohz9c=">AAACNHicbVDLSsNAFJ34rPVVdelmsAiuSiKCLkvdCLpQsCo0IUymN3FwMgkzE2mN+Sg3fogbEVwo4tZvcJIWfB4YOPfce7hzT5ByprRtP1kTk1PTM7O1ufr8wuLScmNl9UwlmaTQpQlP5EVAFHAmoKuZ5nCRSiBxwOE8uNov++fXIBVLxKkepuDFJBIsZJRoI/mNQ7fDIpcTEXEo6a0bSkJzNyVSM8LxjX9UfFUDP3dljFM2AF4Uo/nSLyu/32jaLbsC/kucMWmiMY79xoPbT2gWg9CUE6V6jp1qLy+XUQ5F3c0UpIRekQh6hgoSg/Ly6ugCbxqlj8NEmic0rtTvjpzESg3jwEzGRF+q371S/K/Xy3S45+VMpJkGQUeLwoxjneAyQdxnEqjmQ0MIlcz8FdNLYlLTJue6CcH5ffJfcrbdcuyWc7LTbHfGcdTQOtpAW8hBu6iNDtAx6iKK7tAjekGv1r31bL1Z76PRCWvsWUM/YH18AmRhrRg=</latexit> “Attention” of layer L to a region ~ region Target region Layer number L<latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit><latexit sha1_base64="5puov2m8/Zu/Hvbse1+ETxmDeIg=">AAAB6HicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2GRgPmA5Ah7m7lkzd7esbsnhCO/wMZCEVt/kp3/xk1yhSY+GHi8N8PMvCARXBvX/XYKa+sbm1vF7dLO7t7+QfnwqKXjVDFssljEqhNQjYJLbBpuBHYShTQKBLaD8e3Mbz+h0jyWD2aSoB/RoeQhZ9RYqXHfL1fcqjsHWSVeTiqQo94vf/UGMUsjlIYJqnXXcxPjZ1QZzgROS71UY0LZmA6xa6mkEWo/mx86JWdWGZAwVrakIXP190RGI60nUWA7I2pGetmbif953dSE137GZZIalGyxKEwFMTGZfU0GXCEzYmIJZYrbWwkbUUWZsdmUbAje8surpHVR9dyq17is1G7yOIpwAqdwDh5cQQ3uoA5NYIDwDK/w5jw6L86787FoLTj5zDH8gfP5A6OJjNA=</latexit> Adversarial region Attention ( )✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> Layer 19 Layer 20 ✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> ✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Adversarial attack induces distraction in deeper layers Compute gradients of layer L activations zL<latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit><latexit sha1_base64="TPWSzcJlyxit/L3wljXEltMn7UM=">AAAB6nicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0DJoY2ER0XxAcoS9zV6yZG/v2J0T4pGfYGOhiK2/yM5/4ya5QhMfDDzem2FmXpBIYdB1v53Cyura+kZxs7S1vbO7V94/aJo41Yw3WCxj3Q6o4VIo3kCBkrcTzWkUSN4KRtdTv/XItRGxesBxwv2IDpQIBaNopfun3m2vXHGr7gxkmXg5qUCOeq/81e3HLI24QiapMR3PTdDPqEbBJJ+UuqnhCWUjOuAdSxWNuPGz2akTcmKVPgljbUshmam/JzIaGTOOAtsZURyaRW8q/ud1Ugwv/UyoJEWu2HxRmEqCMZn+TfpCc4ZybAllWthbCRtSTRnadEo2BG/x5WXSPKt6btW7O6/UrvI4inAEx3AKHlxADW6gDg1gMIBneIU3RzovzrvzMW8tOPnMIfyB8/kDN6iNvQ==</latexit>
  • 12. Distraction in Hidden Layers Attention ( )✏ = 0.05<latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit><latexit sha1_base64="Q+zeLDKzt6o9fkXCpL/eUTO2j7Y=">AAAB9HicbVBNSwMxEJ31s9avqkcvwSJ4Krui6EUoevFYwX5Au5RsOtuGZrNrki2Upb/DiwdFvPpjvPlvTNs9aOuDYR7vzZDJCxLBtXHdb2dldW19Y7OwVdze2d3bLx0cNnScKoZ1FotYtQKqUXCJdcONwFaikEaBwGYwvJv6zREqzWP5aMYJ+hHtSx5yRo2V/A4mmotY3rgV97JbKts2A1kmXk7KkKPWLX11ejFLI5SGCap123MT42dUGc4EToqdVGNC2ZD2sW2ppBFqP5sdPSGnVumRMFa2pCEz9fdGRiOtx1FgJyNqBnrRm4r/ee3UhNd+xmWSGpRs/lCYCmJiMk2A9LhCZsTYEsoUt7cSNqCKMmNzKtoQvMUvL5PGecVzK97DRbl6m8dRgGM4gTPw4AqqcA81qAODJ3iGV3hzRs6L8+58zEdXnHznCP7A+fwBnHuRUg==</latexit> Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit> 5 10 15 20 25 0.5 1.0 1.5 2.0 2.5 3.0 5 10 15 20 25 0.2 0.4 0.6 0.8 1.0 1.2 1.4 Layer number Layer number ✏ = 0.075<latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit><latexit sha1_base64="ytVlYpAY1fCQwtt//KmypA754/U=">AAAB+XicbVBNSwMxEJ2tX7V+rXr0EiyCp7IrSr0IRS8eK1hbaJeSTadtaDa7JNlCWfpPvHhQxKv/xJv/xrTdg7Y+GObx3gyZvDARXBvP+3YKa+sbm1vF7dLO7t7+gXt49KTjVDFssFjEqhVSjYJLbBhuBLYShTQKBTbD0d3Mb45RaR7LRzNJMIjoQPI+Z9RYqeu6HUw0F7EkN8SreNWrrlu2fQ6ySvyclCFHvet+dXoxSyOUhgmqddv3EhNkVBnOBE5LnVRjQtmIDrBtqaQR6iCbXz4lZ1bpkX6sbElD5urvjYxGWk+i0E5G1Az1sjcT//PaqelfBxmXSWpQssVD/VQQE5NZDKTHFTIjJpZQpri9lbAhVZQZG1bJhuAvf3mVPF1UfK/iP1yWa7d5HEU4gVM4Bx+qUIN7qEMDGIzhGV7hzcmcF+fd+ViMFpx85xj+wPn8AUSEkhg=</latexit> Attention ( ) Attention ( )✏ = 0<latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit><latexit sha1_base64="Ogtnz45idyTsgxz3YLZ9K5Iu3to=">AAAB8XicbVA9SwNBEJ2LXzF+RS1tFoNgFe5E0EYI2lhGMDGYHGFvM5cs2ds9dveEEPIvbCwUsfXf2Plv3CRXaOKDgcd7M8zMi1LBjfX9b6+wsrq2vlHcLG1t7+zulfcPmkZlmmGDKaF0K6IGBZfYsNwKbKUaaRIJfIiGN1P/4Qm14Ure21GKYUL7ksecUeukxw6mhgslr/xuueJX/RnIMglyUoEc9W75q9NTLEtQWiaoMe3AT204ptpyJnBS6mQGU8qGtI9tRyVN0ITj2cUTcuKUHomVdiUtmam/J8Y0MWaURK4zoXZgFr2p+J/Xzmx8GY65TDOLks0XxZkgVpHp+6THNTIrRo5Qprm7lbAB1ZRZF1LJhRAsvrxMmmfVwK8Gd+eV2nUeRxGO4BhOIYALqMEt1KEBDCQ8wyu8ecZ78d69j3lrwctnDuEPvM8fQuOQoQ==</latexit>