monge blunts bayes hardness results for adversarial
play

Monge blunts Bayes: Hardness Results for Adversarial Training Zac - PowerPoint PPT Presentation

Monge blunts Bayes: Hardness Results for Adversarial Training Zac Cranko Aditya Krishna Menon Richard Nock Cheng Soon Ong Zhan Shi Christian Walder Overview Hardness results on adversarial training. Key result applicable to a learner:


  1. Monge blunts Bayes: Hardness Results for Adversarial Training Zac Cranko Aditya Krishna Menon Richard Nock Cheng Soon Ong Zhan Shi Christian Walder

  2. Overview • Hardness results on adversarial training. Key result applicable to a learner: • optimising any loss satisfying a mild statistical requirement, and • learning a classifier from any class satisfying a mild continuity assumption • Implementation disentangles adversarial training: 1. generate adversarial data ( Key result solves the compression of an OT plan) 2. training as usual • Toy experiments against “weakly activated” adversarial data 
 reveal generalisation improves on clean data as well data shot blunts — Cranko et al. 2

  3. <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> Four levels of technical results Paper (main body) Paper (appendix) These slides Poster ⊂ ⊂ ⊂ 3 blunts — Cranko et al.

Recommend


More recommend