Monge blunts Bayes: Hardness Results for Adversarial Training Zac Cranko Aditya Krishna Menon Richard Nock Cheng Soon Ong Zhan Shi Christian Walder
Overview • Hardness results on adversarial training. Key result applicable to a learner: • optimising any loss satisfying a mild statistical requirement, and • learning a classifier from any class satisfying a mild continuity assumption • Implementation disentangles adversarial training: 1. generate adversarial data ( Key result solves the compression of an OT plan) 2. training as usual • Toy experiments against “weakly activated” adversarial data reveal generalisation improves on clean data as well data shot blunts — Cranko et al. 2
<latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> <latexit sha1_base64="QlLrGMtZRYzFl65kQE7hHmVXwm4=">AB8HicbVA9TwJBEJ3DL8Qv1NLmIphYkTsaLYk2lpjIh4EL2Vv2YMPu3mV3zoRc+BU2Fhpj68+x89+4wBUKvmSl/dmMjMvTAQ36HnfTmFjc2t7p7hb2ts/ODwqH5+0TZxqylo0FrHuhsQwRVrIUfBuolmRIaCdcLJ7dzvPDFteKwecJqwQJKR4hGnBK30WO2bNDQMq4Nyxat5C7jrxM9JBXI0B+Wv/jCmqWQKqSDG9HwvwSAjGjkVbFbqp4YlhE7IiPUsVUQyE2SLg2fuhVWGbhRrWwrdhfp7IiPSmKkMbackODar3lz8z+ulGF0HGVdJikzR5aIoFS7G7vx7d8g1oyimlhCqub3VpWOiCUWbUcmG4K+vE7a9Zrv1fz7eqVxk8dRhDM4h0vw4QoacAdNaAEFCc/wCm+Odl6cd+dj2Vpw8plT+APn8wdIEZAM</latexit> Four levels of technical results Paper (main body) Paper (appendix) These slides Poster ⊂ ⊂ ⊂ 3 blunts — Cranko et al.
Recommend
More recommend