Se requiere al menos una casilla de verificación JQuery

$.validator.addMethod("roles", function(value, elem, param) {
   return $(".roles:checkbox:checked").length > 0;
},"You must select at least one!");

<input class='{roles: true}' name='roles' type='checkbox' value='1' />
  
Lonely Lemur