Custom toggle button (HTML) for the closed state.

add_filter('toggle_button_icon_closed', function($toggle){ 
    return '<i class="custom">My custom button</i>';
});