Enable disable layermask of current layer

You can use the Applescript do javascript command to run the functions below.

function isChannelMaskEnabled(){
    var ref = new ActionReference(); 
    ref.putProperty( charIDToTypeID("Prpr") , charIDToTypeID("UsrM") );
    ref.putEnumerated( charIDToTypeID("Lyr ") , charIDToTypeID("Ordn") , charIDToTypeID("Trgt") );
    return executeActionGet(ref).getBoolean( charIDToTypeID("UsrM") );
};
function channelMaskEnabled( enabled ){ // Boolean
    var desc = new ActionDescriptor();
        var ref = new ActionReference();
        ref.putEnumerated( charIDToTypeID( "Lyr " ), charIDToTypeID( "Ordn" ), charIDToTypeID( "Trgt" ) );
    desc.putReference( charIDToTypeID( "null" ), ref );
    var desc1 = new ActionDescriptor();
     desc1.putBoolean( charIDToTypeID( "UsrM" ), enabled );
    desc.putObject( charIDToTypeID( "T   " ), charIDToTypeID( "Lyr " ), desc1 );
    executeAction( charIDToTypeID( "setd" ), desc, DialogModes.NO );
};
function vectorMaskEnabled( enabled ){ // Boolean
    var desc = new ActionDescriptor();
        var ref = new ActionReference();
        ref.putEnumerated( charIDToTypeID('Lyr '), charIDToTypeID('Ordn'), charIDToTypeID('Trgt') );
    desc.putReference( charIDToTypeID('null'), ref );
        var desc1 = new ActionDescriptor();
        desc1.putBoolean( stringIDToTypeID('vectorMaskEnabled'), enabled );
    desc.putObject( charIDToTypeID('T   '), charIDToTypeID('Lyr '), desc1 );
    executeAction( charIDToTypeID('setd'), desc, DialogModes.NO );
};

It should be possible using ActionReference(). You will need to install event listener plugin to track the ID of this action