Add a prepare field filter https://www.advancedcustomfields.com/resources/acf-prepare_field/ and return false if it is not the admin
add_filter('acf/prepare_field/name=YOUR_FIELD_NAME", 'admin_only_field');
admin_only_field($field) {
if (!is_admin()) {
return false;
}
return $field;
}