Had some more time and did further testings, and solved it by adding this to my functions.php before loading the translation action.
function acf_translate_fields( $field )
{
$field['label' ] = __( $field['label' ], 'domain' );
$field['instructions' ] = __( $field['instructions' ], 'domain' );
return $field;
}
add_filter('acf/load_field' , 'acf_translate_fields' );