QA (public) » openQA Project (public) » openQA Infrastructure (public)

Here's a script that works for our salt repos:

#!/usr/bin/perl
use strict;
use warnings;
use v5.10;
use YAML::PP;
use Encode;
use Getopt::Long;
GetOptions("replace" => \my $replace);

my $yp = YAML::PP->new( duplicate_keys => 1 );
for my $file (@ARGV) {
    open my $fh, '<', $file or die $!;
    my $sls = decode_utf8 do { local $/; <$fh> };
    close $fh;
    if ($replace) {
        my $yaml = replace($sls);
        print encode_utf8 $yaml;
    }
    else {
        say "================ Validating $file";
        validate($file, $sls);
    }
}

sub replace {
    my ($sls) = @_;
    # Remove anything between {% else %} and {% endif %}. Might need
    # to include {% elsif %} as well, but works without it so far
    $sls =~ s/\{%.? else .?%\}.*?(\{%.? endif .?%\})/$1/gs;
    # Now just remove any {% ... %}
    $sls =~ s/\{%.*?%\}//g;
    # Replace {{ something }} with nothing when it's on its own line
    $sls =~ s/^ *\{\{.*?\}\} *$//mg;
    # Replace {{ something }} with REPLACEMENT
    $sls =~ s/\{\{.*?\}\}/REPLACEMENT/g;
    return $sls;
}

sub validate {
    my ($file, $sls) = @_;
    my $yaml = replace($sls);
    my $data = eval { $yp->load_string($yaml) };
    if ($@) {
        #say $sls;
        say "Error ($file):\n$@";
        say "Call 'perl $0 --replace $file | yamlpp-highlight' to check the YAML yourself";
    }
}

Usage:

find . -name "*.sls" | xargs perl jinja-yaml.pl

Checking a certain file with an error can be done with

perl jinja-yaml.pl openqa/openvswitch.sls --replace | yamlpp-highlight