1 | # Perl module for parsing and generating the Subunit protocol
|
---|
2 | # Copyright (C) 2008-2009 Jelmer Vernooij <jelmer@samba.org>
|
---|
3 | #
|
---|
4 | # This program is free software; you can redistribute it and/or modify
|
---|
5 | # it under the terms of the GNU General Public License as published by
|
---|
6 | # the Free Software Foundation; either version 3 of the License, or
|
---|
7 | # (at your option) any later version.
|
---|
8 |
|
---|
9 | # This program is distributed in the hope that it will be useful,
|
---|
10 | # but WITHOUT ANY WARRANTY; without even the implied warranty of
|
---|
11 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
---|
12 | # GNU General Public License for more details.
|
---|
13 |
|
---|
14 | # You should have received a copy of the GNU General Public License
|
---|
15 | # along with this program. If not, see <http://www.gnu.org/licenses/>.
|
---|
16 |
|
---|
17 | package Subunit;
|
---|
18 | use POSIX;
|
---|
19 |
|
---|
20 | require Exporter;
|
---|
21 | @ISA = qw(Exporter);
|
---|
22 | @EXPORT_OK = qw(parse_results);
|
---|
23 |
|
---|
24 | use strict;
|
---|
25 |
|
---|
26 | sub parse_results($$$)
|
---|
27 | {
|
---|
28 | my ($msg_ops, $statistics, $fh) = @_;
|
---|
29 | my $expected_fail = 0;
|
---|
30 | my $unexpected_fail = 0;
|
---|
31 | my $unexpected_err = 0;
|
---|
32 | my $open_tests = [];
|
---|
33 |
|
---|
34 | while(<$fh>) {
|
---|
35 | if (/^test: (.+)\n/) {
|
---|
36 | $msg_ops->control_msg($_);
|
---|
37 | $msg_ops->start_test($1);
|
---|
38 | push (@$open_tests, $1);
|
---|
39 | } elsif (/^time: (\d+)-(\d+)-(\d+) (\d+):(\d+):(\d+)\n/) {
|
---|
40 | $msg_ops->report_time(mktime($6, $5, $4, $3, $2-1, $1-1900));
|
---|
41 | } elsif (/^(success|successful|failure|fail|skip|knownfail|error|xfail|skip-testsuite|testsuite-failure|testsuite-xfail|testsuite-success|testsuite-error): (.*?)( \[)?([ \t]*)\n/) {
|
---|
42 | $msg_ops->control_msg($_);
|
---|
43 | my $result = $1;
|
---|
44 | my $testname = $2;
|
---|
45 | my $reason = undef;
|
---|
46 | if ($3) {
|
---|
47 | $reason = "";
|
---|
48 | # reason may be specified in next lines
|
---|
49 | my $terminated = 0;
|
---|
50 | while(<$fh>) {
|
---|
51 | $msg_ops->control_msg($_);
|
---|
52 | if ($_ eq "]\n") { $terminated = 1; last; } else { $reason .= $_; }
|
---|
53 | }
|
---|
54 |
|
---|
55 | unless ($terminated) {
|
---|
56 | $statistics->{TESTS_ERROR}++;
|
---|
57 | $msg_ops->end_test($testname, "error", 1,
|
---|
58 | "reason ($result) interrupted");
|
---|
59 | return 1;
|
---|
60 | }
|
---|
61 | }
|
---|
62 | if ($result eq "success" or $result eq "successful") {
|
---|
63 | pop(@$open_tests); #FIXME: Check that popped value == $testname
|
---|
64 | $statistics->{TESTS_EXPECTED_OK}++;
|
---|
65 | $msg_ops->end_test($testname, "success", 0, $reason);
|
---|
66 | } elsif ($result eq "xfail" or $result eq "knownfail") {
|
---|
67 | pop(@$open_tests); #FIXME: Check that popped value == $testname
|
---|
68 | $statistics->{TESTS_EXPECTED_FAIL}++;
|
---|
69 | $msg_ops->end_test($testname, "xfail", 0, $reason);
|
---|
70 | $expected_fail++;
|
---|
71 | } elsif ($result eq "failure" or $result eq "fail") {
|
---|
72 | pop(@$open_tests); #FIXME: Check that popped value == $testname
|
---|
73 | $statistics->{TESTS_UNEXPECTED_FAIL}++;
|
---|
74 | $msg_ops->end_test($testname, "failure", 1, $reason);
|
---|
75 | $unexpected_fail++;
|
---|
76 | } elsif ($result eq "skip") {
|
---|
77 | $statistics->{TESTS_SKIP}++;
|
---|
78 | # Allow tests to be skipped without prior announcement of test
|
---|
79 | my $last = pop(@$open_tests);
|
---|
80 | if (defined($last) and $last ne $testname) {
|
---|
81 | push (@$open_tests, $testname);
|
---|
82 | }
|
---|
83 | $msg_ops->end_test($testname, "skip", 0, $reason);
|
---|
84 | } elsif ($result eq "error") {
|
---|
85 | $statistics->{TESTS_ERROR}++;
|
---|
86 | pop(@$open_tests); #FIXME: Check that popped value == $testname
|
---|
87 | $msg_ops->end_test($testname, "error", 1, $reason);
|
---|
88 | $unexpected_err++;
|
---|
89 | } elsif ($result eq "skip-testsuite") {
|
---|
90 | $msg_ops->skip_testsuite($testname);
|
---|
91 | } elsif ($result eq "testsuite-success") {
|
---|
92 | $msg_ops->end_testsuite($testname, "success", $reason);
|
---|
93 | } elsif ($result eq "testsuite-failure") {
|
---|
94 | $msg_ops->end_testsuite($testname, "failure", $reason);
|
---|
95 | } elsif ($result eq "testsuite-xfail") {
|
---|
96 | $msg_ops->end_testsuite($testname, "xfail", $reason);
|
---|
97 | } elsif ($result eq "testsuite-error") {
|
---|
98 | $msg_ops->end_testsuite($testname, "error", $reason);
|
---|
99 | }
|
---|
100 | } elsif (/^testsuite: (.*)\n/) {
|
---|
101 | $msg_ops->start_testsuite($1);
|
---|
102 | } elsif (/^testsuite-count: (\d+)\n/) {
|
---|
103 | $msg_ops->testsuite_count($1);
|
---|
104 | } else {
|
---|
105 | $msg_ops->output_msg($_);
|
---|
106 | }
|
---|
107 | }
|
---|
108 |
|
---|
109 | while ($#$open_tests+1 > 0) {
|
---|
110 | $msg_ops->end_test(pop(@$open_tests), "error", 1,
|
---|
111 | "was started but never finished!");
|
---|
112 | $statistics->{TESTS_ERROR}++;
|
---|
113 | $unexpected_err++;
|
---|
114 | }
|
---|
115 |
|
---|
116 | return 1 if $unexpected_err > 0;
|
---|
117 | return 1 if $unexpected_fail > 0;
|
---|
118 | return 0;
|
---|
119 | }
|
---|
120 |
|
---|
121 | sub start_test($)
|
---|
122 | {
|
---|
123 | my ($testname) = @_;
|
---|
124 | print "test: $testname\n";
|
---|
125 | }
|
---|
126 |
|
---|
127 | sub end_test($$;$)
|
---|
128 | {
|
---|
129 | my $name = shift;
|
---|
130 | my $result = shift;
|
---|
131 | my $reason = shift;
|
---|
132 | if ($reason) {
|
---|
133 | print "$result: $name [\n";
|
---|
134 | print "$reason";
|
---|
135 | print "]\n";
|
---|
136 | } else {
|
---|
137 | print "$result: $name\n";
|
---|
138 | }
|
---|
139 | }
|
---|
140 |
|
---|
141 | sub skip_test($;$)
|
---|
142 | {
|
---|
143 | my $name = shift;
|
---|
144 | my $reason = shift;
|
---|
145 | end_test($name, "skip", $reason);
|
---|
146 | }
|
---|
147 |
|
---|
148 | sub fail_test($;$)
|
---|
149 | {
|
---|
150 | my $name = shift;
|
---|
151 | my $reason = shift;
|
---|
152 | end_test($name, "fail", $reason);
|
---|
153 | }
|
---|
154 |
|
---|
155 | sub success_test($;$)
|
---|
156 | {
|
---|
157 | my $name = shift;
|
---|
158 | my $reason = shift;
|
---|
159 | end_test($name, "success", $reason);
|
---|
160 | }
|
---|
161 |
|
---|
162 | sub xfail_test($;$)
|
---|
163 | {
|
---|
164 | my $name = shift;
|
---|
165 | my $reason = shift;
|
---|
166 | end_test($name, "xfail", $reason);
|
---|
167 | }
|
---|
168 |
|
---|
169 | sub report_time($)
|
---|
170 | {
|
---|
171 | my ($time) = @_;
|
---|
172 | my ($sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst) = localtime($time);
|
---|
173 | printf "time: %04d-%02d-%02d %02d:%02d:%02d\n", $year+1900, $mon+1, $mday, $hour, $min, $sec;
|
---|
174 | }
|
---|
175 |
|
---|
176 | # The following are Samba extensions:
|
---|
177 |
|
---|
178 | sub start_testsuite($)
|
---|
179 | {
|
---|
180 | my ($name) = @_;
|
---|
181 | print "testsuite: $name\n";
|
---|
182 | }
|
---|
183 |
|
---|
184 | sub skip_testsuite($;$)
|
---|
185 | {
|
---|
186 | my ($name, $reason) = @_;
|
---|
187 | if ($reason) {
|
---|
188 | print "skip-testsuite: $name [\n$reason\n]\n";
|
---|
189 | } else {
|
---|
190 | print "skip-testsuite: $name\n";
|
---|
191 | }
|
---|
192 | }
|
---|
193 |
|
---|
194 | sub end_testsuite($$;$)
|
---|
195 | {
|
---|
196 | my $name = shift;
|
---|
197 | my $result = shift;
|
---|
198 | my $reason = shift;
|
---|
199 | if ($reason) {
|
---|
200 | print "testsuite-$result: $name [\n";
|
---|
201 | print "$reason\n";
|
---|
202 | print "]\n";
|
---|
203 | } else {
|
---|
204 | print "testsuite-$result: $name\n";
|
---|
205 | }
|
---|
206 | }
|
---|
207 |
|
---|
208 | sub testsuite_count($)
|
---|
209 | {
|
---|
210 | my ($count) = @_;
|
---|
211 | print "testsuite-count: $count\n";
|
---|
212 | }
|
---|
213 |
|
---|
214 | 1;
|
---|