1 | ------------------------------------------------------------------------
|
---|
2 | -- quantize.decTest -- decimal quantize operation --
|
---|
3 | -- Copyright (c) IBM Corporation, 1981, 2008. All rights reserved. --
|
---|
4 | ------------------------------------------------------------------------
|
---|
5 | -- Please see the document "General Decimal Arithmetic Testcases" --
|
---|
6 | -- at http://www2.hursley.ibm.com/decimal for the description of --
|
---|
7 | -- these testcases. --
|
---|
8 | -- --
|
---|
9 | -- These testcases are experimental ('beta' versions), and they --
|
---|
10 | -- may contain errors. They are offered on an as-is basis. In --
|
---|
11 | -- particular, achieving the same results as the tests here is not --
|
---|
12 | -- a guarantee that an implementation complies with any Standard --
|
---|
13 | -- or specification. The tests are not exhaustive. --
|
---|
14 | -- --
|
---|
15 | -- Please send comments, suggestions, and corrections to the author: --
|
---|
16 | -- Mike Cowlishaw, IBM Fellow --
|
---|
17 | -- IBM UK, PO Box 31, Birmingham Road, Warwick CV34 5JL, UK --
|
---|
18 | -- mfc@uk.ibm.com --
|
---|
19 | ------------------------------------------------------------------------
|
---|
20 | version: 2.59
|
---|
21 |
|
---|
22 | -- Most of the tests here assume a "regular pattern", where the
|
---|
23 | -- sign and coefficient are +1.
|
---|
24 | -- 2004.03.15 Underflow for quantize is suppressed
|
---|
25 | -- 2005.06.08 More extensive tests for 'does not fit'
|
---|
26 |
|
---|
27 | extended: 1
|
---|
28 | precision: 9
|
---|
29 | rounding: half_up
|
---|
30 | maxExponent: 999
|
---|
31 | minexponent: -999
|
---|
32 |
|
---|
33 | -- sanity checks
|
---|
34 | quax001 quantize 0 1e0 -> 0
|
---|
35 | quax002 quantize 1 1e0 -> 1
|
---|
36 | quax003 quantize 0.1 1e+2 -> 0E+2 Inexact Rounded
|
---|
37 | quax005 quantize 0.1 1e+1 -> 0E+1 Inexact Rounded
|
---|
38 | quax006 quantize 0.1 1e0 -> 0 Inexact Rounded
|
---|
39 | quax007 quantize 0.1 1e-1 -> 0.1
|
---|
40 | quax008 quantize 0.1 1e-2 -> 0.10
|
---|
41 | quax009 quantize 0.1 1e-3 -> 0.100
|
---|
42 | quax010 quantize 0.9 1e+2 -> 0E+2 Inexact Rounded
|
---|
43 | quax011 quantize 0.9 1e+1 -> 0E+1 Inexact Rounded
|
---|
44 | quax012 quantize 0.9 1e+0 -> 1 Inexact Rounded
|
---|
45 | quax013 quantize 0.9 1e-1 -> 0.9
|
---|
46 | quax014 quantize 0.9 1e-2 -> 0.90
|
---|
47 | quax015 quantize 0.9 1e-3 -> 0.900
|
---|
48 | -- negatives
|
---|
49 | quax021 quantize -0 1e0 -> -0
|
---|
50 | quax022 quantize -1 1e0 -> -1
|
---|
51 | quax023 quantize -0.1 1e+2 -> -0E+2 Inexact Rounded
|
---|
52 | quax025 quantize -0.1 1e+1 -> -0E+1 Inexact Rounded
|
---|
53 | quax026 quantize -0.1 1e0 -> -0 Inexact Rounded
|
---|
54 | quax027 quantize -0.1 1e-1 -> -0.1
|
---|
55 | quax028 quantize -0.1 1e-2 -> -0.10
|
---|
56 | quax029 quantize -0.1 1e-3 -> -0.100
|
---|
57 | quax030 quantize -0.9 1e+2 -> -0E+2 Inexact Rounded
|
---|
58 | quax031 quantize -0.9 1e+1 -> -0E+1 Inexact Rounded
|
---|
59 | quax032 quantize -0.9 1e+0 -> -1 Inexact Rounded
|
---|
60 | quax033 quantize -0.9 1e-1 -> -0.9
|
---|
61 | quax034 quantize -0.9 1e-2 -> -0.90
|
---|
62 | quax035 quantize -0.9 1e-3 -> -0.900
|
---|
63 | quax036 quantize -0.5 1e+2 -> -0E+2 Inexact Rounded
|
---|
64 | quax037 quantize -0.5 1e+1 -> -0E+1 Inexact Rounded
|
---|
65 | quax038 quantize -0.5 1e+0 -> -1 Inexact Rounded
|
---|
66 | quax039 quantize -0.5 1e-1 -> -0.5
|
---|
67 | quax040 quantize -0.5 1e-2 -> -0.50
|
---|
68 | quax041 quantize -0.5 1e-3 -> -0.500
|
---|
69 | quax042 quantize -0.9 1e+2 -> -0E+2 Inexact Rounded
|
---|
70 | quax043 quantize -0.9 1e+1 -> -0E+1 Inexact Rounded
|
---|
71 | quax044 quantize -0.9 1e+0 -> -1 Inexact Rounded
|
---|
72 | quax045 quantize -0.9 1e-1 -> -0.9
|
---|
73 | quax046 quantize -0.9 1e-2 -> -0.90
|
---|
74 | quax047 quantize -0.9 1e-3 -> -0.900
|
---|
75 |
|
---|
76 | -- examples from Specification
|
---|
77 | quax060 quantize 2.17 0.001 -> 2.170
|
---|
78 | quax061 quantize 2.17 0.01 -> 2.17
|
---|
79 | quax062 quantize 2.17 0.1 -> 2.2 Inexact Rounded
|
---|
80 | quax063 quantize 2.17 1e+0 -> 2 Inexact Rounded
|
---|
81 | quax064 quantize 2.17 1e+1 -> 0E+1 Inexact Rounded
|
---|
82 | quax065 quantize -Inf Inf -> -Infinity
|
---|
83 | quax066 quantize 2 Inf -> NaN Invalid_operation
|
---|
84 | quax067 quantize -0.1 1 -> -0 Inexact Rounded
|
---|
85 | quax068 quantize -0 1e+5 -> -0E+5
|
---|
86 | quax069 quantize +35236450.6 1e-2 -> NaN Invalid_operation
|
---|
87 | quax070 quantize -35236450.6 1e-2 -> NaN Invalid_operation
|
---|
88 | quax071 quantize 217 1e-1 -> 217.0
|
---|
89 | quax072 quantize 217 1e+0 -> 217
|
---|
90 | quax073 quantize 217 1e+1 -> 2.2E+2 Inexact Rounded
|
---|
91 | quax074 quantize 217 1e+2 -> 2E+2 Inexact Rounded
|
---|
92 |
|
---|
93 | -- general tests ..
|
---|
94 | quax089 quantize 12 1e+4 -> 0E+4 Inexact Rounded
|
---|
95 | quax090 quantize 12 1e+3 -> 0E+3 Inexact Rounded
|
---|
96 | quax091 quantize 12 1e+2 -> 0E+2 Inexact Rounded
|
---|
97 | quax092 quantize 12 1e+1 -> 1E+1 Inexact Rounded
|
---|
98 | quax093 quantize 1.2345 1e-2 -> 1.23 Inexact Rounded
|
---|
99 | quax094 quantize 1.2355 1e-2 -> 1.24 Inexact Rounded
|
---|
100 | quax095 quantize 1.2345 1e-6 -> 1.234500
|
---|
101 | quax096 quantize 9.9999 1e-2 -> 10.00 Inexact Rounded
|
---|
102 | quax097 quantize 0.0001 1e-2 -> 0.00 Inexact Rounded
|
---|
103 | quax098 quantize 0.001 1e-2 -> 0.00 Inexact Rounded
|
---|
104 | quax099 quantize 0.009 1e-2 -> 0.01 Inexact Rounded
|
---|
105 | quax100 quantize 92 1e+2 -> 1E+2 Inexact Rounded
|
---|
106 |
|
---|
107 | quax101 quantize -1 1e0 -> -1
|
---|
108 | quax102 quantize -1 1e-1 -> -1.0
|
---|
109 | quax103 quantize -1 1e-2 -> -1.00
|
---|
110 | quax104 quantize 0 1e0 -> 0
|
---|
111 | quax105 quantize 0 1e-1 -> 0.0
|
---|
112 | quax106 quantize 0 1e-2 -> 0.00
|
---|
113 | quax107 quantize 0.00 1e0 -> 0
|
---|
114 | quax108 quantize 0 1e+1 -> 0E+1
|
---|
115 | quax109 quantize 0 1e+2 -> 0E+2
|
---|
116 | quax110 quantize +1 1e0 -> 1
|
---|
117 | quax111 quantize +1 1e-1 -> 1.0
|
---|
118 | quax112 quantize +1 1e-2 -> 1.00
|
---|
119 |
|
---|
120 | quax120 quantize 1.04 1e-3 -> 1.040
|
---|
121 | quax121 quantize 1.04 1e-2 -> 1.04
|
---|
122 | quax122 quantize 1.04 1e-1 -> 1.0 Inexact Rounded
|
---|
123 | quax123 quantize 1.04 1e0 -> 1 Inexact Rounded
|
---|
124 | quax124 quantize 1.05 1e-3 -> 1.050
|
---|
125 | quax125 quantize 1.05 1e-2 -> 1.05
|
---|
126 | quax126 quantize 1.05 1e-1 -> 1.1 Inexact Rounded
|
---|
127 | quax131 quantize 1.05 1e0 -> 1 Inexact Rounded
|
---|
128 | quax132 quantize 1.06 1e-3 -> 1.060
|
---|
129 | quax133 quantize 1.06 1e-2 -> 1.06
|
---|
130 | quax134 quantize 1.06 1e-1 -> 1.1 Inexact Rounded
|
---|
131 | quax135 quantize 1.06 1e0 -> 1 Inexact Rounded
|
---|
132 |
|
---|
133 | quax140 quantize -10 1e-2 -> -10.00
|
---|
134 | quax141 quantize +1 1e-2 -> 1.00
|
---|
135 | quax142 quantize +10 1e-2 -> 10.00
|
---|
136 | quax143 quantize 1E+10 1e-2 -> NaN Invalid_operation
|
---|
137 | quax144 quantize 1E-10 1e-2 -> 0.00 Inexact Rounded
|
---|
138 | quax145 quantize 1E-3 1e-2 -> 0.00 Inexact Rounded
|
---|
139 | quax146 quantize 1E-2 1e-2 -> 0.01
|
---|
140 | quax147 quantize 1E-1 1e-2 -> 0.10
|
---|
141 | quax148 quantize 0E-10 1e-2 -> 0.00
|
---|
142 |
|
---|
143 | quax150 quantize 1.0600 1e-5 -> 1.06000
|
---|
144 | quax151 quantize 1.0600 1e-4 -> 1.0600
|
---|
145 | quax152 quantize 1.0600 1e-3 -> 1.060 Rounded
|
---|
146 | quax153 quantize 1.0600 1e-2 -> 1.06 Rounded
|
---|
147 | quax154 quantize 1.0600 1e-1 -> 1.1 Inexact Rounded
|
---|
148 | quax155 quantize 1.0600 1e0 -> 1 Inexact Rounded
|
---|
149 |
|
---|
150 | -- base tests with non-1 coefficients
|
---|
151 | quax161 quantize 0 -9e0 -> 0
|
---|
152 | quax162 quantize 1 -7e0 -> 1
|
---|
153 | quax163 quantize 0.1 -1e+2 -> 0E+2 Inexact Rounded
|
---|
154 | quax165 quantize 0.1 0e+1 -> 0E+1 Inexact Rounded
|
---|
155 | quax166 quantize 0.1 2e0 -> 0 Inexact Rounded
|
---|
156 | quax167 quantize 0.1 3e-1 -> 0.1
|
---|
157 | quax168 quantize 0.1 44e-2 -> 0.10
|
---|
158 | quax169 quantize 0.1 555e-3 -> 0.100
|
---|
159 | quax170 quantize 0.9 6666e+2 -> 0E+2 Inexact Rounded
|
---|
160 | quax171 quantize 0.9 -777e+1 -> 0E+1 Inexact Rounded
|
---|
161 | quax172 quantize 0.9 -88e+0 -> 1 Inexact Rounded
|
---|
162 | quax173 quantize 0.9 -9e-1 -> 0.9
|
---|
163 | quax174 quantize 0.9 0e-2 -> 0.90
|
---|
164 | quax175 quantize 0.9 1.1e-3 -> 0.9000
|
---|
165 | -- negatives
|
---|
166 | quax181 quantize -0 1.1e0 -> -0.0
|
---|
167 | quax182 quantize -1 -1e0 -> -1
|
---|
168 | quax183 quantize -0.1 11e+2 -> -0E+2 Inexact Rounded
|
---|
169 | quax185 quantize -0.1 111e+1 -> -0E+1 Inexact Rounded
|
---|
170 | quax186 quantize -0.1 71e0 -> -0 Inexact Rounded
|
---|
171 | quax187 quantize -0.1 -91e-1 -> -0.1
|
---|
172 | quax188 quantize -0.1 -.1e-2 -> -0.100
|
---|
173 | quax189 quantize -0.1 -1e-3 -> -0.100
|
---|
174 | quax190 quantize -0.9 0e+2 -> -0E+2 Inexact Rounded
|
---|
175 | quax191 quantize -0.9 -0e+1 -> -0E+1 Inexact Rounded
|
---|
176 | quax192 quantize -0.9 -10e+0 -> -1 Inexact Rounded
|
---|
177 | quax193 quantize -0.9 100e-1 -> -0.9
|
---|
178 | quax194 quantize -0.9 999e-2 -> -0.90
|
---|
179 |
|
---|
180 | -- +ve exponents ..
|
---|
181 | quax201 quantize -1 1e+0 -> -1
|
---|
182 | quax202 quantize -1 1e+1 -> -0E+1 Inexact Rounded
|
---|
183 | quax203 quantize -1 1e+2 -> -0E+2 Inexact Rounded
|
---|
184 | quax204 quantize 0 1e+0 -> 0
|
---|
185 | quax205 quantize 0 1e+1 -> 0E+1
|
---|
186 | quax206 quantize 0 1e+2 -> 0E+2
|
---|
187 | quax207 quantize +1 1e+0 -> 1
|
---|
188 | quax208 quantize +1 1e+1 -> 0E+1 Inexact Rounded
|
---|
189 | quax209 quantize +1 1e+2 -> 0E+2 Inexact Rounded
|
---|
190 |
|
---|
191 | quax220 quantize 1.04 1e+3 -> 0E+3 Inexact Rounded
|
---|
192 | quax221 quantize 1.04 1e+2 -> 0E+2 Inexact Rounded
|
---|
193 | quax222 quantize 1.04 1e+1 -> 0E+1 Inexact Rounded
|
---|
194 | quax223 quantize 1.04 1e+0 -> 1 Inexact Rounded
|
---|
195 | quax224 quantize 1.05 1e+3 -> 0E+3 Inexact Rounded
|
---|
196 | quax225 quantize 1.05 1e+2 -> 0E+2 Inexact Rounded
|
---|
197 | quax226 quantize 1.05 1e+1 -> 0E+1 Inexact Rounded
|
---|
198 | quax227 quantize 1.05 1e+0 -> 1 Inexact Rounded
|
---|
199 | quax228 quantize 1.05 1e+3 -> 0E+3 Inexact Rounded
|
---|
200 | quax229 quantize 1.05 1e+2 -> 0E+2 Inexact Rounded
|
---|
201 | quax230 quantize 1.05 1e+1 -> 0E+1 Inexact Rounded
|
---|
202 | quax231 quantize 1.05 1e+0 -> 1 Inexact Rounded
|
---|
203 | quax232 quantize 1.06 1e+3 -> 0E+3 Inexact Rounded
|
---|
204 | quax233 quantize 1.06 1e+2 -> 0E+2 Inexact Rounded
|
---|
205 | quax234 quantize 1.06 1e+1 -> 0E+1 Inexact Rounded
|
---|
206 | quax235 quantize 1.06 1e+0 -> 1 Inexact Rounded
|
---|
207 |
|
---|
208 | quax240 quantize -10 1e+1 -> -1E+1 Rounded
|
---|
209 | quax241 quantize +1 1e+1 -> 0E+1 Inexact Rounded
|
---|
210 | quax242 quantize +10 1e+1 -> 1E+1 Rounded
|
---|
211 | quax243 quantize 1E+1 1e+1 -> 1E+1 -- underneath this is E+1
|
---|
212 | quax244 quantize 1E+2 1e+1 -> 1.0E+2 -- underneath this is E+1
|
---|
213 | quax245 quantize 1E+3 1e+1 -> 1.00E+3 -- underneath this is E+1
|
---|
214 | quax246 quantize 1E+4 1e+1 -> 1.000E+4 -- underneath this is E+1
|
---|
215 | quax247 quantize 1E+5 1e+1 -> 1.0000E+5 -- underneath this is E+1
|
---|
216 | quax248 quantize 1E+6 1e+1 -> 1.00000E+6 -- underneath this is E+1
|
---|
217 | quax249 quantize 1E+7 1e+1 -> 1.000000E+7 -- underneath this is E+1
|
---|
218 | quax250 quantize 1E+8 1e+1 -> 1.0000000E+8 -- underneath this is E+1
|
---|
219 | quax251 quantize 1E+9 1e+1 -> 1.00000000E+9 -- underneath this is E+1
|
---|
220 | -- next one tries to add 9 zeros
|
---|
221 | quax252 quantize 1E+10 1e+1 -> NaN Invalid_operation
|
---|
222 | quax253 quantize 1E-10 1e+1 -> 0E+1 Inexact Rounded
|
---|
223 | quax254 quantize 1E-2 1e+1 -> 0E+1 Inexact Rounded
|
---|
224 | quax255 quantize 0E-10 1e+1 -> 0E+1
|
---|
225 | quax256 quantize -0E-10 1e+1 -> -0E+1
|
---|
226 | quax257 quantize -0E-1 1e+1 -> -0E+1
|
---|
227 | quax258 quantize -0 1e+1 -> -0E+1
|
---|
228 | quax259 quantize -0E+1 1e+1 -> -0E+1
|
---|
229 |
|
---|
230 | quax260 quantize -10 1e+2 -> -0E+2 Inexact Rounded
|
---|
231 | quax261 quantize +1 1e+2 -> 0E+2 Inexact Rounded
|
---|
232 | quax262 quantize +10 1e+2 -> 0E+2 Inexact Rounded
|
---|
233 | quax263 quantize 1E+1 1e+2 -> 0E+2 Inexact Rounded
|
---|
234 | quax264 quantize 1E+2 1e+2 -> 1E+2
|
---|
235 | quax265 quantize 1E+3 1e+2 -> 1.0E+3
|
---|
236 | quax266 quantize 1E+4 1e+2 -> 1.00E+4
|
---|
237 | quax267 quantize 1E+5 1e+2 -> 1.000E+5
|
---|
238 | quax268 quantize 1E+6 1e+2 -> 1.0000E+6
|
---|
239 | quax269 quantize 1E+7 1e+2 -> 1.00000E+7
|
---|
240 | quax270 quantize 1E+8 1e+2 -> 1.000000E+8
|
---|
241 | quax271 quantize 1E+9 1e+2 -> 1.0000000E+9
|
---|
242 | quax272 quantize 1E+10 1e+2 -> 1.00000000E+10
|
---|
243 | quax273 quantize 1E-10 1e+2 -> 0E+2 Inexact Rounded
|
---|
244 | quax274 quantize 1E-2 1e+2 -> 0E+2 Inexact Rounded
|
---|
245 | quax275 quantize 0E-10 1e+2 -> 0E+2
|
---|
246 |
|
---|
247 | quax280 quantize -10 1e+3 -> -0E+3 Inexact Rounded
|
---|
248 | quax281 quantize +1 1e+3 -> 0E+3 Inexact Rounded
|
---|
249 | quax282 quantize +10 1e+3 -> 0E+3 Inexact Rounded
|
---|
250 | quax283 quantize 1E+1 1e+3 -> 0E+3 Inexact Rounded
|
---|
251 | quax284 quantize 1E+2 1e+3 -> 0E+3 Inexact Rounded
|
---|
252 | quax285 quantize 1E+3 1e+3 -> 1E+3
|
---|
253 | quax286 quantize 1E+4 1e+3 -> 1.0E+4
|
---|
254 | quax287 quantize 1E+5 1e+3 -> 1.00E+5
|
---|
255 | quax288 quantize 1E+6 1e+3 -> 1.000E+6
|
---|
256 | quax289 quantize 1E+7 1e+3 -> 1.0000E+7
|
---|
257 | quax290 quantize 1E+8 1e+3 -> 1.00000E+8
|
---|
258 | quax291 quantize 1E+9 1e+3 -> 1.000000E+9
|
---|
259 | quax292 quantize 1E+10 1e+3 -> 1.0000000E+10
|
---|
260 | quax293 quantize 1E-10 1e+3 -> 0E+3 Inexact Rounded
|
---|
261 | quax294 quantize 1E-2 1e+3 -> 0E+3 Inexact Rounded
|
---|
262 | quax295 quantize 0E-10 1e+3 -> 0E+3
|
---|
263 |
|
---|
264 | -- round up from below [sign wrong in JIT compiler once]
|
---|
265 | quax300 quantize 0.0078 1e-5 -> 0.00780
|
---|
266 | quax301 quantize 0.0078 1e-4 -> 0.0078
|
---|
267 | quax302 quantize 0.0078 1e-3 -> 0.008 Inexact Rounded
|
---|
268 | quax303 quantize 0.0078 1e-2 -> 0.01 Inexact Rounded
|
---|
269 | quax304 quantize 0.0078 1e-1 -> 0.0 Inexact Rounded
|
---|
270 | quax305 quantize 0.0078 1e0 -> 0 Inexact Rounded
|
---|
271 | quax306 quantize 0.0078 1e+1 -> 0E+1 Inexact Rounded
|
---|
272 | quax307 quantize 0.0078 1e+2 -> 0E+2 Inexact Rounded
|
---|
273 |
|
---|
274 | quax310 quantize -0.0078 1e-5 -> -0.00780
|
---|
275 | quax311 quantize -0.0078 1e-4 -> -0.0078
|
---|
276 | quax312 quantize -0.0078 1e-3 -> -0.008 Inexact Rounded
|
---|
277 | quax313 quantize -0.0078 1e-2 -> -0.01 Inexact Rounded
|
---|
278 | quax314 quantize -0.0078 1e-1 -> -0.0 Inexact Rounded
|
---|
279 | quax315 quantize -0.0078 1e0 -> -0 Inexact Rounded
|
---|
280 | quax316 quantize -0.0078 1e+1 -> -0E+1 Inexact Rounded
|
---|
281 | quax317 quantize -0.0078 1e+2 -> -0E+2 Inexact Rounded
|
---|
282 |
|
---|
283 | quax320 quantize 0.078 1e-5 -> 0.07800
|
---|
284 | quax321 quantize 0.078 1e-4 -> 0.0780
|
---|
285 | quax322 quantize 0.078 1e-3 -> 0.078
|
---|
286 | quax323 quantize 0.078 1e-2 -> 0.08 Inexact Rounded
|
---|
287 | quax324 quantize 0.078 1e-1 -> 0.1 Inexact Rounded
|
---|
288 | quax325 quantize 0.078 1e0 -> 0 Inexact Rounded
|
---|
289 | quax326 quantize 0.078 1e+1 -> 0E+1 Inexact Rounded
|
---|
290 | quax327 quantize 0.078 1e+2 -> 0E+2 Inexact Rounded
|
---|
291 |
|
---|
292 | quax330 quantize -0.078 1e-5 -> -0.07800
|
---|
293 | quax331 quantize -0.078 1e-4 -> -0.0780
|
---|
294 | quax332 quantize -0.078 1e-3 -> -0.078
|
---|
295 | quax333 quantize -0.078 1e-2 -> -0.08 Inexact Rounded
|
---|
296 | quax334 quantize -0.078 1e-1 -> -0.1 Inexact Rounded
|
---|
297 | quax335 quantize -0.078 1e0 -> -0 Inexact Rounded
|
---|
298 | quax336 quantize -0.078 1e+1 -> -0E+1 Inexact Rounded
|
---|
299 | quax337 quantize -0.078 1e+2 -> -0E+2 Inexact Rounded
|
---|
300 |
|
---|
301 | quax340 quantize 0.78 1e-5 -> 0.78000
|
---|
302 | quax341 quantize 0.78 1e-4 -> 0.7800
|
---|
303 | quax342 quantize 0.78 1e-3 -> 0.780
|
---|
304 | quax343 quantize 0.78 1e-2 -> 0.78
|
---|
305 | quax344 quantize 0.78 1e-1 -> 0.8 Inexact Rounded
|
---|
306 | quax345 quantize 0.78 1e0 -> 1 Inexact Rounded
|
---|
307 | quax346 quantize 0.78 1e+1 -> 0E+1 Inexact Rounded
|
---|
308 | quax347 quantize 0.78 1e+2 -> 0E+2 Inexact Rounded
|
---|
309 |
|
---|
310 | quax350 quantize -0.78 1e-5 -> -0.78000
|
---|
311 | quax351 quantize -0.78 1e-4 -> -0.7800
|
---|
312 | quax352 quantize -0.78 1e-3 -> -0.780
|
---|
313 | quax353 quantize -0.78 1e-2 -> -0.78
|
---|
314 | quax354 quantize -0.78 1e-1 -> -0.8 Inexact Rounded
|
---|
315 | quax355 quantize -0.78 1e0 -> -1 Inexact Rounded
|
---|
316 | quax356 quantize -0.78 1e+1 -> -0E+1 Inexact Rounded
|
---|
317 | quax357 quantize -0.78 1e+2 -> -0E+2 Inexact Rounded
|
---|
318 |
|
---|
319 | quax360 quantize 7.8 1e-5 -> 7.80000
|
---|
320 | quax361 quantize 7.8 1e-4 -> 7.8000
|
---|
321 | quax362 quantize 7.8 1e-3 -> 7.800
|
---|
322 | quax363 quantize 7.8 1e-2 -> 7.80
|
---|
323 | quax364 quantize 7.8 1e-1 -> 7.8
|
---|
324 | quax365 quantize 7.8 1e0 -> 8 Inexact Rounded
|
---|
325 | quax366 quantize 7.8 1e+1 -> 1E+1 Inexact Rounded
|
---|
326 | quax367 quantize 7.8 1e+2 -> 0E+2 Inexact Rounded
|
---|
327 | quax368 quantize 7.8 1e+3 -> 0E+3 Inexact Rounded
|
---|
328 |
|
---|
329 | quax370 quantize -7.8 1e-5 -> -7.80000
|
---|
330 | quax371 quantize -7.8 1e-4 -> -7.8000
|
---|
331 | quax372 quantize -7.8 1e-3 -> -7.800
|
---|
332 | quax373 quantize -7.8 1e-2 -> -7.80
|
---|
333 | quax374 quantize -7.8 1e-1 -> -7.8
|
---|
334 | quax375 quantize -7.8 1e0 -> -8 Inexact Rounded
|
---|
335 | quax376 quantize -7.8 1e+1 -> -1E+1 Inexact Rounded
|
---|
336 | quax377 quantize -7.8 1e+2 -> -0E+2 Inexact Rounded
|
---|
337 | quax378 quantize -7.8 1e+3 -> -0E+3 Inexact Rounded
|
---|
338 |
|
---|
339 | -- some individuals
|
---|
340 | precision: 9
|
---|
341 | quax380 quantize 352364.506 1e-2 -> 352364.51 Inexact Rounded
|
---|
342 | quax381 quantize 3523645.06 1e-2 -> 3523645.06
|
---|
343 | quax382 quantize 35236450.6 1e-2 -> NaN Invalid_operation
|
---|
344 | quax383 quantize 352364506 1e-2 -> NaN Invalid_operation
|
---|
345 | quax384 quantize -352364.506 1e-2 -> -352364.51 Inexact Rounded
|
---|
346 | quax385 quantize -3523645.06 1e-2 -> -3523645.06
|
---|
347 | quax386 quantize -35236450.6 1e-2 -> NaN Invalid_operation
|
---|
348 | quax387 quantize -352364506 1e-2 -> NaN Invalid_operation
|
---|
349 |
|
---|
350 | rounding: down
|
---|
351 | quax389 quantize 35236450.6 1e-2 -> NaN Invalid_operation
|
---|
352 | -- ? should that one instead have been:
|
---|
353 | -- quax389 quantize 35236450.6 1e-2 -> NaN Invalid_operation
|
---|
354 | rounding: half_up
|
---|
355 |
|
---|
356 | -- and a few more from e-mail discussions
|
---|
357 | precision: 7
|
---|
358 | quax391 quantize 12.34567 1e-3 -> 12.346 Inexact Rounded
|
---|
359 | quax392 quantize 123.4567 1e-3 -> 123.457 Inexact Rounded
|
---|
360 | quax393 quantize 1234.567 1e-3 -> 1234.567
|
---|
361 | quax394 quantize 12345.67 1e-3 -> NaN Invalid_operation
|
---|
362 | quax395 quantize 123456.7 1e-3 -> NaN Invalid_operation
|
---|
363 | quax396 quantize 1234567. 1e-3 -> NaN Invalid_operation
|
---|
364 |
|
---|
365 | -- some 9999 round-up cases
|
---|
366 | precision: 9
|
---|
367 | quax400 quantize 9.999 1e-5 -> 9.99900
|
---|
368 | quax401 quantize 9.999 1e-4 -> 9.9990
|
---|
369 | quax402 quantize 9.999 1e-3 -> 9.999
|
---|
370 | quax403 quantize 9.999 1e-2 -> 10.00 Inexact Rounded
|
---|
371 | quax404 quantize 9.999 1e-1 -> 10.0 Inexact Rounded
|
---|
372 | quax405 quantize 9.999 1e0 -> 10 Inexact Rounded
|
---|
373 | quax406 quantize 9.999 1e1 -> 1E+1 Inexact Rounded
|
---|
374 | quax407 quantize 9.999 1e2 -> 0E+2 Inexact Rounded
|
---|
375 |
|
---|
376 | quax410 quantize 0.999 1e-5 -> 0.99900
|
---|
377 | quax411 quantize 0.999 1e-4 -> 0.9990
|
---|
378 | quax412 quantize 0.999 1e-3 -> 0.999
|
---|
379 | quax413 quantize 0.999 1e-2 -> 1.00 Inexact Rounded
|
---|
380 | quax414 quantize 0.999 1e-1 -> 1.0 Inexact Rounded
|
---|
381 | quax415 quantize 0.999 1e0 -> 1 Inexact Rounded
|
---|
382 | quax416 quantize 0.999 1e1 -> 0E+1 Inexact Rounded
|
---|
383 |
|
---|
384 | quax420 quantize 0.0999 1e-5 -> 0.09990
|
---|
385 | quax421 quantize 0.0999 1e-4 -> 0.0999
|
---|
386 | quax422 quantize 0.0999 1e-3 -> 0.100 Inexact Rounded
|
---|
387 | quax423 quantize 0.0999 1e-2 -> 0.10 Inexact Rounded
|
---|
388 | quax424 quantize 0.0999 1e-1 -> 0.1 Inexact Rounded
|
---|
389 | quax425 quantize 0.0999 1e0 -> 0 Inexact Rounded
|
---|
390 | quax426 quantize 0.0999 1e1 -> 0E+1 Inexact Rounded
|
---|
391 |
|
---|
392 | quax430 quantize 0.00999 1e-5 -> 0.00999
|
---|
393 | quax431 quantize 0.00999 1e-4 -> 0.0100 Inexact Rounded
|
---|
394 | quax432 quantize 0.00999 1e-3 -> 0.010 Inexact Rounded
|
---|
395 | quax433 quantize 0.00999 1e-2 -> 0.01 Inexact Rounded
|
---|
396 | quax434 quantize 0.00999 1e-1 -> 0.0 Inexact Rounded
|
---|
397 | quax435 quantize 0.00999 1e0 -> 0 Inexact Rounded
|
---|
398 | quax436 quantize 0.00999 1e1 -> 0E+1 Inexact Rounded
|
---|
399 |
|
---|
400 | quax440 quantize 0.000999 1e-5 -> 0.00100 Inexact Rounded
|
---|
401 | quax441 quantize 0.000999 1e-4 -> 0.0010 Inexact Rounded
|
---|
402 | quax442 quantize 0.000999 1e-3 -> 0.001 Inexact Rounded
|
---|
403 | quax443 quantize 0.000999 1e-2 -> 0.00 Inexact Rounded
|
---|
404 | quax444 quantize 0.000999 1e-1 -> 0.0 Inexact Rounded
|
---|
405 | quax445 quantize 0.000999 1e0 -> 0 Inexact Rounded
|
---|
406 | quax446 quantize 0.000999 1e1 -> 0E+1 Inexact Rounded
|
---|
407 |
|
---|
408 | precision: 8
|
---|
409 | quax449 quantize 9.999E-15 1e-23 -> NaN Invalid_operation
|
---|
410 | quax450 quantize 9.999E-15 1e-22 -> 9.9990000E-15
|
---|
411 | quax451 quantize 9.999E-15 1e-21 -> 9.999000E-15
|
---|
412 | quax452 quantize 9.999E-15 1e-20 -> 9.99900E-15
|
---|
413 | quax453 quantize 9.999E-15 1e-19 -> 9.9990E-15
|
---|
414 | quax454 quantize 9.999E-15 1e-18 -> 9.999E-15
|
---|
415 | quax455 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded
|
---|
416 | quax456 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded
|
---|
417 | quax457 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded
|
---|
418 | quax458 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded
|
---|
419 | quax459 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded
|
---|
420 | quax460 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded
|
---|
421 | quax461 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded
|
---|
422 | quax462 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded
|
---|
423 | quax463 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded
|
---|
424 | quax464 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded
|
---|
425 | quax465 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded
|
---|
426 | quax466 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded
|
---|
427 | quax467 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded
|
---|
428 | quax468 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded
|
---|
429 | quax469 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded
|
---|
430 | quax470 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded
|
---|
431 | quax471 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded
|
---|
432 | quax472 quantize 9.999E-15 1e0 -> 0 Inexact Rounded
|
---|
433 | quax473 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded
|
---|
434 |
|
---|
435 | precision: 7
|
---|
436 | quax900 quantize 9.999E-15 1e-22 -> NaN Invalid_operation
|
---|
437 | quax901 quantize 9.999E-15 1e-21 -> 9.999000E-15
|
---|
438 | quax902 quantize 9.999E-15 1e-20 -> 9.99900E-15
|
---|
439 | quax903 quantize 9.999E-15 1e-19 -> 9.9990E-15
|
---|
440 | quax904 quantize 9.999E-15 1e-18 -> 9.999E-15
|
---|
441 | quax905 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded
|
---|
442 | quax906 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded
|
---|
443 | quax907 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded
|
---|
444 | quax908 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded
|
---|
445 | quax909 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded
|
---|
446 | quax910 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded
|
---|
447 | quax911 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded
|
---|
448 | quax912 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded
|
---|
449 | quax913 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded
|
---|
450 | quax914 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded
|
---|
451 | quax915 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded
|
---|
452 | quax916 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded
|
---|
453 | quax917 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded
|
---|
454 | quax918 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded
|
---|
455 | quax919 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded
|
---|
456 | quax920 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded
|
---|
457 | quax921 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded
|
---|
458 | quax922 quantize 9.999E-15 1e0 -> 0 Inexact Rounded
|
---|
459 | quax923 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded
|
---|
460 |
|
---|
461 | precision: 6
|
---|
462 | quax930 quantize 9.999E-15 1e-22 -> NaN Invalid_operation
|
---|
463 | quax931 quantize 9.999E-15 1e-21 -> NaN Invalid_operation
|
---|
464 | quax932 quantize 9.999E-15 1e-20 -> 9.99900E-15
|
---|
465 | quax933 quantize 9.999E-15 1e-19 -> 9.9990E-15
|
---|
466 | quax934 quantize 9.999E-15 1e-18 -> 9.999E-15
|
---|
467 | quax935 quantize 9.999E-15 1e-17 -> 1.000E-14 Inexact Rounded
|
---|
468 | quax936 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded
|
---|
469 | quax937 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded
|
---|
470 | quax938 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded
|
---|
471 | quax939 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded
|
---|
472 | quax940 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded
|
---|
473 | quax941 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded
|
---|
474 | quax942 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded
|
---|
475 | quax943 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded
|
---|
476 | quax944 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded
|
---|
477 | quax945 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded
|
---|
478 | quax946 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded
|
---|
479 | quax947 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded
|
---|
480 | quax948 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded
|
---|
481 | quax949 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded
|
---|
482 | quax950 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded
|
---|
483 | quax951 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded
|
---|
484 | quax952 quantize 9.999E-15 1e0 -> 0 Inexact Rounded
|
---|
485 | quax953 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded
|
---|
486 |
|
---|
487 | precision: 3
|
---|
488 | quax960 quantize 9.999E-15 1e-22 -> NaN Invalid_operation
|
---|
489 | quax961 quantize 9.999E-15 1e-21 -> NaN Invalid_operation
|
---|
490 | quax962 quantize 9.999E-15 1e-20 -> NaN Invalid_operation
|
---|
491 | quax963 quantize 9.999E-15 1e-19 -> NaN Invalid_operation
|
---|
492 | quax964 quantize 9.999E-15 1e-18 -> NaN Invalid_operation
|
---|
493 | quax965 quantize 9.999E-15 1e-17 -> NaN Invalid_operation
|
---|
494 | quax966 quantize 9.999E-15 1e-16 -> 1.00E-14 Inexact Rounded
|
---|
495 | quax967 quantize 9.999E-15 1e-15 -> 1.0E-14 Inexact Rounded
|
---|
496 | quax968 quantize 9.999E-15 1e-14 -> 1E-14 Inexact Rounded
|
---|
497 | quax969 quantize 9.999E-15 1e-13 -> 0E-13 Inexact Rounded
|
---|
498 | quax970 quantize 9.999E-15 1e-12 -> 0E-12 Inexact Rounded
|
---|
499 | quax971 quantize 9.999E-15 1e-11 -> 0E-11 Inexact Rounded
|
---|
500 | quax972 quantize 9.999E-15 1e-10 -> 0E-10 Inexact Rounded
|
---|
501 | quax973 quantize 9.999E-15 1e-9 -> 0E-9 Inexact Rounded
|
---|
502 | quax974 quantize 9.999E-15 1e-8 -> 0E-8 Inexact Rounded
|
---|
503 | quax975 quantize 9.999E-15 1e-7 -> 0E-7 Inexact Rounded
|
---|
504 | quax976 quantize 9.999E-15 1e-6 -> 0.000000 Inexact Rounded
|
---|
505 | quax977 quantize 9.999E-15 1e-5 -> 0.00000 Inexact Rounded
|
---|
506 | quax978 quantize 9.999E-15 1e-4 -> 0.0000 Inexact Rounded
|
---|
507 | quax979 quantize 9.999E-15 1e-3 -> 0.000 Inexact Rounded
|
---|
508 | quax980 quantize 9.999E-15 1e-2 -> 0.00 Inexact Rounded
|
---|
509 | quax981 quantize 9.999E-15 1e-1 -> 0.0 Inexact Rounded
|
---|
510 | quax982 quantize 9.999E-15 1e0 -> 0 Inexact Rounded
|
---|
511 | quax983 quantize 9.999E-15 1e1 -> 0E+1 Inexact Rounded
|
---|
512 |
|
---|
513 | -- Fung Lee's case & similar
|
---|
514 | precision: 3
|
---|
515 | quax1001 quantize 0.000 0.001 -> 0.000
|
---|
516 | quax1002 quantize 0.001 0.001 -> 0.001
|
---|
517 | quax1003 quantize 0.0012 0.001 -> 0.001 Inexact Rounded
|
---|
518 | quax1004 quantize 0.0018 0.001 -> 0.002 Inexact Rounded
|
---|
519 | quax1005 quantize 0.501 0.001 -> 0.501
|
---|
520 | quax1006 quantize 0.5012 0.001 -> 0.501 Inexact Rounded
|
---|
521 | quax1007 quantize 0.5018 0.001 -> 0.502 Inexact Rounded
|
---|
522 | quax1008 quantize 0.999 0.001 -> 0.999
|
---|
523 | quax1009 quantize 0.9992 0.001 -> 0.999 Inexact Rounded
|
---|
524 | quax1010 quantize 0.9998 0.001 -> NaN Invalid_operation
|
---|
525 | quax1011 quantize 1.0001 0.001 -> NaN Invalid_operation
|
---|
526 | quax1012 quantize 1.0051 0.001 -> NaN Invalid_operation
|
---|
527 | quax1013 quantize 1.0551 0.001 -> NaN Invalid_operation
|
---|
528 | quax1014 quantize 1.5551 0.001 -> NaN Invalid_operation
|
---|
529 | quax1015 quantize 1.9999 0.001 -> NaN Invalid_operation
|
---|
530 |
|
---|
531 | -- long operand checks [rhs checks removed]
|
---|
532 | maxexponent: 999
|
---|
533 | minexponent: -999
|
---|
534 | precision: 9
|
---|
535 | quax481 quantize 12345678000 1e+3 -> 1.2345678E+10 Rounded
|
---|
536 | quax482 quantize 1234567800 1e+1 -> 1.23456780E+9 Rounded
|
---|
537 | quax483 quantize 1234567890 1e+1 -> 1.23456789E+9 Rounded
|
---|
538 | quax484 quantize 1234567891 1e+1 -> 1.23456789E+9 Inexact Rounded
|
---|
539 | quax485 quantize 12345678901 1e+2 -> 1.23456789E+10 Inexact Rounded
|
---|
540 | quax486 quantize 1234567896 1e+1 -> 1.23456790E+9 Inexact Rounded
|
---|
541 | -- a potential double-round
|
---|
542 | quax487 quantize 1234.987643 1e-4 -> 1234.9876 Inexact Rounded
|
---|
543 | quax488 quantize 1234.987647 1e-4 -> 1234.9876 Inexact Rounded
|
---|
544 |
|
---|
545 | precision: 15
|
---|
546 | quax491 quantize 12345678000 1e+3 -> 1.2345678E+10 Rounded
|
---|
547 | quax492 quantize 1234567800 1e+1 -> 1.23456780E+9 Rounded
|
---|
548 | quax493 quantize 1234567890 1e+1 -> 1.23456789E+9 Rounded
|
---|
549 | quax494 quantize 1234567891 1e+1 -> 1.23456789E+9 Inexact Rounded
|
---|
550 | quax495 quantize 12345678901 1e+2 -> 1.23456789E+10 Inexact Rounded
|
---|
551 | quax496 quantize 1234567896 1e+1 -> 1.23456790E+9 Inexact Rounded
|
---|
552 | quax497 quantize 1234.987643 1e-4 -> 1234.9876 Inexact Rounded
|
---|
553 | quax498 quantize 1234.987647 1e-4 -> 1234.9876 Inexact Rounded
|
---|
554 |
|
---|
555 | -- Zeros
|
---|
556 | quax500 quantize 0 1e1 -> 0E+1
|
---|
557 | quax501 quantize 0 1e0 -> 0
|
---|
558 | quax502 quantize 0 1e-1 -> 0.0
|
---|
559 | quax503 quantize 0.0 1e-1 -> 0.0
|
---|
560 | quax504 quantize 0.0 1e0 -> 0
|
---|
561 | quax505 quantize 0.0 1e+1 -> 0E+1
|
---|
562 | quax506 quantize 0E+1 1e-1 -> 0.0
|
---|
563 | quax507 quantize 0E+1 1e0 -> 0
|
---|
564 | quax508 quantize 0E+1 1e+1 -> 0E+1
|
---|
565 | quax509 quantize -0 1e1 -> -0E+1
|
---|
566 | quax510 quantize -0 1e0 -> -0
|
---|
567 | quax511 quantize -0 1e-1 -> -0.0
|
---|
568 | quax512 quantize -0.0 1e-1 -> -0.0
|
---|
569 | quax513 quantize -0.0 1e0 -> -0
|
---|
570 | quax514 quantize -0.0 1e+1 -> -0E+1
|
---|
571 | quax515 quantize -0E+1 1e-1 -> -0.0
|
---|
572 | quax516 quantize -0E+1 1e0 -> -0
|
---|
573 | quax517 quantize -0E+1 1e+1 -> -0E+1
|
---|
574 |
|
---|
575 | -- Suspicious RHS values
|
---|
576 | maxexponent: 999999999
|
---|
577 | minexponent: -999999999
|
---|
578 | precision: 15
|
---|
579 | quax520 quantize 1.234 1e999999000 -> 0E+999999000 Inexact Rounded
|
---|
580 | quax521 quantize 123.456 1e999999000 -> 0E+999999000 Inexact Rounded
|
---|
581 | quax522 quantize 1.234 1e999999999 -> 0E+999999999 Inexact Rounded
|
---|
582 | quax523 quantize 123.456 1e999999999 -> 0E+999999999 Inexact Rounded
|
---|
583 | quax524 quantize 123.456 1e1000000000 -> NaN Invalid_operation
|
---|
584 | quax525 quantize 123.456 1e12345678903 -> NaN Invalid_operation
|
---|
585 | -- next four are "won't fit" overflows
|
---|
586 | quax526 quantize 1.234 1e-999999000 -> NaN Invalid_operation
|
---|
587 | quax527 quantize 123.456 1e-999999000 -> NaN Invalid_operation
|
---|
588 | quax528 quantize 1.234 1e-999999999 -> NaN Invalid_operation
|
---|
589 | quax529 quantize 123.456 1e-999999999 -> NaN Invalid_operation
|
---|
590 | quax530 quantize 123.456 1e-1000000014 -> NaN Invalid_operation
|
---|
591 | quax531 quantize 123.456 1e-12345678903 -> NaN Invalid_operation
|
---|
592 |
|
---|
593 | maxexponent: 999
|
---|
594 | minexponent: -999
|
---|
595 | precision: 15
|
---|
596 | quax532 quantize 1.234E+999 1e999 -> 1E+999 Inexact Rounded
|
---|
597 | quax533 quantize 1.234E+998 1e999 -> 0E+999 Inexact Rounded
|
---|
598 | quax534 quantize 1.234 1e999 -> 0E+999 Inexact Rounded
|
---|
599 | quax535 quantize 1.234 1e1000 -> NaN Invalid_operation
|
---|
600 | quax536 quantize 1.234 1e5000 -> NaN Invalid_operation
|
---|
601 | quax537 quantize 0 1e-999 -> 0E-999
|
---|
602 | -- next two are "won't fit" overflows
|
---|
603 | quax538 quantize 1.234 1e-999 -> NaN Invalid_operation
|
---|
604 | quax539 quantize 1.234 1e-1000 -> NaN Invalid_operation
|
---|
605 | quax540 quantize 1.234 1e-5000 -> NaN Invalid_operation
|
---|
606 | -- [more below]
|
---|
607 |
|
---|
608 | -- check bounds (lhs maybe out of range for destination, etc.)
|
---|
609 | precision: 7
|
---|
610 | quax541 quantize 1E+999 1e+999 -> 1E+999
|
---|
611 | quax542 quantize 1E+1000 1e+999 -> NaN Invalid_operation
|
---|
612 | quax543 quantize 1E+999 1e+1000 -> NaN Invalid_operation
|
---|
613 | quax544 quantize 1E-999 1e-999 -> 1E-999
|
---|
614 | quax545 quantize 1E-1000 1e-999 -> 0E-999 Inexact Rounded
|
---|
615 | quax546 quantize 1E-999 1e-1000 -> 1.0E-999
|
---|
616 | quax547 quantize 1E-1005 1e-999 -> 0E-999 Inexact Rounded
|
---|
617 | quax548 quantize 1E-1006 1e-999 -> 0E-999 Inexact Rounded
|
---|
618 | quax549 quantize 1E-1007 1e-999 -> 0E-999 Inexact Rounded
|
---|
619 | quax550 quantize 1E-998 1e-1005 -> NaN Invalid_operation -- won't fit
|
---|
620 | quax551 quantize 1E-999 1e-1005 -> 1.000000E-999
|
---|
621 | quax552 quantize 1E-1000 1e-1005 -> 1.00000E-1000 Subnormal
|
---|
622 | quax553 quantize 1E-999 1e-1006 -> NaN Invalid_operation
|
---|
623 | quax554 quantize 1E-999 1e-1007 -> NaN Invalid_operation
|
---|
624 | -- related subnormal rounding
|
---|
625 | quax555 quantize 1.666666E-999 1e-1005 -> 1.666666E-999
|
---|
626 | quax556 quantize 1.666666E-1000 1e-1005 -> 1.66667E-1000 Subnormal Inexact Rounded
|
---|
627 | quax557 quantize 1.666666E-1001 1e-1005 -> 1.6667E-1001 Subnormal Inexact Rounded
|
---|
628 | quax558 quantize 1.666666E-1002 1e-1005 -> 1.667E-1002 Subnormal Inexact Rounded
|
---|
629 | quax559 quantize 1.666666E-1003 1e-1005 -> 1.67E-1003 Subnormal Inexact Rounded
|
---|
630 | quax560 quantize 1.666666E-1004 1e-1005 -> 1.7E-1004 Subnormal Inexact Rounded
|
---|
631 | quax561 quantize 1.666666E-1005 1e-1005 -> 2E-1005 Subnormal Inexact Rounded
|
---|
632 | quax562 quantize 1.666666E-1006 1e-1005 -> 0E-1005 Inexact Rounded
|
---|
633 | quax563 quantize 1.666666E-1007 1e-1005 -> 0E-1005 Inexact Rounded
|
---|
634 |
|
---|
635 | -- Specials
|
---|
636 | quax580 quantize Inf -Inf -> Infinity
|
---|
637 | quax581 quantize Inf 1e-1000 -> NaN Invalid_operation
|
---|
638 | quax582 quantize Inf 1e-1 -> NaN Invalid_operation
|
---|
639 | quax583 quantize Inf 1e0 -> NaN Invalid_operation
|
---|
640 | quax584 quantize Inf 1e1 -> NaN Invalid_operation
|
---|
641 | quax585 quantize Inf 1e1000 -> NaN Invalid_operation
|
---|
642 | quax586 quantize Inf Inf -> Infinity
|
---|
643 | quax587 quantize -1000 Inf -> NaN Invalid_operation
|
---|
644 | quax588 quantize -Inf Inf -> -Infinity
|
---|
645 | quax589 quantize -1 Inf -> NaN Invalid_operation
|
---|
646 | quax590 quantize 0 Inf -> NaN Invalid_operation
|
---|
647 | quax591 quantize 1 Inf -> NaN Invalid_operation
|
---|
648 | quax592 quantize 1000 Inf -> NaN Invalid_operation
|
---|
649 | quax593 quantize Inf Inf -> Infinity
|
---|
650 | quax594 quantize Inf 1e-0 -> NaN Invalid_operation
|
---|
651 | quax595 quantize -0 Inf -> NaN Invalid_operation
|
---|
652 |
|
---|
653 | quax600 quantize -Inf -Inf -> -Infinity
|
---|
654 | quax601 quantize -Inf 1e-1000 -> NaN Invalid_operation
|
---|
655 | quax602 quantize -Inf 1e-1 -> NaN Invalid_operation
|
---|
656 | quax603 quantize -Inf 1e0 -> NaN Invalid_operation
|
---|
657 | quax604 quantize -Inf 1e1 -> NaN Invalid_operation
|
---|
658 | quax605 quantize -Inf 1e1000 -> NaN Invalid_operation
|
---|
659 | quax606 quantize -Inf Inf -> -Infinity
|
---|
660 | quax607 quantize -1000 Inf -> NaN Invalid_operation
|
---|
661 | quax608 quantize -Inf -Inf -> -Infinity
|
---|
662 | quax609 quantize -1 -Inf -> NaN Invalid_operation
|
---|
663 | quax610 quantize 0 -Inf -> NaN Invalid_operation
|
---|
664 | quax611 quantize 1 -Inf -> NaN Invalid_operation
|
---|
665 | quax612 quantize 1000 -Inf -> NaN Invalid_operation
|
---|
666 | quax613 quantize Inf -Inf -> Infinity
|
---|
667 | quax614 quantize -Inf 1e-0 -> NaN Invalid_operation
|
---|
668 | quax615 quantize -0 -Inf -> NaN Invalid_operation
|
---|
669 |
|
---|
670 | quax621 quantize NaN -Inf -> NaN
|
---|
671 | quax622 quantize NaN 1e-1000 -> NaN
|
---|
672 | quax623 quantize NaN 1e-1 -> NaN
|
---|
673 | quax624 quantize NaN 1e0 -> NaN
|
---|
674 | quax625 quantize NaN 1e1 -> NaN
|
---|
675 | quax626 quantize NaN 1e1000 -> NaN
|
---|
676 | quax627 quantize NaN Inf -> NaN
|
---|
677 | quax628 quantize NaN NaN -> NaN
|
---|
678 | quax629 quantize -Inf NaN -> NaN
|
---|
679 | quax630 quantize -1000 NaN -> NaN
|
---|
680 | quax631 quantize -1 NaN -> NaN
|
---|
681 | quax632 quantize 0 NaN -> NaN
|
---|
682 | quax633 quantize 1 NaN -> NaN
|
---|
683 | quax634 quantize 1000 NaN -> NaN
|
---|
684 | quax635 quantize Inf NaN -> NaN
|
---|
685 | quax636 quantize NaN 1e-0 -> NaN
|
---|
686 | quax637 quantize -0 NaN -> NaN
|
---|
687 |
|
---|
688 | quax641 quantize sNaN -Inf -> NaN Invalid_operation
|
---|
689 | quax642 quantize sNaN 1e-1000 -> NaN Invalid_operation
|
---|
690 | quax643 quantize sNaN 1e-1 -> NaN Invalid_operation
|
---|
691 | quax644 quantize sNaN 1e0 -> NaN Invalid_operation
|
---|
692 | quax645 quantize sNaN 1e1 -> NaN Invalid_operation
|
---|
693 | quax646 quantize sNaN 1e1000 -> NaN Invalid_operation
|
---|
694 | quax647 quantize sNaN NaN -> NaN Invalid_operation
|
---|
695 | quax648 quantize sNaN sNaN -> NaN Invalid_operation
|
---|
696 | quax649 quantize NaN sNaN -> NaN Invalid_operation
|
---|
697 | quax650 quantize -Inf sNaN -> NaN Invalid_operation
|
---|
698 | quax651 quantize -1000 sNaN -> NaN Invalid_operation
|
---|
699 | quax652 quantize -1 sNaN -> NaN Invalid_operation
|
---|
700 | quax653 quantize 0 sNaN -> NaN Invalid_operation
|
---|
701 | quax654 quantize 1 sNaN -> NaN Invalid_operation
|
---|
702 | quax655 quantize 1000 sNaN -> NaN Invalid_operation
|
---|
703 | quax656 quantize Inf sNaN -> NaN Invalid_operation
|
---|
704 | quax657 quantize NaN sNaN -> NaN Invalid_operation
|
---|
705 | quax658 quantize sNaN 1e-0 -> NaN Invalid_operation
|
---|
706 | quax659 quantize -0 sNaN -> NaN Invalid_operation
|
---|
707 |
|
---|
708 | -- propagating NaNs
|
---|
709 | quax661 quantize NaN9 -Inf -> NaN9
|
---|
710 | quax662 quantize NaN8 919 -> NaN8
|
---|
711 | quax663 quantize NaN71 Inf -> NaN71
|
---|
712 | quax664 quantize NaN6 NaN5 -> NaN6
|
---|
713 | quax665 quantize -Inf NaN4 -> NaN4
|
---|
714 | quax666 quantize -919 NaN31 -> NaN31
|
---|
715 | quax667 quantize Inf NaN2 -> NaN2
|
---|
716 |
|
---|
717 | quax671 quantize sNaN99 -Inf -> NaN99 Invalid_operation
|
---|
718 | quax672 quantize sNaN98 -11 -> NaN98 Invalid_operation
|
---|
719 | quax673 quantize sNaN97 NaN -> NaN97 Invalid_operation
|
---|
720 | quax674 quantize sNaN16 sNaN94 -> NaN16 Invalid_operation
|
---|
721 | quax675 quantize NaN95 sNaN93 -> NaN93 Invalid_operation
|
---|
722 | quax676 quantize -Inf sNaN92 -> NaN92 Invalid_operation
|
---|
723 | quax677 quantize 088 sNaN91 -> NaN91 Invalid_operation
|
---|
724 | quax678 quantize Inf sNaN90 -> NaN90 Invalid_operation
|
---|
725 | quax679 quantize NaN sNaN88 -> NaN88 Invalid_operation
|
---|
726 |
|
---|
727 | quax681 quantize -NaN9 -Inf -> -NaN9
|
---|
728 | quax682 quantize -NaN8 919 -> -NaN8
|
---|
729 | quax683 quantize -NaN71 Inf -> -NaN71
|
---|
730 | quax684 quantize -NaN6 -NaN5 -> -NaN6
|
---|
731 | quax685 quantize -Inf -NaN4 -> -NaN4
|
---|
732 | quax686 quantize -919 -NaN31 -> -NaN31
|
---|
733 | quax687 quantize Inf -NaN2 -> -NaN2
|
---|
734 |
|
---|
735 | quax691 quantize -sNaN99 -Inf -> -NaN99 Invalid_operation
|
---|
736 | quax692 quantize -sNaN98 -11 -> -NaN98 Invalid_operation
|
---|
737 | quax693 quantize -sNaN97 NaN -> -NaN97 Invalid_operation
|
---|
738 | quax694 quantize -sNaN16 sNaN94 -> -NaN16 Invalid_operation
|
---|
739 | quax695 quantize -NaN95 -sNaN93 -> -NaN93 Invalid_operation
|
---|
740 | quax696 quantize -Inf -sNaN92 -> -NaN92 Invalid_operation
|
---|
741 | quax697 quantize 088 -sNaN91 -> -NaN91 Invalid_operation
|
---|
742 | quax698 quantize Inf -sNaN90 -> -NaN90 Invalid_operation
|
---|
743 | quax699 quantize NaN -sNaN88 -> -NaN88 Invalid_operation
|
---|
744 |
|
---|
745 | -- subnormals and underflow
|
---|
746 | precision: 4
|
---|
747 | maxexponent: 999
|
---|
748 | minexponent: -999
|
---|
749 | quax710 quantize 1.00E-999 1e-999 -> 1E-999 Rounded
|
---|
750 | quax711 quantize 0.1E-999 2e-1000 -> 1E-1000 Subnormal
|
---|
751 | quax712 quantize 0.10E-999 3e-1000 -> 1E-1000 Subnormal Rounded
|
---|
752 | quax713 quantize 0.100E-999 4e-1000 -> 1E-1000 Subnormal Rounded
|
---|
753 | quax714 quantize 0.01E-999 5e-1001 -> 1E-1001 Subnormal
|
---|
754 | -- next is rounded to Emin
|
---|
755 | quax715 quantize 0.999E-999 1e-999 -> 1E-999 Inexact Rounded
|
---|
756 | quax716 quantize 0.099E-999 10e-1000 -> 1E-1000 Inexact Rounded Subnormal
|
---|
757 |
|
---|
758 | quax717 quantize 0.009E-999 1e-1001 -> 1E-1001 Inexact Rounded Subnormal
|
---|
759 | quax718 quantize 0.001E-999 1e-1001 -> 0E-1001 Inexact Rounded
|
---|
760 | quax719 quantize 0.0009E-999 1e-1001 -> 0E-1001 Inexact Rounded
|
---|
761 | quax720 quantize 0.0001E-999 1e-1001 -> 0E-1001 Inexact Rounded
|
---|
762 |
|
---|
763 | quax730 quantize -1.00E-999 1e-999 -> -1E-999 Rounded
|
---|
764 | quax731 quantize -0.1E-999 1e-999 -> -0E-999 Rounded Inexact
|
---|
765 | quax732 quantize -0.10E-999 1e-999 -> -0E-999 Rounded Inexact
|
---|
766 | quax733 quantize -0.100E-999 1e-999 -> -0E-999 Rounded Inexact
|
---|
767 | quax734 quantize -0.01E-999 1e-999 -> -0E-999 Inexact Rounded
|
---|
768 | -- next is rounded to Emin
|
---|
769 | quax735 quantize -0.999E-999 90e-999 -> -1E-999 Inexact Rounded
|
---|
770 | quax736 quantize -0.099E-999 -1e-999 -> -0E-999 Inexact Rounded
|
---|
771 | quax737 quantize -0.009E-999 -1e-999 -> -0E-999 Inexact Rounded
|
---|
772 | quax738 quantize -0.001E-999 -0e-999 -> -0E-999 Inexact Rounded
|
---|
773 | quax739 quantize -0.0001E-999 0e-999 -> -0E-999 Inexact Rounded
|
---|
774 |
|
---|
775 | quax740 quantize -1.00E-999 1e-1000 -> -1.0E-999 Rounded
|
---|
776 | quax741 quantize -0.1E-999 1e-1000 -> -1E-1000 Subnormal
|
---|
777 | quax742 quantize -0.10E-999 1e-1000 -> -1E-1000 Subnormal Rounded
|
---|
778 | quax743 quantize -0.100E-999 1e-1000 -> -1E-1000 Subnormal Rounded
|
---|
779 | quax744 quantize -0.01E-999 1e-1000 -> -0E-1000 Inexact Rounded
|
---|
780 | -- next is rounded to Emin
|
---|
781 | quax745 quantize -0.999E-999 1e-1000 -> -1.0E-999 Inexact Rounded
|
---|
782 | quax746 quantize -0.099E-999 1e-1000 -> -1E-1000 Inexact Rounded Subnormal
|
---|
783 | quax747 quantize -0.009E-999 1e-1000 -> -0E-1000 Inexact Rounded
|
---|
784 | quax748 quantize -0.001E-999 1e-1000 -> -0E-1000 Inexact Rounded
|
---|
785 | quax749 quantize -0.0001E-999 1e-1000 -> -0E-1000 Inexact Rounded
|
---|
786 |
|
---|
787 | quax750 quantize -1.00E-999 1e-1001 -> -1.00E-999
|
---|
788 | quax751 quantize -0.1E-999 1e-1001 -> -1.0E-1000 Subnormal
|
---|
789 | quax752 quantize -0.10E-999 1e-1001 -> -1.0E-1000 Subnormal
|
---|
790 | quax753 quantize -0.100E-999 1e-1001 -> -1.0E-1000 Subnormal Rounded
|
---|
791 | quax754 quantize -0.01E-999 1e-1001 -> -1E-1001 Subnormal
|
---|
792 | -- next is rounded to Emin
|
---|
793 | quax755 quantize -0.999E-999 1e-1001 -> -1.00E-999 Inexact Rounded
|
---|
794 | quax756 quantize -0.099E-999 1e-1001 -> -1.0E-1000 Inexact Rounded Subnormal
|
---|
795 | quax757 quantize -0.009E-999 1e-1001 -> -1E-1001 Inexact Rounded Subnormal
|
---|
796 | quax758 quantize -0.001E-999 1e-1001 -> -0E-1001 Inexact Rounded
|
---|
797 | quax759 quantize -0.0001E-999 1e-1001 -> -0E-1001 Inexact Rounded
|
---|
798 |
|
---|
799 | quax760 quantize -1.00E-999 1e-1002 -> -1.000E-999
|
---|
800 | quax761 quantize -0.1E-999 1e-1002 -> -1.00E-1000 Subnormal
|
---|
801 | quax762 quantize -0.10E-999 1e-1002 -> -1.00E-1000 Subnormal
|
---|
802 | quax763 quantize -0.100E-999 1e-1002 -> -1.00E-1000 Subnormal
|
---|
803 | quax764 quantize -0.01E-999 1e-1002 -> -1.0E-1001 Subnormal
|
---|
804 | quax765 quantize -0.999E-999 1e-1002 -> -9.99E-1000 Subnormal
|
---|
805 | quax766 quantize -0.099E-999 1e-1002 -> -9.9E-1001 Subnormal
|
---|
806 | quax767 quantize -0.009E-999 1e-1002 -> -9E-1002 Subnormal
|
---|
807 | quax768 quantize -0.001E-999 1e-1002 -> -1E-1002 Subnormal
|
---|
808 | quax769 quantize -0.0001E-999 1e-1002 -> -0E-1002 Inexact Rounded
|
---|
809 |
|
---|
810 | -- rhs must be no less than Etiny
|
---|
811 | quax770 quantize -1.00E-999 1e-1003 -> NaN Invalid_operation
|
---|
812 | quax771 quantize -0.1E-999 1e-1003 -> NaN Invalid_operation
|
---|
813 | quax772 quantize -0.10E-999 1e-1003 -> NaN Invalid_operation
|
---|
814 | quax773 quantize -0.100E-999 1e-1003 -> NaN Invalid_operation
|
---|
815 | quax774 quantize -0.01E-999 1e-1003 -> NaN Invalid_operation
|
---|
816 | quax775 quantize -0.999E-999 1e-1003 -> NaN Invalid_operation
|
---|
817 | quax776 quantize -0.099E-999 1e-1003 -> NaN Invalid_operation
|
---|
818 | quax777 quantize -0.009E-999 1e-1003 -> NaN Invalid_operation
|
---|
819 | quax778 quantize -0.001E-999 1e-1003 -> NaN Invalid_operation
|
---|
820 | quax779 quantize -0.0001E-999 1e-1003 -> NaN Invalid_operation
|
---|
821 | quax780 quantize -0.0001E-999 1e-1004 -> NaN Invalid_operation
|
---|
822 |
|
---|
823 | precision: 9
|
---|
824 | maxExponent: 999999999
|
---|
825 | minexponent: -999999999
|
---|
826 |
|
---|
827 | -- some extremes derived from Rescale testcases
|
---|
828 | quax801 quantize 0 1e1000000000 -> NaN Invalid_operation
|
---|
829 | quax802 quantize 0 1e-1000000000 -> 0E-1000000000
|
---|
830 | quax803 quantize 0 1e2000000000 -> NaN Invalid_operation
|
---|
831 | quax804 quantize 0 1e-2000000000 -> NaN Invalid_operation
|
---|
832 | quax805 quantize 0 1e3000000000 -> NaN Invalid_operation
|
---|
833 | quax806 quantize 0 1e-3000000000 -> NaN Invalid_operation
|
---|
834 | quax807 quantize 0 1e4000000000 -> NaN Invalid_operation
|
---|
835 | quax808 quantize 0 1e-4000000000 -> NaN Invalid_operation
|
---|
836 | quax809 quantize 0 1e5000000000 -> NaN Invalid_operation
|
---|
837 | quax810 quantize 0 1e-5000000000 -> NaN Invalid_operation
|
---|
838 | quax811 quantize 0 1e6000000000 -> NaN Invalid_operation
|
---|
839 | quax812 quantize 0 1e-6000000000 -> NaN Invalid_operation
|
---|
840 | quax813 quantize 0 1e7000000000 -> NaN Invalid_operation
|
---|
841 | quax814 quantize 0 1e-7000000000 -> NaN Invalid_operation
|
---|
842 | quax815 quantize 0 1e8000000000 -> NaN Invalid_operation
|
---|
843 | quax816 quantize 0 1e-8000000000 -> NaN Invalid_operation
|
---|
844 | quax817 quantize 0 1e9000000000 -> NaN Invalid_operation
|
---|
845 | quax818 quantize 0 1e-9000000000 -> NaN Invalid_operation
|
---|
846 | quax819 quantize 0 1e9999999999 -> NaN Invalid_operation
|
---|
847 | quax820 quantize 0 1e-9999999999 -> NaN Invalid_operation
|
---|
848 | quax821 quantize 0 1e10000000000 -> NaN Invalid_operation
|
---|
849 | quax822 quantize 0 1e-10000000000 -> NaN Invalid_operation
|
---|
850 |
|
---|
851 | quax843 quantize 0 1e999999999 -> 0E+999999999
|
---|
852 | quax844 quantize 0 1e1000000000 -> NaN Invalid_operation
|
---|
853 | quax845 quantize 0 1e-999999999 -> 0E-999999999
|
---|
854 | quax846 quantize 0 1e-1000000000 -> 0E-1000000000
|
---|
855 | quax847 quantize 0 1e-1000000001 -> 0E-1000000001
|
---|
856 | quax848 quantize 0 1e-1000000002 -> 0E-1000000002
|
---|
857 | quax849 quantize 0 1e-1000000003 -> 0E-1000000003
|
---|
858 | quax850 quantize 0 1e-1000000004 -> 0E-1000000004
|
---|
859 | quax851 quantize 0 1e-1000000005 -> 0E-1000000005
|
---|
860 | quax852 quantize 0 1e-1000000006 -> 0E-1000000006
|
---|
861 | quax853 quantize 0 1e-1000000007 -> 0E-1000000007
|
---|
862 | quax854 quantize 0 1e-1000000008 -> NaN Invalid_operation
|
---|
863 |
|
---|
864 | quax861 quantize 1 1e+2147483649 -> NaN Invalid_operation
|
---|
865 | quax862 quantize 1 1e+2147483648 -> NaN Invalid_operation
|
---|
866 | quax863 quantize 1 1e+2147483647 -> NaN Invalid_operation
|
---|
867 | quax864 quantize 1 1e-2147483647 -> NaN Invalid_operation
|
---|
868 | quax865 quantize 1 1e-2147483648 -> NaN Invalid_operation
|
---|
869 | quax866 quantize 1 1e-2147483649 -> NaN Invalid_operation
|
---|
870 |
|
---|
871 | -- More from Fung Lee
|
---|
872 | precision: 16
|
---|
873 | rounding: half_up
|
---|
874 | maxExponent: 384
|
---|
875 | minExponent: -383
|
---|
876 | quax1021 quantize 8.666666666666000E+384 1.000000000000000E+384 -> 8.666666666666000E+384
|
---|
877 | quax1022 quantize 64#8.666666666666000E+384 64#1.000000000000000E+384 -> 8.666666666666000E+384
|
---|
878 | quax1023 quantize 64#8.666666666666000E+384 128#1.000000000000000E+384 -> 8.666666666666000E+384
|
---|
879 | quax1024 quantize 64#8.666666666666000E+384 64#1E+384 -> 8.666666666666000E+384
|
---|
880 | quax1025 quantize 64#8.666666666666000E+384 64#1E+384 -> 64#8.666666666666000E+384
|
---|
881 | quax1026 quantize 64#8.666666666666000E+384 128#1E+384 -> 64#9E+384 Inexact Rounded Clamped
|
---|
882 | quax1027 quantize 64#8.666666666666000E+323 64#1E+31 -> NaN Invalid_operation
|
---|
883 | quax1028 quantize 64#8.666666666666000E+323 128#1E+31 -> NaN Invalid_operation
|
---|
884 | quax1029 quantize 64#8.66666666E+3 128#1E+10 -> 64#0E10 Inexact Rounded
|
---|
885 | quax1030 quantize 8.66666666E+3 1E+3 -> 9E+3 Inexact Rounded
|
---|
886 |
|
---|
887 | -- Int and uInt32 edge values for testing conversions
|
---|
888 | quax1040 quantize -2147483646 0 -> -2147483646
|
---|
889 | quax1041 quantize -2147483647 0 -> -2147483647
|
---|
890 | quax1042 quantize -2147483648 0 -> -2147483648
|
---|
891 | quax1043 quantize -2147483649 0 -> -2147483649
|
---|
892 | quax1044 quantize 2147483646 0 -> 2147483646
|
---|
893 | quax1045 quantize 2147483647 0 -> 2147483647
|
---|
894 | quax1046 quantize 2147483648 0 -> 2147483648
|
---|
895 | quax1047 quantize 2147483649 0 -> 2147483649
|
---|
896 | quax1048 quantize 4294967294 0 -> 4294967294
|
---|
897 | quax1049 quantize 4294967295 0 -> 4294967295
|
---|
898 | quax1050 quantize 4294967296 0 -> 4294967296
|
---|
899 | quax1051 quantize 4294967297 0 -> 4294967297
|
---|
900 | -- and powers of ten for same
|
---|
901 | quax1101 quantize 5000000000 0 -> 5000000000
|
---|
902 | quax1102 quantize 4000000000 0 -> 4000000000
|
---|
903 | quax1103 quantize 2000000000 0 -> 2000000000
|
---|
904 | quax1104 quantize 1000000000 0 -> 1000000000
|
---|
905 | quax1105 quantize 0100000000 0 -> 100000000
|
---|
906 | quax1106 quantize 0010000000 0 -> 10000000
|
---|
907 | quax1107 quantize 0001000000 0 -> 1000000
|
---|
908 | quax1108 quantize 0000100000 0 -> 100000
|
---|
909 | quax1109 quantize 0000010000 0 -> 10000
|
---|
910 | quax1110 quantize 0000001000 0 -> 1000
|
---|
911 | quax1111 quantize 0000000100 0 -> 100
|
---|
912 | quax1112 quantize 0000000010 0 -> 10
|
---|
913 | quax1113 quantize 0000000001 0 -> 1
|
---|
914 | quax1114 quantize 0000000000 0 -> 0
|
---|
915 | -- and powers of ten for same
|
---|
916 | quax1121 quantize -5000000000 0 -> -5000000000
|
---|
917 | quax1122 quantize -4000000000 0 -> -4000000000
|
---|
918 | quax1123 quantize -2000000000 0 -> -2000000000
|
---|
919 | quax1124 quantize -1000000000 0 -> -1000000000
|
---|
920 | quax1125 quantize -0100000000 0 -> -100000000
|
---|
921 | quax1126 quantize -0010000000 0 -> -10000000
|
---|
922 | quax1127 quantize -0001000000 0 -> -1000000
|
---|
923 | quax1128 quantize -0000100000 0 -> -100000
|
---|
924 | quax1129 quantize -0000010000 0 -> -10000
|
---|
925 | quax1130 quantize -0000001000 0 -> -1000
|
---|
926 | quax1131 quantize -0000000100 0 -> -100
|
---|
927 | quax1132 quantize -0000000010 0 -> -10
|
---|
928 | quax1133 quantize -0000000001 0 -> -1
|
---|
929 | quax1134 quantize -0000000000 0 -> -0
|
---|
930 |
|
---|
931 | -- Some miscellany
|
---|
932 | precision: 34
|
---|
933 | rounding: half_up
|
---|
934 | maxExponent: 6144
|
---|
935 | minExponent: -6143
|
---|
936 | -- 1 2 3
|
---|
937 | -- 1 234567890123456789012345678901234
|
---|
938 | quax0a1 quantize 8.555555555555555555555555555555555E+6143 1E+6143 -> 9E+6143 Inexact Rounded
|
---|
939 | quax0a2 quantize 128#8.555555555555555555555555555555555E+6143 128#1E+6143 -> 8.55555555555555555555555555555556E+6143 Rounded Inexact
|
---|
940 | quax0a3 quantize 128#8.555555555555555555555555555555555E+6144 128#1E+6144 -> 8.555555555555555555555555555555555E+6144
|
---|
941 |
|
---|
942 | -- payload decapitate
|
---|
943 | precision: 5
|
---|
944 | quax62100 quantize 11 -sNaN1234567890 -> -NaN67890 Invalid_operation
|
---|
945 |
|
---|
946 | -- Null tests
|
---|
947 | quax998 quantize 10 # -> NaN Invalid_operation
|
---|
948 | quax999 quantize # 1e10 -> NaN Invalid_operation
|
---|