etseidl commented on PR #104:
URL: https://github.com/apache/parquet-testing/pull/104#issuecomment-4185954429
@wgtmac, I modified the arrow-rs file parser to print NaNs as hex. Here's
the file from this PR:
<details>
```
{float_ieee754: -2E0, float_typedef: -2E0, double_ieee754: -2E0,
double_typedef: -2E0, float16_ieee754: -2.0, float16_typedef: -2.0}
{float_ieee754: -1E0, float_typedef: -1E0, double_ieee754: -1E0,
double_typedef: -1E0, float16_ieee754: -1.0, float16_typedef: -1.0}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 0.5, float_typedef: 0.5, double_ieee754: value,
double_typedef: value, float16_ieee754: 0.5, float16_typedef: 0.5}
{float_ieee754: 1.0, float_typedef: 1.0, double_ieee754: 1.0,
double_typedef: 1.0, float16_ieee754: 1.0, float16_typedef: 1.0}
{float_ieee754: 2.0, float_typedef: 2.0, double_ieee754: 2.0,
double_typedef: 2.0, float16_ieee754: 2.0, float16_typedef: 2.0}
{float_ieee754: 3.0, float_typedef: 3.0, double_ieee754: 3.0,
double_typedef: 3.0, float16_ieee754: 3.0, float16_typedef: 3.0}
{float_ieee754: 4.0, float_typedef: 4.0, double_ieee754: 4.0,
double_typedef: 4.0, float16_ieee754: 4.0, float16_typedef: 4.0}
{float_ieee754: 5.0, float_typedef: 5.0, double_ieee754: 5.0,
double_typedef: 5.0, float16_ieee754: 5.0, float16_typedef: 5.0}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: ffff,
float16_typedef: ffff}
{float_ieee754: -2E0, float_typedef: -2E0, double_ieee754: -2E0,
double_typedef: -2E0, float16_ieee754: -2.0, float16_typedef: -2.0}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: fc01,
float16_typedef: fc01}
{float_ieee754: -1E0, float_typedef: -1E0, double_ieee754: -1E0,
double_typedef: -1E0, float16_ieee754: -1.0, float16_typedef: -1.0}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 1.0, float_typedef: 1.0, double_ieee754: 1.0,
double_typedef: 1.0, float16_ieee754: 1.0, float16_typedef: 1.0}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: 7c01,
float16_typedef: 7c01}
{float_ieee754: 3.0, float_typedef: 3.0, double_ieee754: 3.0,
double_typedef: 3.0, float16_ieee754: 3.0, float16_typedef: 3.0}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: 7fff,
float16_typedef: 7fff}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: ffff,
float16_typedef: ffff}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: fc01,
float16_typedef: fc01}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: 7c01,
float16_typedef: 7c01}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: 7fff,
float16_typedef: 7fff}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: ffff,
float16_typedef: ffff}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: fc01,
float16_typedef: fc01}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: 7c01,
float16_typedef: 7c01}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: 7fff,
float16_typedef: 7fff}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: ffff,
float16_typedef: ffff}
{float_ieee754: 7fc00000, float_typedef: 7fc00000, double_ieee754:
7ff8000000000000, double_typedef: 7ff8000000000000, float16_ieee754: 7fff,
float16_typedef: 7fff}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 0.5, float_typedef: 0.5, double_ieee754: value,
double_typedef: value, float16_ieee754: 0.5, float16_typedef: 0.5}
{float_ieee754: 1.0, float_typedef: 1.0, double_ieee754: 1.0,
double_typedef: 1.0, float16_ieee754: 1.0, float16_typedef: 1.0}
{float_ieee754: 1.5, float_typedef: 1.5, double_ieee754: value,
double_typedef: value, float16_ieee754: 1.5, float16_typedef: 1.5}
{float_ieee754: 2.0, float_typedef: 2.0, double_ieee754: 2.0,
double_typedef: 2.0, float16_ieee754: 2.0, float16_typedef: 2.0}
{float_ieee754: 3.0, float_typedef: 3.0, double_ieee754: 3.0,
double_typedef: 3.0, float16_ieee754: 3.0, float16_typedef: 3.0}
{float_ieee754: 4.0, float_typedef: 4.0, double_ieee754: 4.0,
double_typedef: 4.0, float16_ieee754: 4.0, float16_typedef: 4.0}
{float_ieee754: 5.0, float_typedef: 5.0, double_ieee754: 5.0,
double_typedef: 5.0, float16_ieee754: 5.0, float16_typedef: 5.0}
{float_ieee754: -5E0, float_typedef: -5E0, double_ieee754: -5E0,
double_typedef: -5E0, float16_ieee754: -5.0, float16_typedef: -5.0}
{float_ieee754: -4E0, float_typedef: -4E0, double_ieee754: -4E0,
double_typedef: -4E0, float16_ieee754: -4.0, float16_typedef: -4.0}
{float_ieee754: -3E0, float_typedef: -3E0, double_ieee754: -3E0,
double_typedef: -3E0, float16_ieee754: -3.0, float16_typedef: -3.0}
{float_ieee754: -2E0, float_typedef: -2E0, double_ieee754: -2E0,
double_typedef: -2E0, float16_ieee754: -2.0, float16_typedef: -2.0}
{float_ieee754: -1.5E0, float_typedef: -1.5E0, double_ieee754: -1.5E0,
double_typedef: -1.5E0, float16_ieee754: -1.5, float16_typedef: -1.5}
{float_ieee754: -1E0, float_typedef: -1E0, double_ieee754: -1E0,
double_typedef: -1E0, float16_ieee754: -1.0, float16_typedef: -1.0}
{float_ieee754: -5E-1, float_typedef: -5E-1, double_ieee754: -5E-1,
double_typedef: -5E-1, float16_ieee754: -0.5, float16_typedef: -0.5}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
```
</details>
and here's what I generated from your parquet-java branch:
<details>
```
{float_ieee754: -2E0, float_typedef: -2E0, double_ieee754: -2E0,
double_typedef: -2E0, float16_ieee754: -2.0, float16_typedef: -2.0}
{float_ieee754: -1E0, float_typedef: -1E0, double_ieee754: -1E0,
double_typedef: -1E0, float16_ieee754: -1.0, float16_typedef: -1.0}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 0.5, float_typedef: 0.5, double_ieee754: value,
double_typedef: value, float16_ieee754: 0.5, float16_typedef: 0.5}
{float_ieee754: 1.0, float_typedef: 1.0, double_ieee754: 1.0,
double_typedef: 1.0, float16_ieee754: 1.0, float16_typedef: 1.0}
{float_ieee754: 2.0, float_typedef: 2.0, double_ieee754: 2.0,
double_typedef: 2.0, float16_ieee754: 2.0, float16_typedef: 2.0}
{float_ieee754: 3.0, float_typedef: 3.0, double_ieee754: 3.0,
double_typedef: 3.0, float16_ieee754: 3.0, float16_typedef: 3.0}
{float_ieee754: 4.0, float_typedef: 4.0, double_ieee754: 4.0,
double_typedef: 4.0, float16_ieee754: 4.0, float16_typedef: 4.0}
{float_ieee754: 5.0, float_typedef: 5.0, double_ieee754: 5.0,
double_typedef: 5.0, float16_ieee754: 5.0, float16_typedef: 5.0}
{float_ieee754: ffffffff, float_typedef: ffffffff, double_ieee754:
ffffffffffffffff, double_typedef: ffffffffffffffff, float16_ieee754: ffff,
float16_typedef: ffff}
{float_ieee754: -2E0, float_typedef: -2E0, double_ieee754: -2E0,
double_typedef: -2E0, float16_ieee754: -2.0, float16_typedef: -2.0}
{float_ieee754: fff00001, float_typedef: fff00001, double_ieee754:
fff0000000000001, double_typedef: fff0000000000001, float16_ieee754: fc01,
float16_typedef: fc01}
{float_ieee754: -1E0, float_typedef: -1E0, double_ieee754: -1E0,
double_typedef: -1E0, float16_ieee754: -1.0, float16_typedef: -1.0}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 1.0, float_typedef: 1.0, double_ieee754: 1.0,
double_typedef: 1.0, float16_ieee754: 1.0, float16_typedef: 1.0}
{float_ieee754: 7fc00001, float_typedef: 7fc00001, double_ieee754:
7ff0000000000001, double_typedef: 7ff0000000000001, float16_ieee754: 7c01,
float16_typedef: 7c01}
{float_ieee754: 3.0, float_typedef: 3.0, double_ieee754: 3.0,
double_typedef: 3.0, float16_ieee754: 3.0, float16_typedef: 3.0}
{float_ieee754: 7fffffff, float_typedef: 7fffffff, double_ieee754:
7fffffffffffffff, double_typedef: 7fffffffffffffff, float16_ieee754: 7fff,
float16_typedef: 7fff}
{float_ieee754: ffffffff, float_typedef: ffffffff, double_ieee754:
ffffffffffffffff, double_typedef: ffffffffffffffff, float16_ieee754: ffff,
float16_typedef: ffff}
{float_ieee754: fff00001, float_typedef: fff00001, double_ieee754:
fff0000000000001, double_typedef: fff0000000000001, float16_ieee754: fc01,
float16_typedef: fc01}
{float_ieee754: 7fc00001, float_typedef: 7fc00001, double_ieee754:
7ff0000000000001, double_typedef: 7ff0000000000001, float16_ieee754: 7c01,
float16_typedef: 7c01}
{float_ieee754: 7fffffff, float_typedef: 7fffffff, double_ieee754:
7fffffffffffffff, double_typedef: 7fffffffffffffff, float16_ieee754: 7fff,
float16_typedef: 7fff}
{float_ieee754: ffffffff, float_typedef: ffffffff, double_ieee754:
ffffffffffffffff, double_typedef: ffffffffffffffff, float16_ieee754: ffff,
float16_typedef: ffff}
{float_ieee754: fff00001, float_typedef: fff00001, double_ieee754:
fff0000000000001, double_typedef: fff0000000000001, float16_ieee754: fc01,
float16_typedef: fc01}
{float_ieee754: 7fc00001, float_typedef: 7fc00001, double_ieee754:
7ff0000000000001, double_typedef: 7ff0000000000001, float16_ieee754: 7c01,
float16_typedef: 7c01}
{float_ieee754: 7fffffff, float_typedef: 7fffffff, double_ieee754:
7fffffffffffffff, double_typedef: 7fffffffffffffff, float16_ieee754: 7fff,
float16_typedef: 7fff}
{float_ieee754: ffffffff, float_typedef: ffffffff, double_ieee754:
ffffffffffffffff, double_typedef: ffffffffffffffff, float16_ieee754: ffff,
float16_typedef: ffff}
{float_ieee754: 7fffffff, float_typedef: 7fffffff, double_ieee754:
7fffffffffffffff, double_typedef: 7fffffffffffffff, float16_ieee754: 7fff,
float16_typedef: 7fff}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 0E0, float_typedef: 0E0, double_ieee754: 0E0,
double_typedef: 0E0, float16_ieee754: 0.0, float16_typedef: 0.0}
{float_ieee754: 0.5, float_typedef: 0.5, double_ieee754: value,
double_typedef: value, float16_ieee754: 0.5, float16_typedef: 0.5}
{float_ieee754: 1.0, float_typedef: 1.0, double_ieee754: 1.0,
double_typedef: 1.0, float16_ieee754: 1.0, float16_typedef: 1.0}
{float_ieee754: 1.5, float_typedef: 1.5, double_ieee754: value,
double_typedef: value, float16_ieee754: 1.5, float16_typedef: 1.5}
{float_ieee754: 2.0, float_typedef: 2.0, double_ieee754: 2.0,
double_typedef: 2.0, float16_ieee754: 2.0, float16_typedef: 2.0}
{float_ieee754: 3.0, float_typedef: 3.0, double_ieee754: 3.0,
double_typedef: 3.0, float16_ieee754: 3.0, float16_typedef: 3.0}
{float_ieee754: 4.0, float_typedef: 4.0, double_ieee754: 4.0,
double_typedef: 4.0, float16_ieee754: 4.0, float16_typedef: 4.0}
{float_ieee754: 5.0, float_typedef: 5.0, double_ieee754: 5.0,
double_typedef: 5.0, float16_ieee754: 5.0, float16_typedef: 5.0}
{float_ieee754: -5E0, float_typedef: -5E0, double_ieee754: -5E0,
double_typedef: -5E0, float16_ieee754: -5.0, float16_typedef: -5.0}
{float_ieee754: -4E0, float_typedef: -4E0, double_ieee754: -4E0,
double_typedef: -4E0, float16_ieee754: -4.0, float16_typedef: -4.0}
{float_ieee754: -3E0, float_typedef: -3E0, double_ieee754: -3E0,
double_typedef: -3E0, float16_ieee754: -3.0, float16_typedef: -3.0}
{float_ieee754: -2E0, float_typedef: -2E0, double_ieee754: -2E0,
double_typedef: -2E0, float16_ieee754: -2.0, float16_typedef: -2.0}
{float_ieee754: -1.5E0, float_typedef: -1.5E0, double_ieee754: -1.5E0,
double_typedef: -1.5E0, float16_ieee754: -1.5, float16_typedef: -1.5}
{float_ieee754: -1E0, float_typedef: -1E0, double_ieee754: -1E0,
double_typedef: -1E0, float16_ieee754: -1.0, float16_typedef: -1.0}
{float_ieee754: -5E-1, float_typedef: -5E-1, double_ieee754: -5E-1,
double_typedef: -5E-1, float16_ieee754: -0.5, float16_typedef: -0.5}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
{float_ieee754: -0E0, float_typedef: -0E0, double_ieee754: -0E0,
double_typedef: -0E0, float16_ieee754: -0.0, float16_typedef: -0.0}
```
</details>
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
