alamb commented on code in PR #119:
URL: https://github.com/apache/parquet-testing/pull/119#discussion_r3735686804
##########
data/alp_extended.zstd.parquet:
##########
Review Comment:
Updated layout
<details><summary>Details</summary>
<p>
```json
{
"row_groups": [
{
"columns": [
{
"path": "float_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213725,
"length": 12
},
"column_index": {
"offset": 212453,
"length": 28
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "double_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213737,
"length": 14
},
"column_index": {
"offset": 212481,
"length": 36
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "float_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213751,
"length": 14
},
"column_index": {
"offset": 212517,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213765,
"length": 14
},
"column_index": {
"offset": 212545,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213779,
"length": 14
},
"column_index": {
"offset": 212581,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213793,
"length": 14
},
"column_index": {
"offset": 212609,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213807,
"length": 14
},
"column_index": {
"offset": 212645,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213821,
"length": 14
},
"column_index": {
"offset": 212673,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
}
],
"row_count": 6144
},
{
"columns": [
{
"path": "float_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213835,
"length": 13
},
"column_index": {
"offset": 212709,
"length": 28
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "double_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213848,
"length": 13
},
"column_index": {
"offset": 212737,
"length": 36
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "float_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213861,
"length": 13
},
"column_index": {
"offset": 212773,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213874,
"length": 13
},
"column_index": {
"offset": 212801,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213887,
"length": 13
},
"column_index": {
"offset": 212837,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213900,
"length": 13
},
"column_index": {
"offset": 212865,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213913,
"length": 13
},
"column_index": {
"offset": 212901,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213926,
"length": 13
},
"column_index": {
"offset": 212929,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
}
],
"row_count": 1024
},
{
"columns": [
{
"path": "float_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213939,
"length": 12
},
"column_index": {
"offset": 212965,
"length": 28
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "double_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213951,
"length": 12
},
"column_index": {
"offset": 212993,
"length": 36
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "float_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213963,
"length": 12
},
"column_index": {
"offset": 213029,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213975,
"length": 12
},
"column_index": {
"offset": 213057,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213987,
"length": 12
},
"column_index": {
"offset": 213093,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 213999,
"length": 12
},
"column_index": {
"offset": 213121,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214011,
"length": 13
},
"column_index": {
"offset": 213157,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214024,
"length": 13
},
"column_index": {
"offset": 213185,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
}
],
"row_count": 1024
},
{
"columns": [
{
"path": "float_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214037,
"length": 13
},
"column_index": {
"offset": 213221,
"length": 28
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "double_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214050,
"length": 13
},
"column_index": {
"offset": 213249,
"length": 36
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "float_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214063,
"length": 13
},
"column_index": {
"offset": 213285,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214076,
"length": 13
},
"column_index": {
"offset": 213313,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214089,
"length": 13
},
"column_index": {
"offset": 213349,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214102,
"length": 13
},
"column_index": {
"offset": 213377,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214115,
"length": 13
},
"column_index": {
"offset": 213413,
"length": 28
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214128,
"length": 13
},
"column_index": {
"offset": 213441,
"length": 36
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
}
],
"row_count": 808
},
{
"columns": [
{
"path": "float_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214141,
"length": 13
},
"column_index": {
"offset": 213477,
"length": 27
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "double_plain",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214154,
"length": 13
},
"column_index": {
"offset": 213504,
"length": 35
},
"bloom_filter": null,
"compression": "ZSTD",
"encodings": [
"PLAIN",
"RLE"
]
},
{
"path": "float_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214167,
"length": 13
},
"column_index": {
"offset": 213539,
"length": 27
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_1024",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214180,
"length": 13
},
"column_index": {
"offset": 213566,
"length": 35
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214193,
"length": 13
},
"column_index": {
"offset": 213601,
"length": 27
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_4096",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214206,
"length": 13
},
"column_index": {
"offset": 213628,
"length": 35
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "float_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214219,
"length": 13
},
"column_index": {
"offset": 213663,
"length": 27
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
},
{
"path": "double_alp_32",
"has_offset_index": true,
"has_column_index": true,
"has_bloom_filter": false,
"offset_index": {
"offset": 214232,
"length": 13
},
"column_index": {
"offset": 213690,
"length": 35
},
"bloom_filter": null,
"compression": "UNCOMPRESSED",
"encodings": [
"RLE",
"ALP"
]
}
],
"row_count": 32
}
],
"footer": {
"metadata_size": 4747
}
}
```
</p>
</details>
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]