wukan1986 opened a new issue #12458:
URL: https://github.com/apache/arrow/issues/12458
```python
import pandas as pd
import pyarrow as pa
print(pd.__version__) # 1.4.1
print(pa.__version__) # 7.0.0
dr = pd.date_range(start='2022-01-01', end='2022-01-10', freq='D')
df = pd.DataFrame(index=dr)
df['A'] = pd.to_datetime('today')
df['B'] = 1.0
df['C'] = 'a'
df['D'] = 2
df.head(1).to_parquet('b/0.parquet') # not empty dataframe
df.to_parquet('b/1.parquet')
pd.read_parquet('b') # pass
df.head(0).to_parquet('b/0.parquet') # empty dataframe
pd.read_parquet('b') # pyarrow.lib.ArrowNotImplementedError
```
```python
Traceback (most recent call last):
File "D:/a.py", line 19, in <module>
pd.read_parquet('b') # pyarrow.lib.ArrowNotImplementedError
File
"D:\Users\Kan\miniconda3\envs\py38\lib\site-packages\pandas\io\parquet.py",
line 493, in read_parquet
return impl.read(
File
"D:\Users\Kan\miniconda3\envs\py38\lib\site-packages\pandas\io\parquet.py",
line 240, in read
result = self.api.parquet.read_table(
File
"D:\Users\Kan\miniconda3\envs\py38\lib\site-packages\pyarrow\parquet.py", line
1996, in read_table
return dataset.read(columns=columns, use_threads=use_threads,
File
"D:\Users\Kan\miniconda3\envs\py38\lib\site-packages\pyarrow\parquet.py", line
1831, in read
table = self._dataset.to_table(
File "pyarrow\_dataset.pyx", line 323, in pyarrow._dataset.Dataset.to_table
File "pyarrow\_dataset.pyx", line 2311, in
pyarrow._dataset.Scanner.to_table
File "pyarrow\error.pxi", line 143, in
pyarrow.lib.pyarrow_internal_check_status
File "pyarrow\error.pxi", line 120, in pyarrow.lib.check_status
pyarrow.lib.ArrowNotImplementedError: Unsupported cast from string to null
using function cast_null
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
