fsaintjacques commented on a change in pull request #7000:
URL: https://github.com/apache/arrow/pull/7000#discussion_r413164872
##########
File path: python/pyarrow/_dataset.pyx
##########
@@ -519,30 +500,69 @@ cdef class Fragment:
"""
return Expression.wrap(self.fragment.partition_expression())
- def to_table(self, use_threads=True, MemoryPool memory_pool=None):
- """Convert this Fragment into a Table.
+ def _scanner(self, **kwargs):
+ return Scanner.from_fragment(self, **kwargs)
- Use this convenience utility with care. This will serially materialize
- the Scan result in memory before creating the Table.
+ def scan(self, columns=None, filter=None, use_threads=True,
+ MemoryPool memory_pool=None, **kwargs):
+ """Builds a scan operation against the dataset.
+
Review comment:
Yes, but you can still pass schema (which is not documented. I'll add
this.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
