Github user jianqiao commented on a diff in the pull request:
https://github.com/apache/incubator-quickstep/pull/291#discussion_r136199148
--- Diff: relational_operators/TableExportOperator.hpp ---
@@ -0,0 +1,268 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ **/
+
+#ifndef QUICKSTEP_RELATIONAL_OPERATORS_TABLE_EXPORT_OPERATOR_HPP_
+#define QUICKSTEP_RELATIONAL_OPERATORS_TABLE_EXPORT_OPERATOR_HPP_
+
+#include <cstddef>
+#include <cstdio>
+#include <memory>
+#include <string>
+#include <unordered_map>
+#include <vector>
+
+#include "catalog/CatalogRelation.hpp"
+#include "catalog/CatalogTypedefs.hpp"
+#include "query_execution/QueryContext.hpp"
+#include "relational_operators/RelationalOperator.hpp"
+#include "relational_operators/WorkOrder.hpp"
+#include "storage/StorageBlockInfo.hpp"
+#include "threading/SpinMutex.hpp"
+#include "utility/BulkIOConfiguration.hpp"
+#include "utility/Macros.hpp"
+
+#include "glog/logging.h"
+
+#include "tmb/id_typedefs.h"
+
+namespace tmb { class MessageBus; }
+
+namespace quickstep {
+
+class CatalogRelationSchema;
+class StorageManager;
+class ValueAccessor;
+class WorkOrderProtosContainer;
+class WorkOrdersContainer;
+
+namespace serialization { class WorkOrder; }
+
+/** \addtogroup RelationalOperators
+ * @{
+ */
+
+class TableExportOperator : public RelationalOperator {
+ public:
+ /**
+ * @brief Feedback message to Foreman when a
TableExportToStringWorkOrder has
+ * completed writing a block to the string buffer.
+ */
+ enum FeedbackMessageType : WorkOrder::FeedbackMessageType {
+ kBlockOutputMessage,
+ };
+
+ /**
+ * @brief Constructor.
+ *
+ * @param query_id The ID of the query to which this operator belongs.
+ * @param input_relation The relation to export.
+ * @param input_relation_is_stored If input_relation is a stored
relation and
+ * is fully available to the operator before it can start
generating
+ * workorders.
+ * @param file_name The name of the file to export the relation to.
+ * @param options The options that specify the detailed format of the
output
+ * file.
+ */
+ TableExportOperator(const std::size_t query_id,
+ const CatalogRelation &input_relation,
+ const bool input_relation_is_stored,
+ const std::string &file_name,
+ const BulkIOConfigurationPtr &options)
+ : RelationalOperator(query_id),
+ input_relation_(input_relation),
+ input_relation_is_stored_(input_relation_is_stored),
+ file_name_(file_name),
+ options_(options),
+ input_relation_block_ids_(input_relation_is_stored
+ ? input_relation.getBlocksSnapshot()
+ : std::vector<block_id>()),
+ num_workorders_generated_(0),
+ started_(false),
+ num_blocks_written_(0),
+ file_(nullptr) {}
+
+ ~TableExportOperator() override {}
+
+ OperatorType getOperatorType() const override {
+ return kTableExport;
+ }
+
+ std::string getName() const override {
+ return "TableExportOperator";
+ }
+
+ /**
+ * @return The relation to export.
+ */
+ const CatalogRelation& input_relation() const {
+ return input_relation_;
+ }
+
+ bool getAllWorkOrders(WorkOrdersContainer *container,
+ QueryContext *query_context,
+ StorageManager *storage_manager,
+ const tmb::client_id scheduler_client_id,
+ tmb::MessageBus *bus) override;
+
+ bool getAllWorkOrderProtos(WorkOrderProtosContainer *container) override;
+
+ void feedInputBlock(const block_id input_block_id,
+ const relation_id input_relation_id,
+ const partition_id part_id) override {
+ if (input_relation_id == input_relation_.getID()) {
+ SpinMutexLock lock(block_ids_mutex_);
+ input_relation_block_ids_.emplace_back(input_block_id);
+ }
+ }
+
+ void receiveFeedbackMessage(const WorkOrder::FeedbackMessage &msg)
override;
+
+ void updateCatalogOnCompletion() override;
+
+ private:
+ // Buffer for storing a block's exported string.
+ struct BlockBuffer {
+ BlockBuffer(std::string *buffer_in)
+ : done(false),
+ buffer(buffer_in) {}
+ bool done;
+ std::unique_ptr<std::string> buffer;
+ };
+
+ const CatalogRelation &input_relation_;
+ const bool input_relation_is_stored_;
+ const std::string file_name_;
+ const BulkIOConfigurationPtr options_;
+
+ std::vector<block_id> input_relation_block_ids_;
+ std::size_t num_workorders_generated_;
+ SpinMutex block_ids_mutex_;
--- End diff --
Updated.
---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at infrastruct...@apache.org or file a JIRA ticket
with INFRA.
---
