recordbatch.h

// Copyright 2018-2019 Delft University of Technology
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
 
#pragma once
 
#include <arrow/api.h>
#include <arrow/ipc/api.h>
#include <arrow/io/api.h>
#include <fletcher/common.h>
 
#include <vector>
#include <memory>
 
#include "fletchgen/options.h"
 
namespace fletchgen::srec {
 
void GenerateReadSREC(const std::vector<fletcher::RecordBatchDescription> &meta_in,
                      std::vector<fletcher::RecordBatchDescription> *meta_out,
                      std::ofstream *out,
                      int64_t buffer_align);
 
std::vector<uint64_t> WriteRecordBatchesToSREC(std::ostream *output,
                                               const std::vector<std::shared_ptr<arrow::RecordBatch>> &recordbatches);
 
std::vector<std::shared_ptr<arrow::RecordBatch>>
ReadRecordBatchesFromSREC(std::istream *input,
                          const std::vector<std::shared_ptr<arrow::Schema>> &schemas,
                          const std::vector<uint64_t> &num_rows,
                          const std::vector<uint64_t> &buf_offsets);
 
}  // namespace fletchgen::srec