8bb54b04ef
FYI: find ortools \( -type d -name .git -prune \) -o -type f -print0 | xargs -0 sed -i 's/\(Copyright 2010\)-2018/\1-2021/g'
70 lines
2.4 KiB
C++
70 lines
2.4 KiB
C++
// Copyright 2010-2021 Google LLC
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "ortools/base/recordio.h"
|
|
|
|
#include <zlib.h>
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
|
|
#include "ortools/base/logging.h"
|
|
|
|
namespace recordio {
|
|
const int RecordWriter::kMagicNumber = 0x3ed7230a;
|
|
|
|
RecordWriter::RecordWriter(File* const file)
|
|
: file_(file), use_compression_(true) {}
|
|
|
|
bool RecordWriter::Close() { return file_->Close(); }
|
|
|
|
void RecordWriter::set_use_compression(bool use_compression) {
|
|
use_compression_ = use_compression;
|
|
}
|
|
|
|
std::string RecordWriter::Compress(std::string const& s) const {
|
|
const unsigned long source_size = s.size(); // NOLINT
|
|
const char* source = s.c_str();
|
|
|
|
unsigned long dsize = source_size + (source_size * 0.1f) + 16; // NOLINT
|
|
std::unique_ptr<char[]> destination(new char[dsize]);
|
|
// Use compress() from zlib.h.
|
|
const int result =
|
|
compress(reinterpret_cast<unsigned char*>(destination.get()), &dsize,
|
|
reinterpret_cast<const unsigned char*>(source), source_size);
|
|
|
|
if (result != Z_OK) {
|
|
LOG(FATAL) << "Compress error occurred! Error code: " << result;
|
|
}
|
|
return std::string(destination.get(), dsize);
|
|
}
|
|
|
|
RecordReader::RecordReader(File* const file) : file_(file) {}
|
|
|
|
bool RecordReader::Close() { return file_->Close(); }
|
|
|
|
void RecordReader::Uncompress(const char* const source, uint64_t source_size,
|
|
char* const output_buffer,
|
|
uint64_t output_size) const {
|
|
unsigned long result_size = output_size; // NOLINT
|
|
// Use uncompress() from zlib.h
|
|
const int result =
|
|
uncompress(reinterpret_cast<unsigned char*>(output_buffer), &result_size,
|
|
reinterpret_cast<const unsigned char*>(source), source_size);
|
|
if (result != Z_OK) {
|
|
LOG(FATAL) << "Uncompress error occurred! Error code: " << result;
|
|
}
|
|
CHECK_LE(result_size, static_cast<unsigned long>(output_size)); // NOLINT
|
|
}
|
|
} // namespace recordio
|