You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
182 lines
6.4 KiB
182 lines
6.4 KiB
4 months ago
|
// Copyright 2017 The Chromium OS Authors. All rights reserved.
|
||
|
// Use of this source code is governed by a BSD-style license that can be
|
||
|
// found in the LICENSE file.
|
||
|
|
||
|
#include "bsdiff/split_patch_writer.h"
|
||
|
|
||
|
#include <algorithm>
|
||
|
|
||
|
#include "bsdiff/logging.h"
|
||
|
|
||
|
namespace bsdiff {
|
||
|
|
||
|
bool SplitPatchWriter::Init(size_t new_size) {
|
||
|
new_size_ = new_size;
|
||
|
// Fail gracefully if re-initialized.
|
||
|
if (current_patch_ || patches_.empty())
|
||
|
return false;
|
||
|
|
||
|
size_t expected_patches = (new_size_ + new_chunk_size_ - 1) / new_chunk_size_;
|
||
|
if (expected_patches == 0)
|
||
|
expected_patches = 1;
|
||
|
if (expected_patches != patches_.size()) {
|
||
|
LOG(ERROR) << "Expected " << expected_patches << " for a new file of size "
|
||
|
<< new_size_ << " split in chunks of " << new_chunk_size_
|
||
|
<< " but got " << patches_.size() << " instead.";
|
||
|
return false;
|
||
|
}
|
||
|
|
||
|
return patches_[0]->Init(
|
||
|
std::min(static_cast<uint64_t>(new_size_), new_chunk_size_));
|
||
|
}
|
||
|
|
||
|
bool SplitPatchWriter::WriteDiffStream(const uint8_t* data, size_t size) {
|
||
|
return WriteToStream(&PatchWriterInterface::WriteDiffStream, &diff_sizes_,
|
||
|
data, size);
|
||
|
}
|
||
|
|
||
|
bool SplitPatchWriter::WriteExtraStream(const uint8_t* data, size_t size) {
|
||
|
return WriteToStream(&PatchWriterInterface::WriteExtraStream, &extra_sizes_,
|
||
|
data, size);
|
||
|
}
|
||
|
|
||
|
bool SplitPatchWriter::AddControlEntry(const ControlEntry& entry) {
|
||
|
ControlEntry remaining(entry);
|
||
|
while (written_output_ + remaining.diff_size + remaining.extra_size >=
|
||
|
(current_patch_ + 1) * new_chunk_size_) {
|
||
|
// We need to write some of the current ControlEntry to the current patch
|
||
|
// and move on to the next patch if there are more bytes to write.
|
||
|
uint64_t remaining_bytes =
|
||
|
(current_patch_ + 1) * new_chunk_size_ - written_output_;
|
||
|
// The offset_increment is always 0 in this case since we don't plan to read
|
||
|
// for the old file in the current_patch anymore.
|
||
|
ControlEntry current_patch_entry(0, 0, 0);
|
||
|
|
||
|
current_patch_entry.diff_size =
|
||
|
std::min(remaining.diff_size, remaining_bytes);
|
||
|
remaining_bytes -= current_patch_entry.diff_size;
|
||
|
remaining.diff_size -= current_patch_entry.diff_size;
|
||
|
|
||
|
// This will be positive only if we used all the diff_size bytes.
|
||
|
current_patch_entry.extra_size =
|
||
|
std::min(remaining.extra_size, remaining_bytes);
|
||
|
remaining_bytes -= current_patch_entry.extra_size;
|
||
|
remaining.extra_size -= current_patch_entry.extra_size;
|
||
|
|
||
|
AddControlEntryToCurrentPatch(current_patch_entry);
|
||
|
|
||
|
if (remaining.diff_size + remaining.extra_size > 0) {
|
||
|
current_patch_++;
|
||
|
if (current_patch_ >= patches_.size()) {
|
||
|
LOG(ERROR) << "Writing past the last patch";
|
||
|
return false;
|
||
|
}
|
||
|
if (!patches_[current_patch_]->Init(std::min(
|
||
|
new_size_ - current_patch_ * new_chunk_size_, new_chunk_size_))) {
|
||
|
LOG(ERROR) << "Failed to initialize patch " << current_patch_;
|
||
|
return false;
|
||
|
}
|
||
|
if (!remaining.diff_size) {
|
||
|
// When no diff need to be sent to the output, we can just push the
|
||
|
// existing old_pos_ as part of the current triplet, since the extra
|
||
|
// stream doesn't use the old_pos_;
|
||
|
remaining.offset_increment += old_pos_;
|
||
|
old_pos_ = 0;
|
||
|
}
|
||
|
// Need to add a dummy control entry at the beginning of the patch to
|
||
|
// offset the old_pos in the new patch, which would start at 0.
|
||
|
if (old_pos_ != 0) {
|
||
|
if (!patches_[current_patch_]->AddControlEntry(
|
||
|
ControlEntry(0, 0, old_pos_)))
|
||
|
return false;
|
||
|
}
|
||
|
} else {
|
||
|
// There was no need to write more bytes past the current patch, so just
|
||
|
// update the old_pos_ we are tracking for the next patch, if any.
|
||
|
old_pos_ += remaining.offset_increment;
|
||
|
return true;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// Trivial entries will be ignored.
|
||
|
return AddControlEntryToCurrentPatch(remaining);
|
||
|
}
|
||
|
|
||
|
bool SplitPatchWriter::Close() {
|
||
|
uint64_t missing_bytes = 0;
|
||
|
for (auto size : diff_sizes_)
|
||
|
missing_bytes += size;
|
||
|
for (auto size : extra_sizes_)
|
||
|
missing_bytes += size;
|
||
|
if (missing_bytes > 0) {
|
||
|
LOG(ERROR) << "Close() called but there are " << missing_bytes
|
||
|
<< " bytes missing from Write*Stream() calls";
|
||
|
return false;
|
||
|
}
|
||
|
|
||
|
// |current_patch_| holds the last patch that was Init()'ed. If there are more
|
||
|
// patches in the list those have not been initialized/closed, which is a
|
||
|
// programming error.
|
||
|
if (current_patch_ + 1 != patches_.size()) {
|
||
|
LOG(ERROR)
|
||
|
<< "Close() called but no bytes habe been written to the last patch";
|
||
|
return false;
|
||
|
}
|
||
|
|
||
|
// Close all the remaining streams.
|
||
|
for (; closed_patches_ < patches_.size(); closed_patches_++) {
|
||
|
if (!patches_[closed_patches_]->Close())
|
||
|
return false;
|
||
|
}
|
||
|
return true;
|
||
|
}
|
||
|
|
||
|
bool SplitPatchWriter::AddControlEntryToCurrentPatch(
|
||
|
const ControlEntry& entry) {
|
||
|
// Ignore trivial control entries that don't modify the state.
|
||
|
if (!entry.diff_size && !entry.extra_size && !entry.offset_increment)
|
||
|
return true;
|
||
|
|
||
|
if (current_patch_ >= patches_.size()) {
|
||
|
LOG(ERROR) << "Writing past the last patch";
|
||
|
return false;
|
||
|
}
|
||
|
old_pos_ += entry.diff_size + entry.offset_increment;
|
||
|
written_output_ += entry.diff_size + entry.extra_size;
|
||
|
// Register the diff/extra sizes as required bytes for the current patch.
|
||
|
diff_sizes_[current_patch_] += entry.diff_size;
|
||
|
extra_sizes_[current_patch_] += entry.extra_size;
|
||
|
return patches_[current_patch_]->AddControlEntry(entry);
|
||
|
}
|
||
|
|
||
|
bool SplitPatchWriter::WriteToStream(WriteStreamMethod method,
|
||
|
std::vector<size_t>* sizes_vector,
|
||
|
const uint8_t* data,
|
||
|
size_t size) {
|
||
|
size_t written = 0;
|
||
|
for (size_t i = closed_patches_; i <= current_patch_ && written < size; i++) {
|
||
|
if ((*sizes_vector)[i]) {
|
||
|
size_t flush_size = std::min(size - written, (*sizes_vector)[i]);
|
||
|
if (!(patches_[i]->*method)(data + written, flush_size))
|
||
|
return false;
|
||
|
written += flush_size;
|
||
|
(*sizes_vector)[i] -= flush_size;
|
||
|
}
|
||
|
|
||
|
if (i < current_patch_ && !diff_sizes_[i] && !extra_sizes_[i]) {
|
||
|
// All bytes expected for the patch i are already sent.
|
||
|
if (!patches_[i]->Close())
|
||
|
return false;
|
||
|
closed_patches_++;
|
||
|
}
|
||
|
}
|
||
|
if (written < size) {
|
||
|
LOG(ERROR) << "Calling Write*Stream() before the corresponding "
|
||
|
"AddControlEntry() is not supported.";
|
||
|
return false;
|
||
|
}
|
||
|
return true;
|
||
|
}
|
||
|
|
||
|
} // namespace bsdiff
|