ab_generator.cc revision abdc0115548985d8ca3f3f2aeb1283741ce409a6
1aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// 2aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// Copyright (C) 2015 The Android Open Source Project 3aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// 4aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// Licensed under the Apache License, Version 2.0 (the "License"); 5aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// you may not use this file except in compliance with the License. 6aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// You may obtain a copy of the License at 7aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// 8aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// http://www.apache.org/licenses/LICENSE-2.0 9aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// 10aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// Unless required by applicable law or agreed to in writing, software 11aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// distributed under the License is distributed on an "AS IS" BASIS, 12aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// See the License for the specific language governing permissions and 14aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// limitations under the License. 15aea4c1cea20dda7ae7e85fc8924a2d784f70d806Alex Deymo// 1614158570d3995008dc93a628004118b87a6bca01Alex Deymo 1714158570d3995008dc93a628004118b87a6bca01Alex Deymo#include "update_engine/payload_generator/ab_generator.h" 1814158570d3995008dc93a628004118b87a6bca01Alex Deymo 1914158570d3995008dc93a628004118b87a6bca01Alex Deymo#include <algorithm> 2014158570d3995008dc93a628004118b87a6bca01Alex Deymo 2114158570d3995008dc93a628004118b87a6bca01Alex Deymo#include <base/strings/stringprintf.h> 2214158570d3995008dc93a628004118b87a6bca01Alex Deymo 2314158570d3995008dc93a628004118b87a6bca01Alex Deymo#include "update_engine/delta_performer.h" 2414158570d3995008dc93a628004118b87a6bca01Alex Deymo#include "update_engine/payload_generator/annotated_operation.h" 25abdc0115548985d8ca3f3f2aeb1283741ce409a6Alex Deymo#include "update_engine/payload_generator/bzip.h" 2614158570d3995008dc93a628004118b87a6bca01Alex Deymo#include "update_engine/payload_generator/delta_diff_generator.h" 2714158570d3995008dc93a628004118b87a6bca01Alex Deymo#include "update_engine/payload_generator/delta_diff_utils.h" 2814158570d3995008dc93a628004118b87a6bca01Alex Deymo#include "update_engine/utils.h" 2914158570d3995008dc93a628004118b87a6bca01Alex Deymo 3014158570d3995008dc93a628004118b87a6bca01Alex Deymousing std::string; 3114158570d3995008dc93a628004118b87a6bca01Alex Deymousing std::vector; 3214158570d3995008dc93a628004118b87a6bca01Alex Deymo 3314158570d3995008dc93a628004118b87a6bca01Alex Deymonamespace chromeos_update_engine { 3414158570d3995008dc93a628004118b87a6bca01Alex Deymo 3514158570d3995008dc93a628004118b87a6bca01Alex Deymobool ABGenerator::GenerateOperations( 3614158570d3995008dc93a628004118b87a6bca01Alex Deymo const PayloadGenerationConfig& config, 37ebdf17d4202c67933764135bfc1cece629829201Sen Jiang const PartitionConfig& old_part, 38ebdf17d4202c67933764135bfc1cece629829201Sen Jiang const PartitionConfig& new_part, 398cc502dacbccdab96824d42287f230ce04004784Sen Jiang BlobFileWriter* blob_file, 40ebdf17d4202c67933764135bfc1cece629829201Sen Jiang vector<AnnotatedOperation>* aops) { 41625406cee9a90ac2ed895f480286b7f0e8497f38Sen Jiang TEST_AND_RETURN_FALSE(old_part.name == new_part.name); 4214158570d3995008dc93a628004118b87a6bca01Alex Deymo 432d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo ssize_t hard_chunk_blocks = (config.hard_chunk_size == -1 ? -1 : 442d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo config.hard_chunk_size / config.block_size); 452d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo size_t soft_chunk_blocks = config.soft_chunk_size / config.block_size; 4614158570d3995008dc93a628004118b87a6bca01Alex Deymo 47ebdf17d4202c67933764135bfc1cece629829201Sen Jiang aops->clear(); 48b42b98db059a12c44110588fc0b3d5f82d32a2f8Alex Deymo TEST_AND_RETURN_FALSE(diff_utils::DeltaReadPartition( 49ebdf17d4202c67933764135bfc1cece629829201Sen Jiang aops, 50ebdf17d4202c67933764135bfc1cece629829201Sen Jiang old_part, 51ebdf17d4202c67933764135bfc1cece629829201Sen Jiang new_part, 522d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo hard_chunk_blocks, 532d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo soft_chunk_blocks, 548cc502dacbccdab96824d42287f230ce04004784Sen Jiang blob_file, 5514158570d3995008dc93a628004118b87a6bca01Alex Deymo true)); // src_ops_allowed 56625406cee9a90ac2ed895f480286b7f0e8497f38Sen Jiang LOG(INFO) << "done reading " << new_part.name; 5714158570d3995008dc93a628004118b87a6bca01Alex Deymo 58ebdf17d4202c67933764135bfc1cece629829201Sen Jiang TEST_AND_RETURN_FALSE(FragmentOperations(aops, 59ebdf17d4202c67933764135bfc1cece629829201Sen Jiang new_part.path, 608cc502dacbccdab96824d42287f230ce04004784Sen Jiang blob_file)); 61ebdf17d4202c67933764135bfc1cece629829201Sen Jiang SortOperationsByDestination(aops); 622d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo 632d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo // Use the soft_chunk_size when merging operations to prevent merging all 642d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo // the operations into a huge one if there's no hard limit. 652d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo size_t merge_chunk_blocks = soft_chunk_blocks; 662d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo if (hard_chunk_blocks != -1 && 672d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo static_cast<size_t>(hard_chunk_blocks) < soft_chunk_blocks) { 682d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo merge_chunk_blocks = hard_chunk_blocks; 692d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo } 702d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo 71ebdf17d4202c67933764135bfc1cece629829201Sen Jiang TEST_AND_RETURN_FALSE(MergeOperations(aops, 722d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo merge_chunk_blocks, 73ebdf17d4202c67933764135bfc1cece629829201Sen Jiang new_part.path, 748cc502dacbccdab96824d42287f230ce04004784Sen Jiang blob_file)); 7514158570d3995008dc93a628004118b87a6bca01Alex Deymo return true; 7614158570d3995008dc93a628004118b87a6bca01Alex Deymo} 7714158570d3995008dc93a628004118b87a6bca01Alex Deymo 7814158570d3995008dc93a628004118b87a6bca01Alex Deymovoid ABGenerator::SortOperationsByDestination( 7914158570d3995008dc93a628004118b87a6bca01Alex Deymo vector<AnnotatedOperation>* aops) { 803b2c7d0e6d859e6fc75c82b3417f87cf5968a49dAlex Deymo sort(aops->begin(), aops->end(), diff_utils::CompareAopsByDestination); 8114158570d3995008dc93a628004118b87a6bca01Alex Deymo} 8214158570d3995008dc93a628004118b87a6bca01Alex Deymo 8314158570d3995008dc93a628004118b87a6bca01Alex Deymobool ABGenerator::FragmentOperations( 8414158570d3995008dc93a628004118b87a6bca01Alex Deymo vector<AnnotatedOperation>* aops, 8514158570d3995008dc93a628004118b87a6bca01Alex Deymo const string& target_part_path, 868cc502dacbccdab96824d42287f230ce04004784Sen Jiang BlobFileWriter* blob_file) { 8714158570d3995008dc93a628004118b87a6bca01Alex Deymo vector<AnnotatedOperation> fragmented_aops; 8814158570d3995008dc93a628004118b87a6bca01Alex Deymo for (const AnnotatedOperation& aop : *aops) { 89a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo if (aop.op.type() == InstallOperation::SOURCE_COPY) { 9014158570d3995008dc93a628004118b87a6bca01Alex Deymo TEST_AND_RETURN_FALSE(SplitSourceCopy(aop, &fragmented_aops)); 91a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo } else if ((aop.op.type() == InstallOperation::REPLACE) || 92a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo (aop.op.type() == InstallOperation::REPLACE_BZ)) { 9314158570d3995008dc93a628004118b87a6bca01Alex Deymo TEST_AND_RETURN_FALSE(SplitReplaceOrReplaceBz(aop, &fragmented_aops, 948cc502dacbccdab96824d42287f230ce04004784Sen Jiang target_part_path, 958cc502dacbccdab96824d42287f230ce04004784Sen Jiang blob_file)); 9614158570d3995008dc93a628004118b87a6bca01Alex Deymo } else { 9714158570d3995008dc93a628004118b87a6bca01Alex Deymo fragmented_aops.push_back(aop); 9814158570d3995008dc93a628004118b87a6bca01Alex Deymo } 9914158570d3995008dc93a628004118b87a6bca01Alex Deymo } 10014158570d3995008dc93a628004118b87a6bca01Alex Deymo *aops = fragmented_aops; 10114158570d3995008dc93a628004118b87a6bca01Alex Deymo return true; 10214158570d3995008dc93a628004118b87a6bca01Alex Deymo} 10314158570d3995008dc93a628004118b87a6bca01Alex Deymo 10414158570d3995008dc93a628004118b87a6bca01Alex Deymobool ABGenerator::SplitSourceCopy( 10514158570d3995008dc93a628004118b87a6bca01Alex Deymo const AnnotatedOperation& original_aop, 10614158570d3995008dc93a628004118b87a6bca01Alex Deymo vector<AnnotatedOperation>* result_aops) { 107a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo InstallOperation original_op = original_aop.op; 108a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo TEST_AND_RETURN_FALSE(original_op.type() == InstallOperation::SOURCE_COPY); 10914158570d3995008dc93a628004118b87a6bca01Alex Deymo // Keeps track of the index of curr_src_ext. 11014158570d3995008dc93a628004118b87a6bca01Alex Deymo int curr_src_ext_index = 0; 11114158570d3995008dc93a628004118b87a6bca01Alex Deymo Extent curr_src_ext = original_op.src_extents(curr_src_ext_index); 11214158570d3995008dc93a628004118b87a6bca01Alex Deymo for (int i = 0; i < original_op.dst_extents_size(); i++) { 11314158570d3995008dc93a628004118b87a6bca01Alex Deymo Extent dst_ext = original_op.dst_extents(i); 11414158570d3995008dc93a628004118b87a6bca01Alex Deymo // The new operation which will have only one dst extent. 115a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo InstallOperation new_op; 11614158570d3995008dc93a628004118b87a6bca01Alex Deymo uint64_t blocks_left = dst_ext.num_blocks(); 11714158570d3995008dc93a628004118b87a6bca01Alex Deymo while (blocks_left > 0) { 11814158570d3995008dc93a628004118b87a6bca01Alex Deymo if (curr_src_ext.num_blocks() <= blocks_left) { 11914158570d3995008dc93a628004118b87a6bca01Alex Deymo // If the curr_src_ext is smaller than dst_ext, add it. 12014158570d3995008dc93a628004118b87a6bca01Alex Deymo blocks_left -= curr_src_ext.num_blocks(); 12114158570d3995008dc93a628004118b87a6bca01Alex Deymo *(new_op.add_src_extents()) = curr_src_ext; 12214158570d3995008dc93a628004118b87a6bca01Alex Deymo if (curr_src_ext_index + 1 < original_op.src_extents().size()) { 12314158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_src_ext = original_op.src_extents(++curr_src_ext_index); 12414158570d3995008dc93a628004118b87a6bca01Alex Deymo } else { 12514158570d3995008dc93a628004118b87a6bca01Alex Deymo break; 12614158570d3995008dc93a628004118b87a6bca01Alex Deymo } 12714158570d3995008dc93a628004118b87a6bca01Alex Deymo } else { 12814158570d3995008dc93a628004118b87a6bca01Alex Deymo // Split src_exts that are bigger than the dst_ext we're dealing with. 12914158570d3995008dc93a628004118b87a6bca01Alex Deymo Extent first_ext; 13014158570d3995008dc93a628004118b87a6bca01Alex Deymo first_ext.set_num_blocks(blocks_left); 13114158570d3995008dc93a628004118b87a6bca01Alex Deymo first_ext.set_start_block(curr_src_ext.start_block()); 13214158570d3995008dc93a628004118b87a6bca01Alex Deymo *(new_op.add_src_extents()) = first_ext; 13314158570d3995008dc93a628004118b87a6bca01Alex Deymo // Keep the second half of the split op. 13414158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_src_ext.set_num_blocks(curr_src_ext.num_blocks() - blocks_left); 13514158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_src_ext.set_start_block(curr_src_ext.start_block() + blocks_left); 13614158570d3995008dc93a628004118b87a6bca01Alex Deymo blocks_left -= first_ext.num_blocks(); 13714158570d3995008dc93a628004118b87a6bca01Alex Deymo } 13814158570d3995008dc93a628004118b87a6bca01Alex Deymo } 13914158570d3995008dc93a628004118b87a6bca01Alex Deymo // Fix up our new operation and add it to the results. 140a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo new_op.set_type(InstallOperation::SOURCE_COPY); 14114158570d3995008dc93a628004118b87a6bca01Alex Deymo *(new_op.add_dst_extents()) = dst_ext; 14214158570d3995008dc93a628004118b87a6bca01Alex Deymo new_op.set_src_length(dst_ext.num_blocks() * kBlockSize); 14314158570d3995008dc93a628004118b87a6bca01Alex Deymo new_op.set_dst_length(dst_ext.num_blocks() * kBlockSize); 14414158570d3995008dc93a628004118b87a6bca01Alex Deymo 14514158570d3995008dc93a628004118b87a6bca01Alex Deymo AnnotatedOperation new_aop; 14614158570d3995008dc93a628004118b87a6bca01Alex Deymo new_aop.op = new_op; 14714158570d3995008dc93a628004118b87a6bca01Alex Deymo new_aop.name = base::StringPrintf("%s:%d", original_aop.name.c_str(), i); 14814158570d3995008dc93a628004118b87a6bca01Alex Deymo result_aops->push_back(new_aop); 14914158570d3995008dc93a628004118b87a6bca01Alex Deymo } 15014158570d3995008dc93a628004118b87a6bca01Alex Deymo if (curr_src_ext_index != original_op.src_extents().size() - 1) { 15114158570d3995008dc93a628004118b87a6bca01Alex Deymo LOG(FATAL) << "Incorrectly split SOURCE_COPY operation. Did not use all " 15214158570d3995008dc93a628004118b87a6bca01Alex Deymo << "source extents."; 15314158570d3995008dc93a628004118b87a6bca01Alex Deymo } 15414158570d3995008dc93a628004118b87a6bca01Alex Deymo return true; 15514158570d3995008dc93a628004118b87a6bca01Alex Deymo} 15614158570d3995008dc93a628004118b87a6bca01Alex Deymo 15714158570d3995008dc93a628004118b87a6bca01Alex Deymobool ABGenerator::SplitReplaceOrReplaceBz( 15814158570d3995008dc93a628004118b87a6bca01Alex Deymo const AnnotatedOperation& original_aop, 15914158570d3995008dc93a628004118b87a6bca01Alex Deymo vector<AnnotatedOperation>* result_aops, 16014158570d3995008dc93a628004118b87a6bca01Alex Deymo const string& target_part_path, 1618cc502dacbccdab96824d42287f230ce04004784Sen Jiang BlobFileWriter* blob_file) { 162a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo InstallOperation original_op = original_aop.op; 163a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo const bool is_replace = original_op.type() == InstallOperation::REPLACE; 164a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo TEST_AND_RETURN_FALSE(is_replace || 165a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo original_op.type() == InstallOperation::REPLACE_BZ); 16614158570d3995008dc93a628004118b87a6bca01Alex Deymo 16714158570d3995008dc93a628004118b87a6bca01Alex Deymo uint32_t data_offset = original_op.data_offset(); 16814158570d3995008dc93a628004118b87a6bca01Alex Deymo for (int i = 0; i < original_op.dst_extents_size(); i++) { 16914158570d3995008dc93a628004118b87a6bca01Alex Deymo Extent dst_ext = original_op.dst_extents(i); 17014158570d3995008dc93a628004118b87a6bca01Alex Deymo // Make a new operation with only one dst extent. 171a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo InstallOperation new_op; 17214158570d3995008dc93a628004118b87a6bca01Alex Deymo *(new_op.add_dst_extents()) = dst_ext; 17314158570d3995008dc93a628004118b87a6bca01Alex Deymo uint32_t data_size = dst_ext.num_blocks() * kBlockSize; 17414158570d3995008dc93a628004118b87a6bca01Alex Deymo new_op.set_dst_length(data_size); 17514158570d3995008dc93a628004118b87a6bca01Alex Deymo // If this is a REPLACE, attempt to reuse portions of the existing blob. 17614158570d3995008dc93a628004118b87a6bca01Alex Deymo if (is_replace) { 177a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo new_op.set_type(InstallOperation::REPLACE); 17814158570d3995008dc93a628004118b87a6bca01Alex Deymo new_op.set_data_length(data_size); 17914158570d3995008dc93a628004118b87a6bca01Alex Deymo new_op.set_data_offset(data_offset); 18014158570d3995008dc93a628004118b87a6bca01Alex Deymo data_offset += data_size; 18114158570d3995008dc93a628004118b87a6bca01Alex Deymo } 18214158570d3995008dc93a628004118b87a6bca01Alex Deymo 18314158570d3995008dc93a628004118b87a6bca01Alex Deymo AnnotatedOperation new_aop; 18414158570d3995008dc93a628004118b87a6bca01Alex Deymo new_aop.op = new_op; 18514158570d3995008dc93a628004118b87a6bca01Alex Deymo new_aop.name = base::StringPrintf("%s:%d", original_aop.name.c_str(), i); 1868cc502dacbccdab96824d42287f230ce04004784Sen Jiang TEST_AND_RETURN_FALSE(AddDataAndSetType(&new_aop, target_part_path, 1878cc502dacbccdab96824d42287f230ce04004784Sen Jiang blob_file)); 18814158570d3995008dc93a628004118b87a6bca01Alex Deymo 18914158570d3995008dc93a628004118b87a6bca01Alex Deymo result_aops->push_back(new_aop); 19014158570d3995008dc93a628004118b87a6bca01Alex Deymo } 19114158570d3995008dc93a628004118b87a6bca01Alex Deymo return true; 19214158570d3995008dc93a628004118b87a6bca01Alex Deymo} 19314158570d3995008dc93a628004118b87a6bca01Alex Deymo 19414158570d3995008dc93a628004118b87a6bca01Alex Deymobool ABGenerator::MergeOperations(vector<AnnotatedOperation>* aops, 1952d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo size_t chunk_blocks, 19614158570d3995008dc93a628004118b87a6bca01Alex Deymo const string& target_part_path, 1978cc502dacbccdab96824d42287f230ce04004784Sen Jiang BlobFileWriter* blob_file) { 19814158570d3995008dc93a628004118b87a6bca01Alex Deymo vector<AnnotatedOperation> new_aops; 19914158570d3995008dc93a628004118b87a6bca01Alex Deymo for (const AnnotatedOperation& curr_aop : *aops) { 20014158570d3995008dc93a628004118b87a6bca01Alex Deymo if (new_aops.empty()) { 20114158570d3995008dc93a628004118b87a6bca01Alex Deymo new_aops.push_back(curr_aop); 20214158570d3995008dc93a628004118b87a6bca01Alex Deymo continue; 20314158570d3995008dc93a628004118b87a6bca01Alex Deymo } 20414158570d3995008dc93a628004118b87a6bca01Alex Deymo AnnotatedOperation& last_aop = new_aops.back(); 20514158570d3995008dc93a628004118b87a6bca01Alex Deymo 20614158570d3995008dc93a628004118b87a6bca01Alex Deymo if (last_aop.op.dst_extents_size() <= 0 || 20714158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_aop.op.dst_extents_size() <= 0) { 20814158570d3995008dc93a628004118b87a6bca01Alex Deymo new_aops.push_back(curr_aop); 20914158570d3995008dc93a628004118b87a6bca01Alex Deymo continue; 21014158570d3995008dc93a628004118b87a6bca01Alex Deymo } 21114158570d3995008dc93a628004118b87a6bca01Alex Deymo uint32_t last_dst_idx = last_aop.op.dst_extents_size() - 1; 21214158570d3995008dc93a628004118b87a6bca01Alex Deymo uint32_t last_end_block = 21314158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.op.dst_extents(last_dst_idx).start_block() + 21414158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.op.dst_extents(last_dst_idx).num_blocks(); 21514158570d3995008dc93a628004118b87a6bca01Alex Deymo uint32_t curr_start_block = curr_aop.op.dst_extents(0).start_block(); 21614158570d3995008dc93a628004118b87a6bca01Alex Deymo uint32_t combined_block_count = 21714158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.op.dst_extents(last_dst_idx).num_blocks() + 21814158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_aop.op.dst_extents(0).num_blocks(); 219a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo bool good_op_type = curr_aop.op.type() == InstallOperation::SOURCE_COPY || 220a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo curr_aop.op.type() == InstallOperation::REPLACE || 221a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo curr_aop.op.type() == InstallOperation::REPLACE_BZ; 22214158570d3995008dc93a628004118b87a6bca01Alex Deymo if (good_op_type && 22314158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.op.type() == curr_aop.op.type() && 22414158570d3995008dc93a628004118b87a6bca01Alex Deymo last_end_block == curr_start_block && 2252d3b2d635e50c6886e285afb86c3187d9e0bd360Alex Deymo combined_block_count <= chunk_blocks) { 22614158570d3995008dc93a628004118b87a6bca01Alex Deymo // If the operations have the same type (which is a type that we can 22714158570d3995008dc93a628004118b87a6bca01Alex Deymo // merge), are contiguous, are fragmented to have one destination extent, 22814158570d3995008dc93a628004118b87a6bca01Alex Deymo // and their combined block count would be less than chunk size, merge 22914158570d3995008dc93a628004118b87a6bca01Alex Deymo // them. 23014158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.name = base::StringPrintf("%s,%s", 23114158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.name.c_str(), 23214158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_aop.name.c_str()); 23314158570d3995008dc93a628004118b87a6bca01Alex Deymo 23414158570d3995008dc93a628004118b87a6bca01Alex Deymo ExtendExtents(last_aop.op.mutable_src_extents(), 23514158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_aop.op.src_extents()); 23614158570d3995008dc93a628004118b87a6bca01Alex Deymo if (curr_aop.op.src_length() > 0) 23714158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.op.set_src_length(last_aop.op.src_length() + 23814158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_aop.op.src_length()); 23914158570d3995008dc93a628004118b87a6bca01Alex Deymo ExtendExtents(last_aop.op.mutable_dst_extents(), 24014158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_aop.op.dst_extents()); 24114158570d3995008dc93a628004118b87a6bca01Alex Deymo if (curr_aop.op.dst_length() > 0) 24214158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.op.set_dst_length(last_aop.op.dst_length() + 24314158570d3995008dc93a628004118b87a6bca01Alex Deymo curr_aop.op.dst_length()); 24414158570d3995008dc93a628004118b87a6bca01Alex Deymo // Set the data length to zero so we know to add the blob later. 245a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo if (curr_aop.op.type() == InstallOperation::REPLACE || 246a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo curr_aop.op.type() == InstallOperation::REPLACE_BZ) { 24714158570d3995008dc93a628004118b87a6bca01Alex Deymo last_aop.op.set_data_length(0); 24814158570d3995008dc93a628004118b87a6bca01Alex Deymo } 24914158570d3995008dc93a628004118b87a6bca01Alex Deymo } else { 25014158570d3995008dc93a628004118b87a6bca01Alex Deymo // Otherwise just include the extent as is. 25114158570d3995008dc93a628004118b87a6bca01Alex Deymo new_aops.push_back(curr_aop); 25214158570d3995008dc93a628004118b87a6bca01Alex Deymo } 25314158570d3995008dc93a628004118b87a6bca01Alex Deymo } 25414158570d3995008dc93a628004118b87a6bca01Alex Deymo 25514158570d3995008dc93a628004118b87a6bca01Alex Deymo // Set the blobs for REPLACE/REPLACE_BZ operations that have been merged. 25614158570d3995008dc93a628004118b87a6bca01Alex Deymo for (AnnotatedOperation& curr_aop : new_aops) { 25714158570d3995008dc93a628004118b87a6bca01Alex Deymo if (curr_aop.op.data_length() == 0 && 258a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo (curr_aop.op.type() == InstallOperation::REPLACE || 259a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo curr_aop.op.type() == InstallOperation::REPLACE_BZ)) { 26014158570d3995008dc93a628004118b87a6bca01Alex Deymo TEST_AND_RETURN_FALSE(AddDataAndSetType(&curr_aop, target_part_path, 2618cc502dacbccdab96824d42287f230ce04004784Sen Jiang blob_file)); 26214158570d3995008dc93a628004118b87a6bca01Alex Deymo } 26314158570d3995008dc93a628004118b87a6bca01Alex Deymo } 26414158570d3995008dc93a628004118b87a6bca01Alex Deymo 26514158570d3995008dc93a628004118b87a6bca01Alex Deymo *aops = new_aops; 26614158570d3995008dc93a628004118b87a6bca01Alex Deymo return true; 26714158570d3995008dc93a628004118b87a6bca01Alex Deymo} 26814158570d3995008dc93a628004118b87a6bca01Alex Deymo 26914158570d3995008dc93a628004118b87a6bca01Alex Deymobool ABGenerator::AddDataAndSetType(AnnotatedOperation* aop, 27014158570d3995008dc93a628004118b87a6bca01Alex Deymo const string& target_part_path, 2718cc502dacbccdab96824d42287f230ce04004784Sen Jiang BlobFileWriter* blob_file) { 272a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo TEST_AND_RETURN_FALSE(aop->op.type() == InstallOperation::REPLACE || 273a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo aop->op.type() == InstallOperation::REPLACE_BZ); 27414158570d3995008dc93a628004118b87a6bca01Alex Deymo 2753f39d5cc753905874d8d93bef94f857b8808f19eAlex Vakulenko brillo::Blob data(aop->op.dst_length()); 27614158570d3995008dc93a628004118b87a6bca01Alex Deymo vector<Extent> dst_extents; 27714158570d3995008dc93a628004118b87a6bca01Alex Deymo ExtentsToVector(aop->op.dst_extents(), &dst_extents); 27814158570d3995008dc93a628004118b87a6bca01Alex Deymo TEST_AND_RETURN_FALSE(utils::ReadExtents(target_part_path, 27914158570d3995008dc93a628004118b87a6bca01Alex Deymo dst_extents, 28014158570d3995008dc93a628004118b87a6bca01Alex Deymo &data, 28114158570d3995008dc93a628004118b87a6bca01Alex Deymo data.size(), 28214158570d3995008dc93a628004118b87a6bca01Alex Deymo kBlockSize)); 28314158570d3995008dc93a628004118b87a6bca01Alex Deymo 2843f39d5cc753905874d8d93bef94f857b8808f19eAlex Vakulenko brillo::Blob data_bz; 28514158570d3995008dc93a628004118b87a6bca01Alex Deymo TEST_AND_RETURN_FALSE(BzipCompress(data, &data_bz)); 28614158570d3995008dc93a628004118b87a6bca01Alex Deymo CHECK(!data_bz.empty()); 28714158570d3995008dc93a628004118b87a6bca01Alex Deymo 2883f39d5cc753905874d8d93bef94f857b8808f19eAlex Vakulenko brillo::Blob* data_p = nullptr; 289a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo InstallOperation_Type new_op_type; 29014158570d3995008dc93a628004118b87a6bca01Alex Deymo if (data_bz.size() < data.size()) { 291a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo new_op_type = InstallOperation::REPLACE_BZ; 29214158570d3995008dc93a628004118b87a6bca01Alex Deymo data_p = &data_bz; 29314158570d3995008dc93a628004118b87a6bca01Alex Deymo } else { 294a12ee11c78ac6d7c2605921a4006b6a7416e0c35Alex Deymo new_op_type = InstallOperation::REPLACE; 29514158570d3995008dc93a628004118b87a6bca01Alex Deymo data_p = &data; 29614158570d3995008dc93a628004118b87a6bca01Alex Deymo } 29714158570d3995008dc93a628004118b87a6bca01Alex Deymo 2988cc502dacbccdab96824d42287f230ce04004784Sen Jiang // If the operation doesn't point to a data blob, then we add it. 2998cc502dacbccdab96824d42287f230ce04004784Sen Jiang if (aop->op.type() != new_op_type || 3008cc502dacbccdab96824d42287f230ce04004784Sen Jiang aop->op.data_length() != data_p->size()) { 30114158570d3995008dc93a628004118b87a6bca01Alex Deymo aop->op.set_type(new_op_type); 3028cc502dacbccdab96824d42287f230ce04004784Sen Jiang aop->SetOperationBlob(data_p, blob_file); 30314158570d3995008dc93a628004118b87a6bca01Alex Deymo } 30414158570d3995008dc93a628004118b87a6bca01Alex Deymo 30514158570d3995008dc93a628004118b87a6bca01Alex Deymo return true; 30614158570d3995008dc93a628004118b87a6bca01Alex Deymo} 30714158570d3995008dc93a628004118b87a6bca01Alex Deymo 30814158570d3995008dc93a628004118b87a6bca01Alex Deymo} // namespace chromeos_update_engine 309