#include #include #include #include #include #include "version.h" #include "base/indented_stream.h" #include "base/run.h" #include "persistent-data/data-structures/btree_damage_visitor.h" #include "persistent-data/space-maps/core.h" #include "persistent-data/space-maps/disk.h" #include "persistent-data/file_utils.h" #include "thin-provisioning/superblock.h" #include "thin-provisioning/mapping_tree.h" #include "thin-provisioning/metadata.h" #include "thin-provisioning/commands.h" using namespace std; using namespace thin_provisioning; //---------------------------------------------------------------- namespace { struct flags { flags() : verbose(false), use_metadata_snap(false) { } bool verbose; bool use_metadata_snap; boost::optional dev; boost::optional metadata_snap; boost::optional snap1; boost::optional snap2; }; //-------------------------------- struct mapping { mapping() : vbegin_(0), dbegin_(0), len_(0) { } mapping(uint64_t vbegin, uint64_t dbegin, uint64_t len) : vbegin_(vbegin), dbegin_(dbegin), len_(len) { } uint64_t vbegin_, dbegin_, len_; }; //-------------------------------- template class mapping_stream { public: mapping_stream(Container const &c) : it_(c.begin()), end_(c.end()) { m_ = *it_; } mapping const &get_mapping() const { return m_; } bool more_mappings() const { return it_ != end_; } void consume(uint64_t delta) { if (it_ == end_) throw runtime_error("end of stream already reached"); if (delta > m_.len_) throw runtime_error("delta too long"); if (delta == m_.len_) { ++it_; m_ = *it_; } else { m_.vbegin_ += delta; m_.dbegin_ += delta; m_.len_ -= delta; } } private: typename Container::const_iterator it_; typename Container::const_iterator end_; mapping m_; }; //-------------------------------- typedef std::deque mapping_deque; // Builds up an in core rep of the mappings for a device. class mapping_recorder { public: mapping_recorder() { no_range(); } void visit(btree_path const &path, mapping_tree_detail::block_time const &bt) { record(path[0], bt.block_); } void complete() { if (range_in_progress()) { push_range(); no_range(); } } mapping_deque const &get_mappings() const { return mappings_; } private: void no_range() { obegin_ = oend_ = 0; dbegin_ = dend_ = 0; } void inc_range() { oend_++; dend_++; } void begin_range(uint64_t oblock, uint64_t dblock) { obegin_ = oend_ = oblock; dbegin_ = dend_ = dblock; inc_range(); } bool range_in_progress() { return oend_ != obegin_; } bool continues_range(uint64_t oblock, uint64_t dblock) { return (oblock == oend_) && (dblock == dend_); } void push_range() { mapping m(obegin_, dbegin_, oend_ - obegin_); mappings_.push_back(m); } void record(uint64_t oblock, uint64_t dblock) { if (!range_in_progress()) begin_range(oblock, dblock); else if (!continues_range(oblock, dblock)) { push_range(); begin_range(oblock, dblock); } else inc_range(); } uint64_t obegin_, oend_; uint64_t dbegin_, dend_; mapping_deque mappings_; }; //-------------------------------- class damage_visitor { public: virtual void visit(btree_path const &path, btree_detail::damage const &d) { throw std::runtime_error("damage in mapping tree, please run thin_check"); } }; //-------------------------------- class diff_emitter { public: diff_emitter(indented_stream &out) : out_(out) { } virtual void left_only(uint64_t vbegin, uint64_t dbegin, uint64_t len) = 0; virtual void right_only(uint64_t vbegin, uint64_t dbegin, uint64_t len) = 0; virtual void blocks_differ(uint64_t vbegin, uint64_t left_dbegin, uint64_t right_dbegin, uint64_t len) = 0; virtual void blocks_same(uint64_t vbegin, uint64_t dbegin, uint64_t len) = 0; virtual void complete() = 0; protected: void indent() { out_.indent(); } indented_stream &out() { return out_; } private: indented_stream &out_; }; class simple_emitter : public diff_emitter { public: simple_emitter(indented_stream &out) : diff_emitter(out) { } void left_only(uint64_t vbegin, uint64_t dbegin, uint64_t len) { add_range(LEFT_ONLY, vbegin, len); } void right_only(uint64_t vbegin, uint64_t dbegin, uint64_t len) { add_range(RIGHT_ONLY, vbegin, len); } void blocks_differ(uint64_t vbegin, uint64_t left_dbegin, uint64_t right_dbegin, uint64_t len) { add_range(DIFFER, vbegin, len); } void blocks_same(uint64_t vbegin, uint64_t dbegin, uint64_t len) { add_range(SAME, vbegin, len); } void complete() { if (current_type_) emit_range(); } private: enum block_type { LEFT_ONLY, RIGHT_ONLY, DIFFER, SAME }; void add_range(block_type t, uint64_t vbegin, uint64_t len) { if (current_type_ && *current_type_ == t && vbegin == vend_) { vend_ += len; return; } emit_range(); current_type_ = t; vbegin_ = vbegin; vend_ = vbegin_ + len; } void emit_range() { if (!current_type_) return; indent(); switch (*current_type_) { case LEFT_ONLY: out() << "\n"; } boost::optional current_type_; uint64_t vbegin_, vend_; }; class verbose_emitter : public diff_emitter { public: verbose_emitter(indented_stream &out) : diff_emitter(out) { } void left_only(uint64_t vbegin, uint64_t dbegin, uint64_t len) { begin_block(LEFT_ONLY); indent(); out() << "\n"; } void right_only(uint64_t vbegin, uint64_t dbegin, uint64_t len) { begin_block(RIGHT_ONLY); indent(); out() << "\n"; } void blocks_differ(uint64_t vbegin, uint64_t left_dbegin, uint64_t right_dbegin, uint64_t len) { begin_block(DIFFER); indent(); out() << "\n"; } void blocks_same(uint64_t vbegin, uint64_t dbegin, uint64_t len) { begin_block(SAME); indent(); out() << "\n"; } void complete() { if (current_type_) close(*current_type_); } private: enum block_type { LEFT_ONLY, RIGHT_ONLY, DIFFER, SAME }; void begin_block(block_type t) { if (!current_type_) { current_type_ = t; open(t); } else if (*current_type_ != t) { close(*current_type_); current_type_ = t; open(t); } } void open(block_type t) { indent(); switch (t) { case LEFT_ONLY: out() << "\n"; break; case RIGHT_ONLY: out() << "\n"; break; case DIFFER: out() << "\n"; break; case SAME: out() << "\n"; break; } out().inc(); } void close(block_type t) { out().dec(); indent(); switch (t) { case LEFT_ONLY: out() << "\n"; break; case RIGHT_ONLY: out() << "\n"; break; case DIFFER: out() << "\n"; break; case SAME: out() << "\n"; break; } } boost::optional current_type_; }; //---------------------------------------------------------------- void dump_diff(mapping_deque const &left, mapping_deque const &right, diff_emitter &e) { // We iterate through both sets of mappings in parallel // noting any differences. mapping_stream ls{left}; mapping_stream rs{right}; while (ls.more_mappings() && rs.more_mappings()) { auto &lm = ls.get_mapping(); auto &rm = rs.get_mapping(); if (lm.vbegin_ < rm.vbegin_) { auto delta = min(lm.len_, rm.vbegin_ - lm.vbegin_); e.left_only(lm.vbegin_, lm.dbegin_, delta); ls.consume(delta); } else if (lm.vbegin_ > rm.vbegin_) { auto delta = min(rm.len_, lm.vbegin_ - rm.vbegin_); e.right_only(rm.vbegin_, rm.dbegin_, delta); rs.consume(delta); } else if (lm.dbegin_ != rm.dbegin_) { auto delta = min(lm.len_, rm.len_); e.blocks_differ(lm.vbegin_, lm.dbegin_, rm.dbegin_, delta); ls.consume(delta); rs.consume(delta); } else { auto delta = min(lm.len_, rm.len_); e.blocks_same(lm.vbegin_, lm.dbegin_, delta); ls.consume(delta); rs.consume(delta); } } while (ls.more_mappings()) { auto &lm = ls.get_mapping(); e.left_only(lm.vbegin_, lm.dbegin_, lm.len_); ls.consume(lm.len_); } while (rs.more_mappings()) { auto &rm = rs.get_mapping(); e.right_only(rm.vbegin_, rm.dbegin_, rm.len_); rs.consume(rm.len_); } e.complete(); } // FIXME: duplication with xml_format void begin_superblock(indented_stream &out, string const &uuid, uint64_t time, uint64_t trans_id, uint32_t data_block_size, uint64_t nr_data_blocks, boost::optional metadata_snap) { out.indent(); out << "\n"; out.inc(); } void end_superblock(indented_stream &out) { out.dec(); out.indent(); out << "\n"; } void begin_diff(indented_stream &out, uint64_t snap1, uint64_t snap2) { out.indent(); out << "\n"; out.inc(); } void end_diff(indented_stream &out) { out.dec(); out.indent(); out << "\n"; } void delta_(flags const &fs) { mapping_recorder mr1; mapping_recorder mr2; damage_visitor damage_v; superblock_detail::superblock sb; block_address nr_data_blocks = 0ull; { block_manager::ptr bm = open_bm(*fs.dev, block_manager::READ_ONLY, !fs.use_metadata_snap); metadata::ptr md(fs.use_metadata_snap ? new metadata(bm, fs.metadata_snap) : new metadata(bm)); sb = md->sb_; dev_tree::key k = {*fs.snap1}; boost::optional snap1_root = md->mappings_top_level_->lookup(k); if (!snap1_root) { ostringstream out; out << "Unable to find mapping tree for snap1 (" << *fs.snap1 << ")"; throw std::runtime_error(out.str()); } single_mapping_tree snap1(*md->tm_, *snap1_root, mapping_tree_detail::block_traits::ref_counter(md->tm_->get_sm())); k[0] = *fs.snap2; boost::optional snap2_root = md->mappings_top_level_->lookup(k); if (!snap2_root) { ostringstream out; out << "Unable to find mapping tree for snap2 (" << *fs.snap2 << ")"; throw std::runtime_error(out.str()); } single_mapping_tree snap2(*md->tm_, *snap2_root, mapping_tree_detail::block_traits::ref_counter(md->tm_->get_sm())); btree_visit_values(snap1, mr1, damage_v); mr1.complete(); btree_visit_values(snap2, mr2, damage_v); mr2.complete(); if (md->data_sm_) nr_data_blocks = md->data_sm_->get_nr_blocks(); } indented_stream is(cout); begin_superblock(is, "", sb.time_, sb.trans_id_, sb.data_block_size_, nr_data_blocks, sb.metadata_snap_ ? boost::optional(sb.metadata_snap_) : boost::optional()); begin_diff(is, *fs.snap1, *fs.snap2); if (fs.verbose) { verbose_emitter e(is); dump_diff(mr1.get_mappings(), mr2.get_mappings(), e); } else { simple_emitter e(is); dump_diff(mr1.get_mappings(), mr2.get_mappings(), e); } end_diff(is); end_superblock(is); } int delta(flags const &fs) { try { delta_(fs); } catch (exception const &e) { cerr << e.what() << endl; return 1; } return 0; } } //---------------------------------------------------------------- // FIXME: add metadata snap switch thin_delta_cmd::thin_delta_cmd() : command("thin_delta") { } void thin_delta_cmd::usage(std::ostream &out) const { out << "Usage: " << get_name() << " [options] \n" << "Options:\n" << " {--thin1, --snap1}\n" << " {--thin2, --snap2}\n" << " {-m, --metadata-snap} [block#]\n" << " {--verbose}\n" << " {-h|--help}\n" << " {-V|--version}" << endl; } int thin_delta_cmd::run(int argc, char **argv) { int c; flags fs; char const shortopts[] = "hVm::"; option const longopts[] = { { "help", no_argument, NULL, 'h' }, { "metadata-snap", optional_argument, NULL, 'm' }, { "version", no_argument, NULL, 'V' }, { "thin1", required_argument, NULL, 1 }, { "snap1", required_argument, NULL, 1 }, { "thin2", required_argument, NULL, 2 }, { "snap2", required_argument, NULL, 2 }, { "verbose", no_argument, NULL, 4 }, { NULL, no_argument, NULL, 0 } }; while ((c = getopt_long(argc, argv, shortopts, longopts, NULL)) != -1) { switch (c) { case 'h': usage(cout); return 0; case 'm': fs.use_metadata_snap = true; if (optarg) fs.metadata_snap = parse_uint64(optarg, "metadata snapshot block"); break; case 'V': cout << THIN_PROVISIONING_TOOLS_VERSION << endl; return 0; case 1: fs.snap1 = parse_uint64(optarg, "thin id 1"); break; case 2: fs.snap2 = parse_uint64(optarg, "thin id 2"); break; case 4: fs.verbose = true; break; default: usage(cerr); return 1; } } if (argc == optind) die("No input device provided."); else fs.dev = argv[optind]; if (!fs.snap1) die("--snap1 not specified."); if (!fs.snap2) die("--snap2 not specified."); return delta(fs); } //----------------------------------------------------------------