[functional-tests] Some work on thin-check and thin-dump
This commit is contained in:
Joe Thornber
parent
f27b1e36c6
commit
9bc5d9fbfe
|
|
@ -0,0 +1,93 @@
|
|||
(library
|
||||
(command-line thin-check)
|
||||
|
||||
(export )
|
||||
|
||||
(import (thin thin-check))
|
||||
|
||||
(define (help port)
|
||||
(fmt port
|
||||
"Usage: thin_check [options] {device|file}\n"
|
||||
"Options:\n"
|
||||
" {-q|--quiet}\n"
|
||||
" {-h|--help}\n"
|
||||
" {-V|--version}\n"
|
||||
" {--clear-needs-check-flag}\n"
|
||||
" {--ignore-non-fatal-errors}\n"
|
||||
" {--skip-mappings}\n"
|
||||
" {--super-block-only}\n"))
|
||||
|
||||
(define whitespace
|
||||
(many+ (charset " \t\n")))
|
||||
|
||||
(define (whitespace-delim ma)
|
||||
(>> (opt whitespace)
|
||||
(<* ma (opt whitespace))))
|
||||
|
||||
(define (switch str)
|
||||
(whitespace-delim (>> (lit "--") (lit str))))
|
||||
|
||||
(define (switch-set . syms)
|
||||
(whitespace-delim
|
||||
(>> (lit "--")
|
||||
(apply one-of (map (lambda (s)
|
||||
(>> (lit (symbol->string s)) (pure s)))
|
||||
syms)))))
|
||||
|
||||
(define (short str)
|
||||
(whitespace-delim (>> (lit "-") (lit str))))
|
||||
|
||||
(define help-command-line
|
||||
(>> (one-of (switch "help") (switch "h"))
|
||||
(pure (lambda ()
|
||||
(help (current-output-port))))))
|
||||
|
||||
;; FIXME: move somewhere
|
||||
(define tools-version "0.8.0")
|
||||
|
||||
(define version-command-line
|
||||
(>> (one-of (short "V") (switch "version"))
|
||||
(pure (lambda ()
|
||||
(display tools-version)
|
||||
(display "\n")))))
|
||||
|
||||
(define switches
|
||||
(many*
|
||||
(switch-set
|
||||
'quiet
|
||||
'clear-needs-check-flag
|
||||
'ignore-non-fatal-errors
|
||||
'skip-mappings
|
||||
'super-block-only)))
|
||||
|
||||
(define not-switch
|
||||
(whitespace-delim
|
||||
(parse-m
|
||||
(<- c (neg-charset "- \t"))
|
||||
(<- cs (many* (neg-charset " \t")))
|
||||
(pure (list->string (cons c cs))))))
|
||||
|
||||
(define main-command-line
|
||||
(parse-m
|
||||
(<- ss switches)
|
||||
(<- path not-switch)
|
||||
eof
|
||||
(pure (lambda () (run ss path)))))
|
||||
|
||||
(define command-line-parser
|
||||
(one-of
|
||||
help-command-line
|
||||
version-command-line
|
||||
main-command-line))
|
||||
|
||||
(define (bad-command-line)
|
||||
(fmt (current-error-port) (dsp "bad command line\n"))
|
||||
(help (current-error-port))
|
||||
(exit 1))
|
||||
|
||||
(define (parse-command-line args)
|
||||
(receive (v st) (parse command-line-parser
|
||||
(apply string-append (intersperse " " args)))
|
||||
((if (success? st) v bad-command-line))))
|
||||
|
||||
)
|
||||
|
|
@ -1,10 +1,20 @@
|
|||
(import
|
||||
(bcache block-manager)
|
||||
(btree)
|
||||
(fmt fmt)
|
||||
(matchable)
|
||||
(mapping-tree)
|
||||
(chezscheme))
|
||||
(library
|
||||
(thin check)
|
||||
|
||||
(export thin-check
|
||||
thin-check-flags)
|
||||
|
||||
(import
|
||||
(bcache block-manager)
|
||||
(persistent-data btree)
|
||||
(fmt fmt)
|
||||
(list-utils)
|
||||
(matchable)
|
||||
(parser-combinators)
|
||||
(srfi s8 receive)
|
||||
(thin metadata)
|
||||
(thin mapping-tree)
|
||||
(chezscheme))
|
||||
|
||||
;;;;---------------------------------------------------
|
||||
;;;; Constants
|
||||
|
|
@ -18,74 +28,64 @@
|
|||
(define $uuid-size 16)
|
||||
(define $space-map-root-size 128)
|
||||
|
||||
(define-ftype Superblock
|
||||
(packed
|
||||
(endian little
|
||||
(struct
|
||||
(csum unsigned-32)
|
||||
(flags unsigned-32)
|
||||
(block-nr unsigned-64)
|
||||
(uuid (bytes $uuid-size))
|
||||
(magic unsigned-32)
|
||||
(version unsigned-32)
|
||||
(time unsigned-32)
|
||||
(trans-id unsigned-64)
|
||||
(metadata-snap unsigned-64)
|
||||
(data-space-map-root (bytes $space-map-root-size))
|
||||
(metadata-space-map-root (bytes $space-map-root-size))
|
||||
(data-mapping-root unsigned-64)
|
||||
(device-details-root unsigned-64)
|
||||
(data-block-size unsigned-32)
|
||||
(metadata-block-size unsigned-32)
|
||||
(metadata-nr-blocks unsigned-64)
|
||||
(compat-flags unsigned-32)
|
||||
(compat-ro-flags unsigned-32)
|
||||
(incompat-flags unsigned-32)))))
|
||||
(define-compound-value-type device-details-vt ThinDeviceDetails)
|
||||
|
||||
;;;;---------------------------------------------------
|
||||
;;;; Top level
|
||||
;;;;---------------------------------------------------
|
||||
(define (block->superblock b)
|
||||
(make-ftype-pointer ThinSuperblock (block-data b)))
|
||||
|
||||
(define (check-magic sb)
|
||||
((let ((m (bytevector-u32-ref sb 32 (endianness little))))
|
||||
(fmt #t (dsp "on disk magic: ") (num m) nl)
|
||||
)))
|
||||
;;;------------------------------------------------
|
||||
;;; Fluid vars for the switches
|
||||
|
||||
(define (read-superblock)
|
||||
(with-metadata (md (current-metadata))
|
||||
(superblock-unpack (read-block md 0) 0)))
|
||||
(define quiet #f)
|
||||
(define clear-needs-check-flag #f)
|
||||
(define ignore-non-fatal-errors #f)
|
||||
(define skip-mappings #f)
|
||||
(define super-block-only #f)
|
||||
|
||||
(define (dump-dev-tree)
|
||||
(with-metadata (md (current-metadata))
|
||||
(let ((sb (superblock-unpack (read-block md 0) 0)))
|
||||
(btree-each (btree-open le64-type md (superblock-data-mapping-root sb))
|
||||
(lambda (k v)
|
||||
(fmt #t (dsp "dev-id: ") (num k)
|
||||
(dsp ", mapping root: ") (num v) nl))))))
|
||||
(define (dump-dev-tree cache root)
|
||||
(btree-each (btree-open device-details-vt cache root)
|
||||
(lambda (k v)
|
||||
(fmt #t
|
||||
"dev-id: " k "\n"
|
||||
" mapped blocks: " (ftype-ref ThinDeviceDetails (mapped-blocks) v) "\n"
|
||||
" transaction id: " (ftype-ref ThinDeviceDetails (transaction-id) v) "\n"
|
||||
" creation time: " (ftype-ref ThinDeviceDetails (creation-time) v) "\n"
|
||||
" snapshotted time: " (ftype-ref ThinDeviceDetails (snapshotted-time) v) "\n"))))
|
||||
|
||||
(define (dump-mappings root)
|
||||
(with-metadata (md (current-metadata))
|
||||
(btree-each (btree-open le64-type md root)
|
||||
(lambda (k v)
|
||||
(fmt #t (dsp "vblock: ") (num k)
|
||||
(dsp ", pblock: ") (num v) nl)))))
|
||||
(define-enumeration thin-check-element
|
||||
(quiet
|
||||
clear-needs-check-flag
|
||||
ignore-non-fatal-errors
|
||||
skip-mappings
|
||||
super-block-only)
|
||||
thin-check-flags)
|
||||
|
||||
(define (dump-all-mappings)
|
||||
(with-metadata (md (current-metadata))
|
||||
(let ((sb (superblock-unpack (read-block md 0) 0)))
|
||||
(let ((mappings (mapping-tree-open md (superblock-data-mapping-root sb))))
|
||||
(mapping-tree-each mappings
|
||||
(lambda (dev-id vblock pblock time)
|
||||
(fmt #t
|
||||
(dsp "thin dev ") (num dev-id)
|
||||
(dsp ", vblock ") (num vblock)
|
||||
(dsp ", pblock ") (num pblock)
|
||||
(dsp ", time ") (num time)
|
||||
nl)))))))
|
||||
(define (thin-check metadata-path flags)
|
||||
(define (member? s)
|
||||
(enum-set-member? s flags))
|
||||
|
||||
(define (check-superblock)
|
||||
(with-metadata (md (current-metadata))
|
||||
(let ((superblock (read-block md 0)))
|
||||
(fmt #t (dsp "checksum on disk: ") (dsp (bytevector-u32-ref superblock 0 (endianness little))) nl)
|
||||
;(fmt #t (dsp "calculated checksum: ") (dsp (crc32-region $superblock-salt superblock 4 4092)) nl)
|
||||
(check-magic superblock))))
|
||||
(fluid-let ((quiet (member? 'quiet))
|
||||
(clear-needs-check-flag (member? 'clear-needs-check-flag))
|
||||
(ignore-non-fatal-errors (member? 'ignore-non-fatal-errors))
|
||||
(skip-mappings (member? 'skip-mappings))
|
||||
(super-block-only (member? 'super-block-only)))
|
||||
|
||||
(fmt (current-output-port)
|
||||
"quiet: " quiet "\n"
|
||||
"clear-needs-check-flag: " clear-needs-check-flag "\n"
|
||||
"ignore-non-fatal-errors: " ignore-non-fatal-errors "\n"
|
||||
"skip-mappings: " skip-mappings "\n"
|
||||
"super-block-only: " super-block-only "\n"
|
||||
"input-file: " metadata-path "\n")
|
||||
|
||||
(with-bcache (cache metadata-path 1024)
|
||||
(with-block (b cache 0 (get-flags))
|
||||
(let ((sb (block->superblock b)))
|
||||
(fmt (current-output-port)
|
||||
"block-nr: " (ftype-ref ThinSuperblock (block-nr) sb) "\n"
|
||||
"magic: " (ftype-ref ThinSuperblock (magic) sb) "\n"
|
||||
"data-mapping-root: " (ftype-ref ThinSuperblock (data-mapping-root) sb) "\n"
|
||||
"device-details-root: " (ftype-ref ThinSuperblock (device-details-root) sb) "\n")
|
||||
(dump-dev-tree cache (ftype-ref ThinSuperblock (device-details-root) sb)))))))
|
||||
|
||||
)
|
||||
|
|
|
|||
|
|
@ -0,0 +1,56 @@
|
|||
(library
|
||||
(thin check)
|
||||
|
||||
(export thin-dump
|
||||
thin-dump-flags)
|
||||
|
||||
(import
|
||||
(bcache block-manager)
|
||||
(persistent-data btree)
|
||||
(fmt fmt)
|
||||
(list-utils)
|
||||
(matchable)
|
||||
(parser-combinators)
|
||||
(srfi s8 receive)
|
||||
(thin metadata)
|
||||
(thin mapping-tree)
|
||||
(chezscheme))
|
||||
|
||||
(define (dump-dev-tree cache root)
|
||||
(btree-each (btree-open device-details-vt cache root)
|
||||
(lambda (k v)
|
||||
(fmt #t
|
||||
"dev-id: " k "\n"
|
||||
" mapped blocks: " (ftype-ref ThinDeviceDetails (mapped-blocks) v) "\n"
|
||||
" transaction id: " (ftype-ref ThinDeviceDetails (transaction-id) v) "\n"
|
||||
" creation time: " (ftype-ref ThinDeviceDetails (creation-time) v) "\n"
|
||||
" snapshotted time: " (ftype-ref ThinDeviceDetails (snapshotted-time) v) "\n"))))
|
||||
|
||||
(define-enumeration thin-check-element
|
||||
(quiet
|
||||
clear-needs-check-flag
|
||||
ignore-non-fatal-errors
|
||||
skip-mappings
|
||||
super-block-only)
|
||||
thin-check-flags)
|
||||
|
||||
(define (thin-check metadata-path flags)
|
||||
(tag 'superblock `((uuid . "<not implemented yet>")
|
||||
(time . )
|
||||
(transaction . 1)
|
||||
(flags . 0)
|
||||
(version . 2)
|
||||
(data-block-size . 128)
|
||||
(nr-data-blocks . ,(apply + nr-mappings)))
|
||||
|
||||
(with-bcache (cache metadata-path 1024)
|
||||
(with-block (b cache 0 (get-flags))
|
||||
(let ((sb (block->superblock b)))
|
||||
(fmt (current-output-port)
|
||||
"block-nr: " (ftype-ref ThinSuperblock (block-nr) sb) "\n"
|
||||
"magic: " (ftype-ref ThinSuperblock (magic) sb) "\n"
|
||||
"data-mapping-root: " (ftype-ref ThinSuperblock (data-mapping-root) sb) "\n"
|
||||
"device-details-root: " (ftype-ref ThinSuperblock (device-details-root) sb) "\n")
|
||||
(dump-dev-tree cache (ftype-ref ThinSuperblock (device-details-root) sb)))))))
|
||||
|
||||
)
|
||||
|
|
@ -1,11 +1,11 @@
|
|||
(library
|
||||
(mapping-tree)
|
||||
(thin mapping-tree)
|
||||
|
||||
(export mapping-tree-open
|
||||
mapping-tree-lookup
|
||||
mapping-tree-each)
|
||||
|
||||
(import (btree)
|
||||
(import (persistent-data btree)
|
||||
(chezscheme)
|
||||
(srfi s8 receive))
|
||||
|
||||
|
|
@ -35,8 +35,8 @@
|
|||
|
||||
(define (visit-dev dev-id mapping-root)
|
||||
(btree-each (btree-open le64-vt (btree-bcache dev-tree) mapping-root)
|
||||
(lambda (vblock mapping)
|
||||
(receive (block time) (unpack-block-time mapping)
|
||||
(fn dev-id vblock block time)))))
|
||||
(lambda (vblock mapping)
|
||||
(receive (block time) (unpack-block-time mapping)
|
||||
(fn dev-id vblock block time)))))
|
||||
|
||||
(btree-each dev-tree visit-dev))))
|
||||
|
|
|
|||
|
|
@ -0,0 +1,53 @@
|
|||
(library
|
||||
(thin metadata)
|
||||
|
||||
(export ThinSuperblock
|
||||
ThinDeviceDetails)
|
||||
|
||||
(import (chezscheme))
|
||||
|
||||
(define $superblock-magic 27022010)
|
||||
(define $superblock-salt 160774)
|
||||
(define $uuid-size 16)
|
||||
(define $space-map-root-size 128)
|
||||
|
||||
(define-compound-value-type device-details-vt ThinDeviceDetails)
|
||||
|
||||
(define (block->superblock b)
|
||||
(make-ftype-pointer ThinSuperblock (block-data b)))
|
||||
|
||||
(define-ftype ThinSuperblock
|
||||
(packed
|
||||
(endian little
|
||||
(struct
|
||||
(csum unsigned-32)
|
||||
(flags unsigned-32)
|
||||
(block-nr unsigned-64)
|
||||
(uuid (array 16 unsigned-8))
|
||||
(magic unsigned-64)
|
||||
(version unsigned-32)
|
||||
(time unsigned-32)
|
||||
(trans-id unsigned-64)
|
||||
(metadata-snap unsigned-64)
|
||||
(data-space-map-root (array 128 unsigned-8))
|
||||
(metadata-space-map-root (array 128 unsigned-8))
|
||||
(data-mapping-root unsigned-64)
|
||||
(device-details-root unsigned-64)
|
||||
(data-block-size unsigned-32)
|
||||
(metadata-block-size unsigned-32)
|
||||
(metadata-nr-blocks unsigned-64)
|
||||
(compat-flags unsigned-32)
|
||||
(compat-ro-flags unsigned-32)
|
||||
(incompat-flags unsigned-32)))))
|
||||
|
||||
(define-ftype ThinDeviceDetails
|
||||
(packed
|
||||
(endian little
|
||||
(struct
|
||||
(mapped-blocks unsigned-64)
|
||||
(transaction-id unsigned-64)
|
||||
(creation-time unsigned-32)
|
||||
(snapshotted-time unsigned-32)))))
|
||||
|
||||
)
|
||||
|
||||
|
|
@ -1,5 +1,5 @@
|
|||
(library
|
||||
(thin-xml)
|
||||
(thin xml)
|
||||
(export generate-xml)
|
||||
(import (rnrs)
|
||||
(list-utils)
|
||||
|
|
|
|||
Loading…
Reference in New Issue