thin-provisioning-tools/functional-tests/persistent-data/btree.scm

196 lines
5.7 KiB
Scheme
Raw Normal View History

(library
(persistent-data btree)
(export btree-node-salt
btree-value-type
btree-root
btree-open
btree-lookup
btree-each
btree-each-and-count
le64-vt
define-value-type
define-compound-value-type
BTreeNodeHeader
leaf-node?
internal-node?
block->header
block->values
block->keys
key-at
value-at
)
(import (bcache block-manager)
(chezscheme)
(list-utils)
(utils))
(define btree-node-salt 121107)
(define-ftype BTreeNodeHeader
(packed
(endian little
(struct
(csum unsigned-32)
(flags unsigned-32)
(blocknr unsigned-64)
(nr-entries unsigned-32)
(max-entries unsigned-32)
(value-size unsigned-32)
(padding unsigned-32)))))
(define-ftype LittleEndian64
(endian little unsigned-64))
;; The metadata block is made up of:
;; | node header | keys | values |
(define (block->header b)
(make-ftype-pointer BTreeNodeHeader (block-data b)))
(define (block->keys b)
(make-ftype-pointer LittleEndian64
(+ (block-data b) (ftype-sizeof BTreeNodeHeader))))
;;; Value-types are dlambdas with these methods:
;;; (vt 'mk-ptr <raw-ptr>)
;;; (vt 'ref <vt-ptr> index)
;;; (vt 'set <vt-ptr> index val)
;;; (vt 'size)
(define-syntax define-value-type
(syntax-rules ()
((_ name ft)
(define name
(dlambda
(mk-ptr (p) (make-ftype-pointer ft p))
(ref (fp index) (ftype-ref ft () fp index))
(set (fp index val) (ftype-set! ft () fp index val))
(size () (ftype-sizeof ft)))))))
(define-syntax define-compound-value-type
(syntax-rules ()
((_ name ft)
(define name
(dlambda
(mk-ptr (p) (make-ftype-pointer ft p))
(ref (fp index) (ftype-&ref ft () fp index))
(set (fp index val) (assert #f)) ;; (ftype-set! ft () fp index val)) ;;; FIXME: not sure what to put here
(size () (ftype-sizeof ft)))))))
(define-value-type le64-vt LittleEndian64)
(define (block->values b vt)
(vt 'mk-ptr
(+ (block-data b) (ftype-sizeof BTreeNodeHeader)
(* (ftype-ref BTreeNodeHeader (max-entries) (block->header b))
(ftype-sizeof LittleEndian64)))))
(define (key-at keys index)
(ftype-ref LittleEndian64 () keys index))
(define (value-at vt vals index)
(vt 'ref vals index))
#|
(define (max-entries vt)
(/ (- metadata-block-size (ftype-sizeof BTreeNodeHeader))
(+ (ftype-sizeof LittleEndian64)
(vt 'size))))
|#
(define-record-type btree
(fields value-type root))
(define (btree-open vt root)
(make-btree vt root))
;;; (ftype-pointer BTreeNodeHeader) -> bool
(define (internal-node? header)
(bitwise-bit-set? (ftype-ref BTreeNodeHeader (flags) header) 0))
;;; (ftype-pointer BTreeNodeHeader) -> bool
(define (leaf-node? header)
(bitwise-bit-set? (ftype-ref BTreeNodeHeader (flags) header) 1))
;;; void* BTreeNodeHeader u64 -> integer
;;; Performs a binary search looking for the key and returns the index of the
;;; lower bound.
(define (lower-bound b header key)
(let ((keys (block->keys b)))
(let loop ((lo 0)
(hi (ftype-ref BTreeNodeHeader (nr-entries) header)))
(if (<= (- hi lo) 1)
lo
(let* ((mid (+ lo (/ (- hi lo) 2)))
(k (key-at b mid)))
(cond
((= key k) mid)
((< k key) (loop mid hi))
(else (loop lo mid))))))))
;;;;----------------------------------------------
;;;; Lookup
;;;;----------------------------------------------
(define (btree-lookup tree sp key default)
(let ((vt (btree-value-type tree)))
(let loop ((root (btree-root tree)))
(spine-step sp (b root (get-flags))
(let* ((header (block->header b))
(keys (block->keys b))
(vals (block->values b vt))
(index (lower-bound b header key)))
(if (internal-node? header)
(loop (value-at le64-vt vals index))
(if (= key (key-at keys index))
(value-at vt vals index)
default)))))))
;;;;----------------------------------------------
;;; Walk btree, counting metadata references
;;; (inc-fn <block>)
;;; (fn key value)
;;;;----------------------------------------------
(define (btree-each-and-count tree cache fn inc-fn)
(let ((vt (btree-value-type tree)))
(define (visit-leaf nr-entries keys vals)
(let loop ((index 0))
(when (< index nr-entries)
(fn (key-at keys index) (vt 'ref vals index))
(loop (+ 1 index)))))
(define (visit-internal nr-entries keys vals)
(let loop ((index 0))
(when (< index nr-entries)
(visit-node (le64-vt 'ref vals index))
(loop (+ 1 index)))))
(define (select-visitor header)
(if (internal-node? header)
visit-internal
visit-leaf))
(define (visit-node bi)
(with-block (b cache bi (get-flags))
(let* ((header (block->header b))
(nr-entries (ftype-ref BTreeNodeHeader (nr-entries) header))
(keys (block->keys b))
(vals (block->values b vt)))
(inc-fn bi)
((select-visitor header) nr-entries keys vals))))
(visit-node (btree-root tree))))
;;; Calls (fn key value) on every entry of the btree.
(define (btree-each tree cache fn)
(define (noop bi) 'nil)
(btree-each-and-count tree cache fn noop))
)