|
Packit |
fd8b60 |
/*-
|
|
Packit |
fd8b60 |
* Copyright (c) 1990, 1993, 1994
|
|
Packit |
fd8b60 |
* The Regents of the University of California. All rights reserved.
|
|
Packit |
fd8b60 |
*
|
|
Packit |
fd8b60 |
* This code is derived from software contributed to Berkeley by
|
|
Packit |
fd8b60 |
* Margo Seltzer.
|
|
Packit |
fd8b60 |
*
|
|
Packit |
fd8b60 |
* Redistribution and use in source and binary forms, with or without
|
|
Packit |
fd8b60 |
* modification, are permitted provided that the following conditions
|
|
Packit |
fd8b60 |
* are met:
|
|
Packit |
fd8b60 |
* 1. Redistributions of source code must retain the above copyright
|
|
Packit |
fd8b60 |
* notice, this list of conditions and the following disclaimer.
|
|
Packit |
fd8b60 |
* 2. Redistributions in binary form must reproduce the above copyright
|
|
Packit |
fd8b60 |
* notice, this list of conditions and the following disclaimer in the
|
|
Packit |
fd8b60 |
* documentation and/or other materials provided with the distribution.
|
|
Packit |
fd8b60 |
* 3. All advertising materials mentioning features or use of this software
|
|
Packit |
fd8b60 |
* must display the following acknowledgement:
|
|
Packit |
fd8b60 |
* This product includes software developed by the University of
|
|
Packit |
fd8b60 |
* California, Berkeley and its contributors.
|
|
Packit |
fd8b60 |
* 4. Neither the name of the University nor the names of its contributors
|
|
Packit |
fd8b60 |
* may be used to endorse or promote products derived from this software
|
|
Packit |
fd8b60 |
* without specific prior written permission.
|
|
Packit |
fd8b60 |
*
|
|
Packit |
fd8b60 |
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
Packit |
fd8b60 |
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
Packit |
fd8b60 |
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
Packit |
fd8b60 |
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
Packit |
fd8b60 |
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
Packit |
fd8b60 |
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
Packit |
fd8b60 |
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
Packit |
fd8b60 |
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
Packit |
fd8b60 |
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
Packit |
fd8b60 |
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
Packit |
fd8b60 |
* SUCH DAMAGE.
|
|
Packit |
fd8b60 |
*
|
|
Packit |
fd8b60 |
* @(#)hash.h 8.4 (Berkeley) 11/2/95
|
|
Packit |
fd8b60 |
*/
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#include "mpool.h"
|
|
Packit |
fd8b60 |
#include "db-queue.h"
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
/* Operations */
|
|
Packit |
fd8b60 |
typedef enum {
|
|
Packit |
fd8b60 |
HASH_GET, HASH_PUT, HASH_PUTNEW, HASH_DELETE, HASH_FIRST, HASH_NEXT
|
|
Packit |
fd8b60 |
} ACTION;
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
/* cursor structure */
|
|
Packit |
fd8b60 |
typedef struct cursor_t {
|
|
Packit |
fd8b60 |
TAILQ_ENTRY(cursor_t) queue;
|
|
Packit |
fd8b60 |
int (*get) __P((const DB *, struct cursor_t *, DBT *, DBT *, \
|
|
Packit |
fd8b60 |
u_int32_t));
|
|
Packit |
fd8b60 |
int (*delete) __P((const DB *, struct cursor_t *, u_int32_t));
|
|
Packit |
fd8b60 |
db_pgno_t bucket;
|
|
Packit |
fd8b60 |
db_pgno_t pgno;
|
|
Packit |
fd8b60 |
indx_t ndx;
|
|
Packit |
fd8b60 |
indx_t pgndx;
|
|
Packit |
fd8b60 |
u_int16_t *pagep;
|
|
Packit |
fd8b60 |
void *internal;
|
|
Packit |
fd8b60 |
} CURSOR;
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define IS_BUCKET(X) ((X) & BUF_BUCKET)
|
|
Packit |
fd8b60 |
#define IS_VALID(X) (!((X) & BUF_INVALID))
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
/* Hash Table Information */
|
|
Packit |
fd8b60 |
typedef struct hashhdr { /* Disk resident portion */
|
|
Packit |
fd8b60 |
int32_t magic; /* Magic NO for hash tables */
|
|
Packit |
fd8b60 |
int32_t version; /* Version ID */
|
|
Packit |
fd8b60 |
int32_t lorder; /* Byte Order */
|
|
Packit |
fd8b60 |
u_int32_t bsize; /* Bucket/Page Size */
|
|
Packit |
fd8b60 |
int32_t bshift; /* Bucket shift */
|
|
Packit |
fd8b60 |
int32_t ovfl_point; /* Where overflow pages are being allocated */
|
|
Packit |
fd8b60 |
u_int32_t last_freed; /* Last overflow page freed */
|
|
Packit |
fd8b60 |
u_int32_t max_bucket; /* ID of Maximum bucket in use */
|
|
Packit |
fd8b60 |
u_int32_t high_mask; /* Mask to modulo into entire table */
|
|
Packit |
fd8b60 |
u_int32_t low_mask; /* Mask to modulo into lower half of table */
|
|
Packit |
fd8b60 |
u_int32_t ffactor; /* Fill factor */
|
|
Packit |
fd8b60 |
int32_t nkeys; /* Number of keys in hash table */
|
|
Packit |
fd8b60 |
u_int32_t hdrpages; /* Size of table header */
|
|
Packit |
fd8b60 |
u_int32_t h_charkey; /* value of hash(CHARKEY) */
|
|
Packit |
fd8b60 |
#define NCACHED 32 /* number of bit maps and spare points */
|
|
Packit |
fd8b60 |
u_int32_t spares[NCACHED];/* spare pages for overflow */
|
|
Packit |
fd8b60 |
u_int16_t bitmaps[NCACHED]; /* address of overflow page bitmaps */
|
|
Packit |
fd8b60 |
} HASHHDR;
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
typedef struct htab { /* Memory resident data structure */
|
|
Packit |
fd8b60 |
TAILQ_HEAD(_cursor_queue, cursor_t) curs_queue;
|
|
Packit |
fd8b60 |
HASHHDR hdr; /* Header */
|
|
Packit |
fd8b60 |
u_int32_t (*hash) __P((const void *, size_t)); /* Hash Function */
|
|
Packit |
fd8b60 |
int32_t flags; /* Flag values */
|
|
Packit |
fd8b60 |
int32_t fp; /* File pointer */
|
|
Packit |
fd8b60 |
const char *fname; /* File path */
|
|
Packit |
fd8b60 |
u_int8_t *bigdata_buf; /* Temporary Buffer for BIG data */
|
|
Packit |
fd8b60 |
u_int8_t *bigkey_buf; /* Temporary Buffer for BIG keys */
|
|
Packit |
fd8b60 |
u_int16_t *split_buf; /* Temporary buffer for splits */
|
|
Packit |
fd8b60 |
CURSOR *seq_cursor; /* Cursor used for hash_seq */
|
|
Packit |
fd8b60 |
int32_t local_errno; /* Error Number -- for DBM compatibility */
|
|
Packit |
fd8b60 |
int32_t new_file; /* Indicates if fd is backing store or no */
|
|
Packit |
fd8b60 |
int32_t save_file; /* Indicates whether we need to flush file at
|
|
Packit |
fd8b60 |
* exit */
|
|
Packit |
fd8b60 |
u_int32_t *mapp[NCACHED];/* Pointers to page maps */
|
|
Packit |
fd8b60 |
int32_t nmaps; /* Initial number of bitmaps */
|
|
Packit |
fd8b60 |
MPOOL *mp; /* mpool for buffer management */
|
|
Packit |
fd8b60 |
} HTAB;
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
/*
|
|
Packit |
fd8b60 |
* Constants
|
|
Packit |
fd8b60 |
*/
|
|
Packit |
fd8b60 |
#define MAX_BSIZE 65536 /* 2^16 */
|
|
Packit |
fd8b60 |
#define MIN_BUFFERS 6
|
|
Packit |
fd8b60 |
#define MINHDRSIZE 512
|
|
Packit |
fd8b60 |
#define DEF_CACHESIZE 65536
|
|
Packit |
fd8b60 |
#define DEF_BUCKET_SHIFT 12 /* log2(BUCKET) */
|
|
Packit |
fd8b60 |
#define DEF_BUCKET_SIZE (1<
|
|
Packit |
fd8b60 |
#define DEF_SEGSIZE_SHIFT 8 /* log2(SEGSIZE) */
|
|
Packit |
fd8b60 |
#define DEF_SEGSIZE (1<
|
|
Packit |
fd8b60 |
#define DEF_DIRSIZE 256
|
|
Packit |
fd8b60 |
#define DEF_FFACTOR 65536
|
|
Packit |
fd8b60 |
#define MIN_FFACTOR 4
|
|
Packit |
fd8b60 |
#define SPLTMAX 8
|
|
Packit |
fd8b60 |
#define CHARKEY "%$sniglet^&"
|
|
Packit |
fd8b60 |
#define NUMKEY 1038583
|
|
Packit |
fd8b60 |
#define BYTE_SHIFT 3
|
|
Packit |
fd8b60 |
#define INT32_T_TO_BYTE 2
|
|
Packit |
fd8b60 |
#define INT32_T_BYTE_SHIFT 5
|
|
Packit |
fd8b60 |
#define ALL_SET ((u_int32_t)0xFFFFFFFF)
|
|
Packit |
fd8b60 |
#define ALL_CLEAR 0
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define PTROF(X) ((BUFHEAD *)((ptr_t)(X)&~0x3))
|
|
Packit |
fd8b60 |
#define ISMOD(X) ((ptr_t)(X)&0x1)
|
|
Packit |
fd8b60 |
#define DOMOD(X) ((X) = (int8_t *)((ptr_t)(X)|0x1))
|
|
Packit |
fd8b60 |
#define ISDISK(X) ((ptr_t)(X)&0x2)
|
|
Packit |
fd8b60 |
#define DODISK(X) ((X) = (int8_t *)((ptr_t)(X)|0x2))
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define BITS_PER_MAP 32
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
/* Given the address of the beginning of a big map, clear/set the nth bit */
|
|
Packit |
fd8b60 |
#define CLRBIT(A, N) ((A)[(N)/BITS_PER_MAP] &= ~(1<<((N)%BITS_PER_MAP)))
|
|
Packit |
fd8b60 |
#define SETBIT(A, N) ((A)[(N)/BITS_PER_MAP] |= (1<<((N)%BITS_PER_MAP)))
|
|
Packit |
fd8b60 |
#define ISSET(A, N) ((A)[(N)/BITS_PER_MAP] & (1<<((N)%BITS_PER_MAP)))
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
/* Overflow management */
|
|
Packit |
fd8b60 |
/*
|
|
Packit |
fd8b60 |
* Overflow page numbers are allocated per split point. At each doubling of
|
|
Packit |
fd8b60 |
* the table, we can allocate extra pages. So, an overflow page number has
|
|
Packit |
fd8b60 |
* the top 5 bits indicate which split point and the lower 11 bits indicate
|
|
Packit |
fd8b60 |
* which page at that split point is indicated (pages within split points are
|
|
Packit |
fd8b60 |
* numberered starting with 1).
|
|
Packit |
fd8b60 |
*/
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define SPLITSHIFT 11
|
|
Packit |
fd8b60 |
#define SPLITMASK 0x7FF
|
|
Packit |
fd8b60 |
#define SPLITNUM(N) (((u_int32_t)(N)) >> SPLITSHIFT)
|
|
Packit |
fd8b60 |
#define OPAGENUM(N) ((N) & SPLITMASK)
|
|
Packit |
fd8b60 |
#define OADDR_OF(S,O) ((u_int32_t)((u_int32_t)(S) << SPLITSHIFT) + (O))
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define BUCKET_TO_PAGE(B) \
|
|
Packit |
fd8b60 |
((B) + hashp->hdr.hdrpages + ((B) \
|
|
Packit |
fd8b60 |
? hashp->hdr.spares[__log2((B)+1)-1] : 0))
|
|
Packit |
fd8b60 |
#define OADDR_TO_PAGE(B) \
|
|
Packit |
fd8b60 |
(BUCKET_TO_PAGE ( (1 << SPLITNUM((B))) -1 ) + OPAGENUM((B)))
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define POW2(N) (1 << (N))
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define MAX_PAGES(H) (DB_OFF_T_MAX / (H)->hdr.bsize)
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
/* Shorthands for accessing structure */
|
|
Packit |
fd8b60 |
#define METADATA_PGNO 0
|
|
Packit |
fd8b60 |
#define SPLIT_PGNO 0xFFFF
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
typedef struct item_info {
|
|
Packit |
fd8b60 |
db_pgno_t pgno;
|
|
Packit |
fd8b60 |
db_pgno_t bucket;
|
|
Packit |
fd8b60 |
indx_t ndx;
|
|
Packit |
fd8b60 |
indx_t pgndx;
|
|
Packit |
fd8b60 |
u_int8_t status;
|
|
Packit |
fd8b60 |
u_int32_t seek_size;
|
|
Packit |
fd8b60 |
db_pgno_t seek_found_page;
|
|
Packit |
fd8b60 |
indx_t key_off;
|
|
Packit |
fd8b60 |
indx_t data_off;
|
|
Packit |
fd8b60 |
u_int8_t caused_expand;
|
|
Packit |
fd8b60 |
} ITEM_INFO;
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define ITEM_ERROR 0
|
|
Packit |
fd8b60 |
#define ITEM_OK 1
|
|
Packit |
fd8b60 |
#define ITEM_NO_MORE 2
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define ITEM_GET_FIRST 0
|
|
Packit |
fd8b60 |
#define ITEM_GET_NEXT 1
|
|
Packit |
fd8b60 |
#define ITEM_GET_RESET 2
|
|
Packit |
fd8b60 |
#define ITEM_GET_DONE 3
|
|
Packit |
fd8b60 |
#define ITEM_GET_N 4
|
|
Packit |
fd8b60 |
|
|
Packit |
fd8b60 |
#define UNKNOWN 0xffffffff /* for num_items */
|
|
Packit |
fd8b60 |
#define NO_EXPAND 0xfffffffe
|