Blame logger.h

Packit Service 584ef9
/* logging functions */
Packit Service 584ef9
#ifndef LOGGER_H
Packit Service 584ef9
#define LOGGER_H
Packit Service 584ef9
Packit Service 584ef9
#include "bipbuffer.h"
Packit Service 584ef9
Packit Service 584ef9
/* TODO: starttime tunable */
Packit Service 584ef9
#define LOGGER_BUF_SIZE 1024 * 64
Packit Service 584ef9
#define LOGGER_WATCHER_BUF_SIZE 1024 * 256
Packit Service 584ef9
#define LOGGER_ENTRY_MAX_SIZE 2048
Packit Service 584ef9
#define GET_LOGGER() ((logger *) pthread_getspecific(logger_key));
Packit Service 584ef9
Packit Service 584ef9
/* Inlined from memcached.h - should go into sub header */
Packit Service 584ef9
typedef unsigned int rel_time_t;
Packit Service 584ef9
Packit Service 584ef9
enum log_entry_type {
Packit Service 584ef9
    LOGGER_ASCII_CMD = 0,
Packit Service 584ef9
    LOGGER_EVICTION,
Packit Service 584ef9
    LOGGER_ITEM_GET,
Packit Service 584ef9
    LOGGER_ITEM_STORE,
Packit Service 584ef9
    LOGGER_CRAWLER_STATUS,
Packit Service 584ef9
    LOGGER_SLAB_MOVE,
Packit Service 584ef9
#ifdef EXTSTORE
Packit Service 584ef9
    LOGGER_EXTSTORE_WRITE,
Packit Service 584ef9
    LOGGER_COMPACT_START,
Packit Service 584ef9
    LOGGER_COMPACT_ABORT,
Packit Service 584ef9
    LOGGER_COMPACT_READ_START,
Packit Service 584ef9
    LOGGER_COMPACT_READ_END,
Packit Service 584ef9
    LOGGER_COMPACT_END,
Packit Service 584ef9
    LOGGER_COMPACT_FRAGINFO,
Packit Service 584ef9
#endif
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
enum log_entry_subtype {
Packit Service 584ef9
    LOGGER_TEXT_ENTRY = 0,
Packit Service 584ef9
    LOGGER_EVICTION_ENTRY,
Packit Service 584ef9
    LOGGER_ITEM_GET_ENTRY,
Packit Service 584ef9
    LOGGER_ITEM_STORE_ENTRY,
Packit Service 584ef9
#ifdef EXTSTORE
Packit Service 584ef9
    LOGGER_EXT_WRITE_ENTRY,
Packit Service 584ef9
#endif
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
enum logger_ret_type {
Packit Service 584ef9
    LOGGER_RET_OK = 0,
Packit Service 584ef9
    LOGGER_RET_NOSPACE,
Packit Service 584ef9
    LOGGER_RET_ERR
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
enum logger_parse_entry_ret {
Packit Service 584ef9
    LOGGER_PARSE_ENTRY_OK = 0,
Packit Service 584ef9
    LOGGER_PARSE_ENTRY_FULLBUF,
Packit Service 584ef9
    LOGGER_PARSE_ENTRY_FAILED
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
typedef const struct {
Packit Service 584ef9
    enum log_entry_subtype subtype;
Packit Service 584ef9
    int reqlen;
Packit Service 584ef9
    uint16_t eflags;
Packit Service 584ef9
    char *format;
Packit Service 584ef9
} entry_details;
Packit Service 584ef9
Packit Service 584ef9
/* log entry intermediary structures */
Packit Service 584ef9
struct logentry_eviction {
Packit Service 584ef9
    long long int exptime;
Packit Service 584ef9
    uint32_t latime;
Packit Service 584ef9
    uint16_t it_flags;
Packit Service 584ef9
    uint8_t nkey;
Packit Service 584ef9
    uint8_t clsid;
Packit Service 584ef9
    char key[];
Packit Service 584ef9
};
Packit Service 584ef9
#ifdef EXTSTORE
Packit Service 584ef9
struct logentry_ext_write {
Packit Service 584ef9
    long long int exptime;
Packit Service 584ef9
    uint32_t latime;
Packit Service 584ef9
    uint16_t it_flags;
Packit Service 584ef9
    uint8_t nkey;
Packit Service 584ef9
    uint8_t clsid;
Packit Service 584ef9
    uint8_t bucket;
Packit Service 584ef9
    char key[];
Packit Service 584ef9
};
Packit Service 584ef9
#endif
Packit Service 584ef9
struct logentry_item_get {
Packit Service 584ef9
    uint8_t was_found;
Packit Service 584ef9
    uint8_t nkey;
Packit Service 584ef9
    uint8_t clsid;
Packit Service 584ef9
    int sfd;
Packit Service 584ef9
    char key[];
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
struct logentry_item_store {
Packit Service 584ef9
    int status;
Packit Service 584ef9
    int cmd;
Packit Service 584ef9
    rel_time_t ttl;
Packit Service 584ef9
    uint8_t nkey;
Packit Service 584ef9
    uint8_t clsid;
Packit Service 584ef9
    int sfd;
Packit Service 584ef9
    char key[];
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
/* end intermediary structures */
Packit Service 584ef9
Packit Service 584ef9
/* WARNING: cuddled items aren't compatible with warm restart. more code
Packit Service 584ef9
 * necessary to ensure log streams are all flushed/processed before stopping
Packit Service 584ef9
 */
Packit Service 584ef9
typedef struct _logentry {
Packit Service 584ef9
    enum log_entry_subtype event;
Packit Service 584ef9
    uint8_t pad;
Packit Service 584ef9
    uint16_t eflags;
Packit Service 584ef9
    uint64_t gid;
Packit Service 584ef9
    struct timeval tv; /* not monotonic! */
Packit Service 584ef9
    int size;
Packit Service 584ef9
    union {
Packit Service 584ef9
        char end;
Packit Service 584ef9
    } data[];
Packit Service 584ef9
} logentry;
Packit Service 584ef9
Packit Service 584ef9
#define LOG_SYSEVENTS  (1<<1) /* threads start/stop/working */
Packit Service 584ef9
#define LOG_FETCHERS   (1<<2) /* get/gets/etc */
Packit Service 584ef9
#define LOG_MUTATIONS  (1<<3) /* set/append/incr/etc */
Packit Service 584ef9
#define LOG_SYSERRORS  (1<<4) /* malloc/etc errors */
Packit Service 584ef9
#define LOG_CONNEVENTS (1<<5) /* new client, closed, etc */
Packit Service 584ef9
#define LOG_EVICTIONS  (1<<6) /* details of evicted items */
Packit Service 584ef9
#define LOG_STRICT     (1<<7) /* block worker instead of drop */
Packit Service 584ef9
#define LOG_RAWCMDS    (1<<9) /* raw ascii commands */
Packit Service 584ef9
Packit Service 584ef9
typedef struct _logger {
Packit Service 584ef9
    struct _logger *prev;
Packit Service 584ef9
    struct _logger *next;
Packit Service 584ef9
    pthread_mutex_t mutex; /* guard for this + *buf */
Packit Service 584ef9
    uint64_t written; /* entries written to the buffer */
Packit Service 584ef9
    uint64_t dropped; /* entries dropped */
Packit Service 584ef9
    uint64_t blocked; /* times blocked instead of dropped */
Packit Service 584ef9
    uint16_t fetcher_ratio; /* log one out of every N fetches */
Packit Service 584ef9
    uint16_t mutation_ratio; /* log one out of every N mutations */
Packit Service 584ef9
    uint16_t eflags; /* flags this logger should log */
Packit Service 584ef9
    bipbuf_t *buf;
Packit Service 584ef9
    const entry_details *entry_map;
Packit Service 584ef9
} logger;
Packit Service 584ef9
Packit Service 584ef9
enum logger_watcher_type {
Packit Service 584ef9
    LOGGER_WATCHER_STDERR = 0,
Packit Service 584ef9
    LOGGER_WATCHER_CLIENT = 1
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
typedef struct  {
Packit Service 584ef9
    void *c; /* original connection structure. still with source thread attached */
Packit Service 584ef9
    int sfd; /* client fd */
Packit Service 584ef9
    int id; /* id number for watcher list */
Packit Service 584ef9
    uint64_t skipped; /* lines skipped since last successful print */
Packit Service 584ef9
    bool failed_flush; /* recently failed to write out (EAGAIN), wait before retry */
Packit Service 584ef9
    enum logger_watcher_type t; /* stderr, client, syslog, etc */
Packit Service 584ef9
    uint16_t eflags; /* flags we are interested in */
Packit Service 584ef9
    bipbuf_t *buf; /* per-watcher output buffer */
Packit Service 584ef9
} logger_watcher;
Packit Service 584ef9
Packit Service 584ef9
Packit Service 584ef9
struct logger_stats {
Packit Service 584ef9
    uint64_t worker_dropped;
Packit Service 584ef9
    uint64_t worker_written;
Packit Service 584ef9
    uint64_t watcher_skipped;
Packit Service 584ef9
    uint64_t watcher_sent;
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
extern pthread_key_t logger_key;
Packit Service 584ef9
Packit Service 584ef9
/* public functions */
Packit Service 584ef9
Packit Service 584ef9
void logger_init(void);
Packit Service 584ef9
void logger_stop(void);
Packit Service 584ef9
logger *logger_create(void);
Packit Service 584ef9
Packit Service 584ef9
#define LOGGER_LOG(l, flag, type, ...) \
Packit Service 584ef9
    do { \
Packit Service 584ef9
        logger *myl = l; \
Packit Service 584ef9
        if (l == NULL) \
Packit Service 584ef9
            myl = GET_LOGGER(); \
Packit Service 584ef9
        if (myl->eflags & flag) \
Packit Service 584ef9
            logger_log(myl, type, __VA_ARGS__); \
Packit Service 584ef9
    } while (0)
Packit Service 584ef9
Packit Service 584ef9
enum logger_ret_type logger_log(logger *l, const enum log_entry_type event, const void *entry, ...);
Packit Service 584ef9
Packit Service 584ef9
enum logger_add_watcher_ret {
Packit Service 584ef9
    LOGGER_ADD_WATCHER_TOO_MANY = 0,
Packit Service 584ef9
    LOGGER_ADD_WATCHER_OK,
Packit Service 584ef9
    LOGGER_ADD_WATCHER_FAILED
Packit Service 584ef9
};
Packit Service 584ef9
Packit Service 584ef9
enum logger_add_watcher_ret logger_add_watcher(void *c, const int sfd, uint16_t f);
Packit Service 584ef9
Packit Service 584ef9
/* functions used by restart system */
Packit Service 584ef9
uint64_t logger_get_gid(void);
Packit Service 584ef9
void logger_set_gid(uint64_t gid);
Packit Service 584ef9
Packit Service 584ef9
#endif