symon/symon/lib/data.h

/* $Id: data.h,v 1.26 2005/03/20 16:17:22 dijkstra Exp $ */

/*
 * Copyright (c) 2001-2005 Willem Dijkstra
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 *    - Redistributions of source code must retain the above copyright
 *      notice, this list of conditions and the following disclaimer.
 *    - Redistributions in binary form must reproduce the above
 *      copyright notice, this list of conditions and the following
 *      disclaimer in the documentation and/or other materials provided
 *      with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 *
 */

/*
 * A host carrying a 'symon' is considered a 'source' of information. A single
 * data 'stream' of information has a particular type: <cpu|mem|if|io>. A
 * source can provide multiple 'streams' simultaneously. A source spools
 * information towards a 'mux'. A 'stream' that has been converted to network
 * representation is called a 'packedstream'.
 */
#ifndef _SYMON_LIB_DATA_H
#define _SYMON_LIB_DATA_H

#include <sys/queue.h>
#include <sys/types.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <limits.h>

#include "lex.h"

/* Polynominal to use for CRC generation */
#define SYMON_CRCPOLY  0x04c11db7

#ifndef ntohq
#if BYTE_ORDER == BIG_ENDIAN
#define htonq(n) (n)
#define ntohq(n) (n)
#else
static inline u_int64_t
       htonq(u_int64_t v)
{
    return (u_int64_t) htonl(v) << 32 | htonl(v >> 32);
}
static inline u_int64_t
       ntohq(u_int64_t v)
{
    return (u_int64_t) ntohl(v) << 32 | ntohl(v >> 32);
}
#endif /* BYTE_ORDER */
#endif /* ntohq */

/* Symon packet version
 * version 1:
 * symon_version:timestamp:length:crc:n*packedstream
 *
 * Note that the data portion is limited. The current (31/03/2002) largest
 * streamtype (if) needs 42 bytes without arguments. My _POSIX2_LINE_MAX is 2k,
 * so that works out to about 38 packedstreams in a single symon packet.
 */
#define SYMON_PACKET_VER  1

/* Sending structures over the network is dangerous as the compiler might have
 * added extra padding between items. symonpacketheader below is therefore also
 * marshalled and demarshalled via snpack and sunpack. The actual values are
 * copied out of memory into this structure one by one.
 */
struct symonpacketheader {
    u_int64_t timestamp;
    u_int32_t crc;
    u_int16_t length;
    u_int8_t symon_version;
    u_int8_t reserved;
};

struct symonpacket {
    struct symonpacketheader header;
    char data[_POSIX2_LINE_MAX];
};

/* The difference between a stream and a packed stream:
 * - A stream ties stream information to a file.
 * - A packed stream is the measured data itself
 *
 * A stream is meta data describing properties, a packed stream is the data itself.
 */
struct stream {
    int type;
    char *args;
    char *file;
    SLIST_ENTRY(stream) streams;
};
SLIST_HEAD(streamlist, stream);

struct source {
    char *addr;
    struct sockaddr_storage sockaddr;
    struct streamlist sl;
    SLIST_ENTRY(source) sources;
};
SLIST_HEAD(sourcelist, source);

struct mux {
    char *name;
    char *addr;
    char *port;
    struct sourcelist sol;
    int offset;
    int clientsocket;		/* symux; incoming tcp connections */
    int symonsocket[AF_MAX];	/* symux; incoming symon data */
    int symuxsocket;		/* symon; outgoing data to mux */
    struct symonpacket packet;
    struct sockaddr_storage sockaddr;
    struct streamlist sl;
    u_int32_t senderr;
    SLIST_ENTRY(mux) muxes;
};
SLIST_HEAD(muxlist, mux);

/* ps2str types */
#define PS2STR_PRETTY 0
#define PS2STR_RRD    1

/* Stream types */
#define MT_IO1    0
#define MT_CPU    1
#define MT_MEM    2
#define MT_IF     3
#define MT_PF     4
#define MT_DEBUG  5
#define MT_PROC   6
#define MT_MBUF   7
#define MT_SENSOR 8
#define MT_IO2    9
#define MT_PFQ    10
#define MT_TEST   11
#define MT_EOT    12

/*
 * Unpacking of incoming packets is done via a packedstream structure. This
 * structure defines the maximum amount of data that can be contained in a
 * single network representation of a stream.
 */
#define SYMON_UNKMUX   "<unknown mux>"	/* mux nodes without host addr */
#define SYMON_PS_ARGLEN        16	/* maximum argument length */
#define SYMON_PS_ARGLENSTR    "15"	/* maximum number of chars in an argument, as str */
struct packedstream {
    int type;
    int padding;
    char args[SYMON_PS_ARGLEN];
    union {
	struct symonpacketheader header;
	struct {
	    u_int64_t mtotal_transfers;
	    u_int64_t mtotal_seeks;
	    u_int64_t mtotal_bytes;
	}      ps_io;
	struct {
	    u_int16_t muser;
	    u_int16_t mnice;
	    u_int16_t msystem;
	    u_int16_t minterrupt;
	    u_int16_t midle;
	}      ps_cpu;
	struct {
	    u_int32_t mreal_active;
	    u_int32_t mreal_total;
	    u_int32_t mfree;
	    u_int32_t mswap_used;
	    u_int32_t mswap_total;
	}      ps_mem;
	struct {
	    u_int32_t mipackets;
	    u_int32_t mopackets;
	    u_int32_t mibytes;
	    u_int32_t mobytes;
	    u_int32_t mimcasts;
	    u_int32_t momcasts;
	    u_int32_t mierrors;
	    u_int32_t moerrors;
	    u_int32_t mcolls;
	    u_int32_t mdrops;
	}      ps_if;
	struct {
	    u_int64_t bytes_v4_in;
	    u_int64_t bytes_v4_out;
	    u_int64_t bytes_v6_in;
	    u_int64_t bytes_v6_out;
	    u_int64_t packets_v4_in_pass;
	    u_int64_t packets_v4_in_drop;
	    u_int64_t packets_v4_out_pass;
	    u_int64_t packets_v4_out_drop;
	    u_int64_t packets_v6_in_pass;
	    u_int64_t packets_v6_in_drop;
	    u_int64_t packets_v6_out_pass;
	    u_int64_t packets_v6_out_drop;
	    u_int64_t states_entries;
	    u_int64_t states_searches;
	    u_int64_t states_inserts;
	    u_int64_t states_removals;
	    u_int64_t counters_match;
	    u_int64_t counters_badoffset;
	    u_int64_t counters_fragment;
	    u_int64_t counters_short;
	    u_int64_t counters_normalize;
	    u_int64_t counters_memory;
	}      ps_pf;
	struct {
	    u_int32_t debug0;
	    u_int32_t debug1;
	    u_int32_t debug2;
	    u_int32_t debug3;
	    u_int32_t debug4;
	    u_int32_t debug5;
	    u_int32_t debug6;
	    u_int32_t debug7;
	    u_int32_t debug8;
	    u_int32_t debug9;
	    u_int32_t debug10;
	    u_int32_t debug11;
	    u_int32_t debug12;
	    u_int32_t debug13;
	    u_int32_t debug14;
	    u_int32_t debug15;
	    u_int32_t debug16;
	    u_int32_t debug17;
	    u_int32_t debug18;
	    u_int32_t debug19;
	}      ps_debug;
	struct {
	    u_int32_t totmbufs;
	    u_int32_t mt_data;
	    u_int32_t mt_oobdata;
	    u_int32_t mt_control;
	    u_int32_t mt_header;
	    u_int32_t mt_ftable;
	    u_int32_t mt_soname;
	    u_int32_t mt_soopts;
	    u_int32_t pgused;
	    u_int32_t pgtotal;
	    u_int32_t totmem;
	    u_int32_t totpct;
	    u_int32_t m_drops;
	    u_int32_t m_wait;
	    u_int32_t m_drain;
	}      ps_mbuf;
	struct {
	    int64_t value;
	}      ps_sensor;
	struct {
	    u_int64_t mtotal_rtransfers;
	    u_int64_t mtotal_wtransfers;
	    u_int64_t mtotal_seeks2;
	    u_int64_t mtotal_rbytes;
	    u_int64_t mtotal_wbytes;
	}      ps_io2;
	struct {
	    u_int64_t sent_bytes;
	    u_int64_t sent_packets;
	    u_int64_t drop_bytes;
	    u_int64_t drop_packets;
	}      ps_pfq;
	struct {
	    u_int64_t L[4];
	    int64_t D[4];
	    u_int32_t l[4];
	    u_int16_t s[4];
	    u_int16_t c[4];
	    u_int8_t b[4];
	}      ps_test;
    }     data;
};

/* prototypes */
__BEGIN_DECLS
const char *type2str(const int);
const int token2type(const int);
int calculate_churnbuffer(struct sourcelist *);
int getheader(char *, struct symonpacketheader *);
int ps2strn(struct packedstream *, char *, int, int);
int setheader(char *, struct symonpacketheader *);
int snpack(char *, int, char *, int,...);
int strlentype(int);
int sunpack(char *, struct packedstream *);
struct mux *add_mux(struct muxlist *, char *);
struct mux *find_mux(struct muxlist *, char *);
struct mux *rename_mux(struct muxlist *, struct mux *, char *);
struct source *add_source(struct sourcelist *, char *);
struct source *find_source(struct sourcelist *, char *);
struct source *find_source_sockaddr(struct sourcelist *, struct sockaddr *);
struct stream *add_mux_stream(struct mux *, int, char *);
struct stream *add_source_stream(struct source *, int, char *);
struct stream *find_mux_stream(struct mux *, int, char *);
struct stream *find_source_stream(struct source *, int, char *);
u_int32_t crc32(const void *, unsigned int);
void free_muxlist(struct muxlist *);
void free_sourcelist(struct sourcelist *);
void free_streamlist(struct streamlist *);
void init_crc32();
__END_DECLS
#endif				/* _SYMON_LIB_DATA_H */