private.h
Go to the documentation of this file.
1/*
2 * Copyright 2006-2024 Carnegie Mellon University
3 * See license information in LICENSE.txt.
4 */
15/*
16 * ------------------------------------------------------------------------
17 * Authors: Brian Trammell
18 * ------------------------------------------------------------------------
19 * @DISTRIBUTION_STATEMENT_BEGIN@
20 * libfixbuf 2.5
21 *
22 * Copyright 2024 Carnegie Mellon University.
23 *
24 * NO WARRANTY. THIS CARNEGIE MELLON UNIVERSITY AND SOFTWARE ENGINEERING
25 * INSTITUTE MATERIAL IS FURNISHED ON AN "AS-IS" BASIS. CARNEGIE MELLON
26 * UNIVERSITY MAKES NO WARRANTIES OF ANY KIND, EITHER EXPRESSED OR
27 * IMPLIED, AS TO ANY MATTER INCLUDING, BUT NOT LIMITED TO, WARRANTY OF
28 * FITNESS FOR PURPOSE OR MERCHANTABILITY, EXCLUSIVITY, OR RESULTS
29 * OBTAINED FROM USE OF THE MATERIAL. CARNEGIE MELLON UNIVERSITY DOES NOT
30 * MAKE ANY WARRANTY OF ANY KIND WITH RESPECT TO FREEDOM FROM PATENT,
31 * TRADEMARK, OR COPYRIGHT INFRINGEMENT.
32 *
33 * Licensed under a GNU-Lesser GPL 3.0-style license, please see
34 * LICENSE.txt or contact permission@sei.cmu.edu for full terms.
35 *
36 * [DISTRIBUTION STATEMENT A] This material has been approved for public
37 * release and unlimited distribution. Please see Copyright notice for
38 * non-US Government use and distribution.
39 *
40 * This Software includes and/or makes use of Third-Party Software each
41 * subject to its own license.
42 *
43 * DM24-1020
44 * @DISTRIBUTION_STATEMENT_END@
45 * ------------------------------------------------------------------------
46 */
47
48#ifndef _FB_PRIVATE_H_
49#define _FB_PRIVATE_H_
50#include <fixbuf/public.h>
51
52#if HAVE_SPREAD
53#include <sp.h>
54#include <pthread.h>
55#endif
56
57
70#define IPFIX_ENTERPRISE_BIT 0x8000
71
74#define FB_MSGLEN_MAX 65535
75
77#define FB_SSL_ERR_BUFSIZ 512
78
79#if HAVE_SPREAD
80
84typedef struct sp_groupname_st
85{
86 char name[MAX_GROUP_NAME];
88
90#define FB_SPREAD_NUM_GROUPS 16
91
93#define FB_SPREAD_MTU 8192
94
98typedef struct fbSpreadSpec_st {
104 char * daemon;
112 int num_groups_to_send;
114 mailbox mbox;
116 char privgroup[MAX_GROUP_NAME + 2];
118 pthread_mutex_t write_lock;
120 pthread_t recv_thread;
122 mailbox recv_mbox;
124 char recv_privgroup[MAX_GROUP_NAME + 2];
126 GError *recv_err;
140
141#endif /* HAVE_SPREAD */
142
149typedef struct fbUDPConnSpec_st {
153 void *ctx;
155 union {
156 struct sockaddr so;
157 struct sockaddr_in ip4;
158 struct sockaddr_in6 ip6;
161 size_t peerlen;
167 time_t last_seen;
169 uint32_t obdomain;
171 gboolean reject;
173
174
175#ifdef DEFINE_TEMPLATE_METADATA_SPEC
176/* Template metadata template */
177static fbInfoElementSpec_t template_metadata_spec[] = {
178 {(char *)"templateId", 2, 0 },
179 {(char *)"paddingOctets", 6, 1 },
180 {(char *)"templateName", FB_IE_VARLEN, 0 },
181 {(char *)"templateDescription", FB_IE_VARLEN, 0 },
182 /* {"templateInformationElementList", FB_IE_VARLEN, 0 }, */
184};
185#endif
186
191typedef struct fbTemplateOptRec_st {
193 uint16_t template_id;
194 uint8_t template_padding[6];
200 /* fbSubTemplateList_t info_element_list; */
202
269
277 fBuf_t *fbuf);
278
291 fBuf_t *fbuf,
292 uint16_t tmpl_id,
293 fbTemplate_t *tmpl,
294 gboolean revoked,
295 GError **err);
296
297#if HAVE_SPREAD
305 fBuf_t *fbuf,
306 char **groups,
307 int num_groups,
308 GError **err);
309
310
311#endif
312
319 fBuf_t *fbuf,
320 fbTemplate_t *tmpl);
321
327 fBuf_t *fbuf,
328 fbSession_t *session);
329
335 fBuf_t *fbuf);
336
337
343 fBuf_t *fbuf);
344
353 fbInfoElement_t *ie);
354
364 const fbInfoElement_t *a,
365 const fbInfoElement_t *b);
366
375 gboolean tmpl,
376 fbInfoElement_t *ie);
377
386 fbInfoModel_t *model,
387 fbInfoElement_t *ex_ie);
388
399 fbInfoModel_t *model,
400 fbInfoElement_t *ex_ie,
401 fbInfoElement_t *tmpl_ie,
402 GError **err);
403
416 fbInfoModel_t *model,
417 const char *name,
418 uint16_t len_override,
419 fbInfoElement_t *tmpl_ie,
420 GError **err);
421
431 fbInfoModel_t *model,
432 fbInfoElement_t *ex_ie);
433
443 fbInfoModel_t *model,
444 gboolean internal,
445 GError **err);
446
455 fbTemplate_t *tmpl);
456
465 fbTemplate_t *tmpl);
466
475 fbTemplate_t *tmpl);
476
486 const char *label,
487 uint16_t tid,
488 fbTemplate_t *tmpl);
489
502 fbInfoModel_t *model,
503 gboolean internal,
504 GError **err);
505
519 fbTemplate_t *tmpl,
520 uint16_t tid,
521 const char *name,
522 const char *description);
523
531 fbSession_t *session);
532
541 fbSession_t *session);
542
550 fbSession_t *base);
551
560 fbSession_t *session);
561
570 fbSession_t *session,
571 uint32_t sequence);
572
581 fbSession_t *session,
582 fBuf_t *fbuf);
583
592 fbSession_t *session,
593 fbCollector_t *collector);
594
595#if HAVE_SPREAD
601 fbSession_t *session,
602 sp_groupname_t *groups,
603 unsigned int num_groups);
604
611 fbSession_t *session,
612 char *group,
613 char *privgroup);
614
620 fbSession_t *session,
621 char *group);
622
628 fbSession_t *session,
629 char *group);
630
637unsigned int fbSessionGetGroup(
638 fbSession_t *session);
639#endif
640
648 fbSession_t *session);
649
657 fbSession_t *session);
658
666 fbSession_t *session);
667
675 fbSession_t *session);
676
686 fbConnSpec_t *spec,
687 gboolean passive,
688 GError **err);
689
699 fbConnSpec_t *spec,
700 gboolean passive,
701 GError **err);
702
711 fbConnSpec_t *spec);
712
721 fbConnSpec_t *spec);
722
723#if HAVE_SPREAD
732 fbSpreadParams_t *spec);
733
742 fbSpreadSpec_t *spec);
743
752const char * fbConnSpreadError(
753 int err );
754
755
766 fbExporter_t *exporter,
767 char **groups,
768 int num_groups);
769
770
781 fbExporter_t *exporter,
782 char **groups,
783 int num_groups);
784
785
786#endif /* HAVE_SPREAD */
787
796 fbExporter_t *exporter);
797
808 fbExporter_t *exporter,
809 uint8_t *msgbase,
810 size_t msglen,
811 GError **err);
812
821 fbExporter_t *exporter);
822
831 fBuf_t *fbuf,
832 fbCollector_t *collector);
833
846 fbListener_t *listener,
847 void *ctx,
848 int fd,
849 struct sockaddr *peer,
850 size_t peerlen,
851 GError **err);
852
865 fbListener_t *listener,
866 void *ctx,
867 int fd,
868 struct sockaddr *peer,
869 size_t peerlen,
870 GError **err);
871
882 fbCollector_t *collector,
883 uint8_t *msgbase,
884 size_t *msglen,
885 GError **err);
886
895 fbCollector_t *collector);
896
904 fbCollector_t *collector,
905 int fd);
906
915 fbCollector_t *collector);
916
925 fbCollector_t *collector);
926
927
942 uint8_t *hdr,
943 size_t b_len,
944 size_t *m_len,
945 GError **err);
946
947
948#if HAVE_SPREAD
957 fbCollector_t *collector,
958 int group_offset);
959
960#endif
961
970 fbListener_t *listener,
971 void *ctx);
972
981 fBuf_t *fbuf,
982 fbListener_t *listener);
983
992 fbListener_t *listener,
993 int fd);
994
1003 fbListener_t *listener);
1004
1012 fbCollector_t *collector);
1013
1019 fbListener_t *listener,
1020 fbUDPConnSpec_t *spec,
1021 GError **err);
1022
1029 fbListener_t *listener,
1030 fbSession_t *session);
1031
1032#endif
void * tmpl_ctx
Template context.
Definition private.h:259
fbNewTemplateCallback_fn fbSessionNewTemplateCallback(fbSession_t *session)
Returns the callback function for a given session.
void fbSessionSetCollector(fbSession_t *session, fbCollector_t *collector)
fbSessionSetCollector
unsigned int fbSessionGetGroup(fbSession_t *session)
fbSessionGetGroup
fbConnSpec_t * fbListenerGetConnSpec(fbListener_t *listener)
fbListenerGetConnSpec
uint32_t fbSessionGetSequence(fbSession_t *session)
fbSessionGetSequence
struct fbUDPConnSpec_st * next
link to next one in list
Definition private.h:163
pthread_t recv_thread
the receiver thread
Definition private.h:120
int fbCollectorGetFD(fbCollector_t *collector)
fbCollectorGetFD
void * ctx
application context.
Definition private.h:153
char * daemon
pointer to the daemon host address, in Spread format.
Definition private.h:104
void fbSessionClearIntTmplTableFlag(fbSession_t *session)
fbSessionClearIntTmplTableFlag
void fbSessionSetGroup(fbSession_t *session, char *group)
fbSessionSetGroup
void fBufRewind(fBuf_t *fbuf)
fBufRewind
fbVarfield_t template_description
Template description (optional)
Definition private.h:198
gboolean fbExporterCheckGroups(fbExporter_t *exporter, char **groups, int num_groups)
fbExporterCheckGroups
fbCollector_t * fbCollectorAllocSocket(fbListener_t *listener, void *ctx, int fd, struct sockaddr *peer, size_t peerlen, GError **err)
fbCollectorAllocSocket
gboolean fbInfoElementEqual(const fbInfoElement_t *a, const fbInfoElement_t *b)
fbInfoElementEqual
int fbSessionExtTmplTableFlagIsSet(fbSession_t *session)
fbSessionExtTmplTableFlagIsSet
void fbTemplateRelease(fbTemplate_t *tmpl)
fbTemplateRelease
fbTemplate_t * fbTemplateAllocTemplateMetadataTmpl(fbInfoModel_t *model, gboolean internal, GError **err)
Allocates a new Template to describe a record that holds Template Metadata.
gboolean reject
reject flag
Definition private.h:171
char privgroup[MAX_GROUP_NAME+2]
the connection private name
Definition private.h:116
int recv_max_groups
max size of group name array
Definition private.h:130
void fbTemplateFree(fbTemplate_t *tmpl)
fbTemplateFree
void fbSessionSetPrivateGroup(fbSession_t *session, char *group, char *privgroup)
fbSessionSetPrivateGroup
size_t peerlen
size of peer
Definition private.h:161
mailbox mbox
the mailbox for the connection
Definition private.h:114
GHashTable * indices
Map of information element to index in ie_ary.
Definition private.h:243
uint16_t template_id
Template ID.
Definition private.h:193
void fbListenerRemoveLastBuf(fBuf_t *fbuf, fbListener_t *listener)
fbListenerRemoveLastBuf
uint16_t * off_cache
Field offset cache.
Definition private.h:245
void fBufSetSession(fBuf_t *fbuf, fbSession_t *session)
fBufSetSession
void fbConnSpreadFree(fbSpreadSpec_t *spec)
fbConnSpreadFree
void fbExporterSetGroupsToSend(fbExporter_t *exporter, char **groups, int num_groups)
fbExporterSetGroupToSend
const fbInfoElement_t * fbInfoModelGetElement(fbInfoModel_t *model, fbInfoElement_t *ex_ie)
fbInfoModelGetElement
gboolean fbConnSpecInitTLS(fbConnSpec_t *spec, gboolean passive, GError **err)
fbConnSpecInitTLS
struct fbUDPConnSpec_st * prev
doubly linked to timeout faster
Definition private.h:165
void fbSessionClearExtTmplTableFlag(fbSession_t *session)
fbSessionClearExtTmplTableFlag
void fbCollectorInterruptSocket(fbCollector_t *collector)
Interrupt the socket for a given collector to stop it from reading more data.
void fbTemplateAddMetadataRecord(fbTemplate_t *tmpl, uint16_t tid, const char *name, const char *description)
Sets the metadata_rec member of tmpl to a newly allocated fbTemplateOptRec_t, and sets its template I...
uint16_t tmpl_len
Total length of the template record or options template record defining this template.
Definition private.h:237
char recv_privgroup[MAX_GROUP_NAME+2]
the connection private name for the receiver
Definition private.h:124
gboolean fbConnSpecLookupAI(fbConnSpec_t *spec, gboolean passive, GError **err)
fbConnSpecLookupAI
gboolean default_length
TRUE if any field was created using an fbInfoElementSpec_t with a defaulted length.
Definition private.h:252
fbInfoElement_t ** ie_ary
Ordered array of pointers to information elements in this template.
Definition private.h:241
const char * fbConnSpreadError(int err)
fbConnSpreadError
fbTemplate_t * fbInfoElementAllocTypeTemplate2(fbInfoModel_t *model, gboolean internal, GError **err)
fbInfoElementAllocTypeTemplate2
void fbTemplateRetain(fbTemplate_t *tmpl)
fbTemplateRetain
struct sp_groupname_st sp_groupname_t
sp_groupname_t
void * app_ctx
The application's Context pointer for the ctx_free function.
Definition private.h:267
gboolean fbCollectMessageBuffer(uint8_t *hdr, size_t b_len, size_t *m_len, GError **err)
fbCollectMessageBuffer
uint16_t ie_count
Count of information elements in template.
Definition private.h:214
struct fbUDPConnSpec_st fbUDPConnSpec_t
An UDP Connection specifier.
unsigned int fbSessionGetGroupOffset(fbSession_t *session, char *group)
fbSessionGetGroupOffset
gboolean fbCollectMessage(fbCollector_t *collector, uint8_t *msgbase, size_t *msglen, GError **err)
fbCollectMessage
gboolean is_varlen
Set to TRUE if this template contains any variable length IEs.
Definition private.h:239
GError * recv_err
GError for thread errors, set by receiver, read by main.
Definition private.h:126
fbSession_t * session
pointer to the session, this MUST be set to a valid session before the spec is passed to fbExporterAl...
Definition private.h:101
fbCollector_t * fbCollectorAllocTLS(fbListener_t *listener, void *ctx, int fd, struct sockaddr *peer, size_t peerlen, GError **err)
fbCollectorAllocTLS
gboolean fbCollectorHasTranslator(fbCollector_t *collector)
fbCollectorHasTranslator
int fbSessionIntTmplTableFlagIsSet(fbSession_t *session)
fbSessionIntTmplTableFlagIsSet
union fbUDPConnSpec_st::@0 peer
key to this conn spec
void fBufSetExportGroups(fBuf_t *fbuf, char **groups, int num_groups, GError **err)
fBufSetExportGroups
int ref_count
Reference count.
Definition private.h:212
uint32_t obdomain
with peer address this is the key
Definition private.h:169
struct fbTemplateOptRec_st fbTemplateOptRec_t
Template metadata options record structure.
sp_groupname_t * groups_to_send
groups to send to
Definition private.h:111
gboolean fbInfoElementCopyToTemplateByName(fbInfoModel_t *model, const char *name, uint16_t len_override, fbInfoElement_t *tmpl_ie, GError **err)
fbInfoElementCopyToTemplateByName
uint16_t ie_internal_len
Total length required to store this template in memory.
Definition private.h:232
int recv_exit
flag to tell the thread to exit
Definition private.h:128
gboolean active
TRUE if this template has been activated (is no longer mutable)
Definition private.h:247
uint16_t ie_len
Total length of information elements in records described by this template.
Definition private.h:226
void fbSessionSetSequence(fbSession_t *session, uint32_t sequence)
fbSessionSetSequence
void fbCollectorSetFD(fbCollector_t *collector, int fd)
fbCollectorSetFD
gboolean fBufAppendTemplate(fBuf_t *fbuf, uint16_t tmpl_id, fbTemplate_t *tmpl, gboolean revoked, GError **err)
fBufAppendTemplate
gboolean fbInfoElementCopyToTemplate(fbInfoModel_t *model, fbInfoElement_t *ex_ie, fbInfoElement_t *tmpl_ie, GError **err)
fbInfoElementCopyToTemplate
void fbListenerAppFree(fbListener_t *listener, void *ctx)
fbListenerAppFree
fbSession_t * fbListenerSetPeerSession(fbListener_t *listener, fbSession_t *session)
Set the session on the fbuf and listener.
fbInfoModel_t * model
Information model (for looking up information elements by spec)
Definition private.h:210
gboolean fbExportMessage(fbExporter_t *exporter, uint8_t *msgbase, size_t msglen, GError **err)
fbExportMessage
uint16_t scope_count
Count of scope information elements in template.
Definition private.h:219
sp_groupname_t * recv_groups
groups array for SP_receive
Definition private.h:134
void fbSessionSetGroupParams(fbSession_t *session, sp_groupname_t *groups, unsigned int num_groups)
fbSessionSetGroupParams
mailbox recv_mbox
the receiver's mailbox
Definition private.h:122
char * recv_mess
message buffer for receive
Definition private.h:138
void fbInfoElementDebug(gboolean tmpl, fbInfoElement_t *ie)
fbInfoElementDebug
int recv_max
length of message buffer
Definition private.h:136
const fbInfoElement_t * fbInfoModelAddAlienElement(fbInfoModel_t *model, fbInfoElement_t *ex_ie)
fbInfoModelAddAlienElement
void fbCollectorRemoveListenerLastBuf(fBuf_t *fbuf, fbCollector_t *collector)
fbCollectorRemoveListenerLastBuf
int recv_num_groups
actual size of group name array
Definition private.h:132
struct fbSpreadSpec_st fbSpreadSpec_t
fbSpreadSpec_t
gboolean fbListenerCallAppInit(fbListener_t *listener, fbUDPConnSpec_t *spec, GError **err)
call appinit from UDP
void fbTemplateDebug(const char *label, uint16_t tid, fbTemplate_t *tmpl)
fbTemplateDebug
void fbExporterFree(fbExporter_t *exporter)
fbExporterFree
uint16_t fBufGetExportTemplate(fBuf_t *fbuf)
fBufGetExportTemplate
uint16_t fBufGetInternalTemplate(fBuf_t *fbuf)
fBufGetInternalTemplate
fbSession_t * fbSessionClone(fbSession_t *base)
fbSessionClone
sp_groupname_t * groups
pointer to array of group names, must have at least one, and must be null term array
Definition private.h:107
int num_groups
number of groups in groups
Definition private.h:109
fbTemplateCtxFree_fn ctx_free
Callback to free the ctx pointer when template is freed.
Definition private.h:263
void fbCollectorFree(fbCollector_t *collector)
fbCollectorFree
time_t last_seen
last seen time
Definition private.h:167
void * fbSessionNewTemplateCallbackAppCtx(fbSession_t *session)
Return the callback function's application context for a given session.
fbConnSpec_t * fbConnSpecCopy(fbConnSpec_t *spec)
fbConnSpecCopy
gboolean fbCollectorTestGroupMembership(fbCollector_t *collector, int group_offset)
fbCollectorTestGroupMembership
fbSession_t * session
pointer to the session for this peer address
Definition private.h:151
void fbSessionSetTemplateBuffer(fbSession_t *session, fBuf_t *fbuf)
fbSessionSetTemplateBuffer
void fBufRemoveTemplateTcplan(fBuf_t *fbuf, fbTemplate_t *tmpl)
fBufRemoveTemplateTcplan
fbVarfield_t template_name
Template name.
Definition private.h:196
uint16_t fbExporterGetMTU(fbExporter_t *exporter)
fbExporterGetMTU
void fbListenerRemove(fbListener_t *listener, int fd)
fbListenerRemove
void fbConnSpecFree(fbConnSpec_t *spec)
fbConnSpecFree
pthread_mutex_t write_lock
Spread write lock.
Definition private.h:118
uint32_t fbInfoElementHash(fbInfoElement_t *ie)
fbInfoElementHash
fbSpreadSpec_t * fbConnSpreadCopy(fbSpreadParams_t *spec)
fbConnSpreadCopy
fbSpreadSpec_t
Definition private.h:98
An IPFIX template or options template structure.
Definition private.h:208
Template metadata options record structure.
Definition private.h:191
An UDP Connection specifier.
Definition private.h:149
sp_groupname_t
Definition private.h:85
Fixbuf IPFIX protocol library public interface.
void(* fbTemplateCtxFree_fn)(void *tmpl_ctx, void *app_ctx)
A callback function that is called when a template is freed.
Definition public.h:2012
struct fbExporter_st fbExporter_t
IPFIX Exporting Process endpoint.
Definition public.h:1948
void(* fbNewTemplateCallback_fn)(fbSession_t *session, uint16_t tid, fbTemplate_t *tmpl, void *app_ctx, void **tmpl_ctx, fbTemplateCtxFree_fn *tmpl_ctx_free_fn)
A callback function that will be called when the session receives a new external template.
Definition public.h:2038
struct fbListener_st fbListener_t
IPFIX Collecting Process session listener.
Definition public.h:1965
struct fbInfoModel_st fbInfoModel_t
An IPFIX information model.
Definition public.h:1253
struct fbSession_st fbSession_t
An IPFIX Transport Session state container.
Definition public.h:1845
struct fBuf_st fBuf_t
An IPFIX message buffer.
Definition public.h:1228
struct fbCollector_st fbCollector_t
IPFIX Collecting Process endpoint.
Definition public.h:1957
#define FB_IE_VARLEN
Information element length constant for variable-length IE.
Definition public.h:1494
#define FB_IESPEC_NULL
Convenience macro defining a null information element specification initializer (fbInfoElementSpec_t)...
Definition public.h:1807
Connection specifier.
Definition public.h:1881
A single IPFIX Information Element definition.
Definition public.h:1673
A single IPFIX Information Element specification.
Definition public.h:1815
Spread connection parameters.
Definition public.h:1929
A variable-length field value.
Definition public.h:1236