#include "suricata-common.h"
#include "suricata.h"
#include "rust.h"
#include "conf.h"
#include "datasets.h"
#include "datasets-string.h"
#include "datasets-ipv4.h"
#include "datasets-ipv6.h"
#include "datasets-md5.h"
#include "datasets-sha256.h"
#include "datasets-reputation.h"
#include "datasets-context-json.h"
#include "util-conf.h"
#include "util-mem.h"
#include "util-thash.h"
#include "util-print.h"
#include "util-byte.h"
#include "util-misc.h"
#include "util-path.h"
#include "util-debug.h"
#include "util-validate.h"

Include dependency graph for datasets.c:

Macros
#define	DATASETS_HASHSIZE_DEFAULT 4096

Typedefs
typedef int(*	DatasetOpFunc) (Dataset set, const uint8_t data, const uint32_t data_len)

Enumerations
enum	DatasetGetPathType { TYPE_STATE, TYPE_LOAD }

Functions
int	DatasetAddwRep (Dataset set, const uint8_t data, const uint32_t data_len, DataRepType *rep)

enum DatasetTypes	DatasetGetTypeFromString (const char *s)

int	DatasetAppendSet (Dataset *set)

void	DatasetLock (void)

void	DatasetUnlock (void)

Dataset *	DatasetAlloc (const char *name)

Dataset *	DatasetSearchByName (const char *name)

int	DatasetParseIpv6String (Dataset set, const char line, struct in6_addr *in6)

Dataset *	DatasetFind (const char *name, enum DatasetTypes type)
	look for set by name without creating it More...

int	DatasetGetOrCreate (const char name, enum DatasetTypes type, const char save, const char load, uint64_t memcap, uint32_t hashsize, Dataset *ret_set)

Dataset *	DatasetGet (const char name, enum DatasetTypes type, const char save, const char *load, uint64_t memcap, uint32_t hashsize)

void	DatasetReload (void)

void	DatasetPostReloadCleanup (void)

void	DatasetGetDefaultMemcap (uint64_t memcap, uint32_t hashsize)

int	DatasetsInit (void)

void	DatasetsDestroy (void)

void	DatasetsSave (void)

int	DatasetLookup (Dataset set, const uint8_t data, const uint32_t data_len)
	see if data is part of the set More...

DataRepResultType	DatasetLookupwRep (Dataset set, const uint8_t data, const uint32_t data_len, const DataRepType *rep)

int	DatasetAdd (Dataset set, const uint8_t data, const uint32_t data_len)

int	DatasetAddSerialized (Dataset set, const char string)
	add serialized data to set More...

int	DatasetLookupSerialized (Dataset set, const char string)
	add serialized data to set More...

int	DatasetRemoveSerialized (Dataset set, const char string)
	remove serialized data from set More...

int	DatasetRemove (Dataset set, const uint8_t data, const uint32_t data_len)

Variables
SCMutex	sets_lock = SCMUTEX_INITIALIZER

uint32_t	dataset_max_one_hashsize = 65536

uint32_t	dataset_max_total_hashsize = 16777216

uint32_t	dataset_used_hashsize = 0

bool	g_system

Detailed Description

Author: Victor Julien victo.nosp@m.r@in.nosp@m.linia.nosp@m.c.ne.nosp@m.t

Definition in file datasets.c.

Macro Definition Documentation

◆ DATASETS_HASHSIZE_DEFAULT

#define DATASETS_HASHSIZE_DEFAULT 4096

Definition at line 598 of file datasets.c.

Typedef Documentation

◆ DatasetOpFunc

typedef int(* DatasetOpFunc) (Dataset *set, const uint8_t *data, const uint32_t data_len)

Definition at line 1379 of file datasets.c.

Enumeration Type Documentation

◆ DatasetGetPathType

enum DatasetGetPathType

Enumerator
TYPE_STATE
TYPE_LOAD

Definition at line 282 of file datasets.c.

Function Documentation

◆ DatasetAdd()

int DatasetAdd	(	Dataset *	set,
		const uint8_t *	data,
		const uint32_t	data_len
	)

Definition at line 1339 of file datasets.c.

References DATASET_TYPE_STRING, and Dataset::type.

◆ DatasetAddSerialized()

int DatasetAddSerialized	(	Dataset *	set,
		const char *	string
	)

add serialized data to set

Return values

int	1 added
int	0 already in hash
int	-1 API error (not added)
int	-2 DATA error

Definition at line 1446 of file datasets.c.

◆ DatasetAddwRep()

int DatasetAddwRep	(	Dataset *	set,
		const uint8_t *	data,
		const uint32_t	data_len,
		DataRepType *	rep
	)

Definition at line 1359 of file datasets.c.

References DATASET_TYPE_STRING, and Dataset::type.

◆ DatasetAlloc()

Dataset* DatasetAlloc ( const char * name )

Definition at line 112 of file datasets.c.

References Dataset::id, and SCCalloc.

◆ DatasetAppendSet()

int DatasetAppendSet ( Dataset * set )

Definition at line 79 of file datasets.c.

References Dataset::hash, Dataset::load, Dataset::name, Dataset::next, Dataset::save, SC_ATOMIC_GET, SCLogDebug, SCLogError, and Dataset::type.

◆ DatasetFind()

Dataset* DatasetFind	(	const char *	name,
		enum DatasetTypes	type
	)

look for set by name without creating it

Definition at line 320 of file datasets.c.

References DatasetLock(), DatasetSearchByName(), DatasetUnlock(), name, Dataset::type, and type.

Here is the call graph for this function:

◆ DatasetGet()

Dataset* DatasetGet	(	const char *	name,
		enum DatasetTypes	type,
		const char *	save,
		const char *	load,
		uint64_t	memcap,
		uint32_t	hashsize
	)

Definition at line 451 of file datasets.c.

References DATASET_TYPE_MD5, DatasetGetOrCreate(), DatasetLock(), DatasetUnlock(), Dataset::hash, hashsize, Md5StrCompare(), Md5StrFree(), Md5StrHash(), Md5StrSet(), name, SCLogDebug, SCLogError, THashInit(), and type.

Here is the call graph for this function:

◆ DatasetGetDefaultMemcap()

void DatasetGetDefaultMemcap	(	uint64_t *	memcap,
		uint32_t *	hashsize
	)

Definition at line 599 of file datasets.c.

References DATASETS_HASHSIZE_DEFAULT, hashsize, ParseSizeStringU32(), ParseSizeStringU64(), SCConfGet(), SCLogWarning, and str.

Referenced by DatasetGetOrCreate(), and DatasetsInit().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ DatasetGetOrCreate()

int DatasetGetOrCreate	(	const char *	name,
		enum DatasetTypes	type,
		const char *	save,
		const char *	load,
		uint64_t *	memcap,
		uint32_t *	hashsize,
		Dataset **	ret_set
	)