Go to the documentation of this file.
53 static int fp_engine_analysis_set = 0;
63 const char *defaultpath = NULL;
67 if (sig_file == NULL) {
68 SCLogError(
"invalid sig_file argument - NULL");
77 snprintf(varname,
sizeof(varname),
"%s.default-rule-path",
81 if (default_rule_path) {
82 defaultpath = default_rule_path->
val;
89 size_t path_len =
sizeof(char) * (strlen(defaultpath) +
90 strlen(sig_file) + 2);
94 strlcpy(path, defaultpath, path_len);
95 #if defined OS_WIN32 || defined __CYGWIN__
96 if (path[strlen(path) - 1] !=
'\\')
97 strlcat(path,
"\\\\", path_len);
99 if (path[strlen(path) - 1] !=
'/')
102 strlcat(path, sig_file, path_len);
125 int *goodsigs,
int *badsigs)
128 int good = 0, bad = 0;
131 int lineno = 0, multiline = 0;
136 FILE *fp = fopen(sig_file,
"r");
140 sig_file, strerror(errno));
144 while(fgets(line +
offset, (
int)
sizeof(line) -
offset, fp) != NULL) {
146 size_t len = strlen(line);
149 if (line[0] ==
'\n' || line [0] ==
'\r' || line[0] ==
' ' || line[0] ==
'#' || line[0] ==
'\t')
153 while (
len > 0 && isspace((
unsigned char)line[--
len]));
154 if (line[
len] ==
'\\') {
157 if (
offset <
sizeof(line) - 1) {
167 if (
len > 0 && (line[
len - 1] ==
'\n' || line[
len - 1] ==
'\r')) {
168 line[
len - 1] =
'\0';
181 if (fp_engine_analysis_set) {
192 SCLogError(
"error parsing signature \"%s\" from "
193 "file %s at line %" PRId32
"",
194 line, sig_file, lineno - multiline);
198 "file %s at line %" PRId32
"",
199 line, sig_file, lineno - multiline);
232 if (pattern == NULL) {
239 r = glob(pattern, 0, NULL, &files);
241 if (r == GLOB_NOMATCH) {
242 SCLogWarning(
"No rule files match the pattern %s", pattern);
247 SCLogError(
"error expanding template %s: %s", pattern, strerror(errno));
251 for (
size_t i = 0; i < (size_t)files.gl_pathc; i++) {
252 char *fname = files.gl_pathv[i];
253 if (strcmp(
"/dev/null", fname) == 0)
256 char *fname = pattern;
257 if (strcmp(
"/dev/null", fname) == 0)
261 r = DetectLoadSigFile(
de_ctx, fname, good_sigs, bad_sigs);
294 char varname[128] =
"rule-files";
299 snprintf(varname,
sizeof(varname),
"%s.rule-files",
309 if (!(sig_file != NULL && sig_file_exclusive ==
TRUE)) {
311 if (rule_files != NULL) {
313 SCLogWarning(
"Invalid rule-files configuration section: "
314 "expected a list of filenames.");
319 good_sigs = bad_sigs = 0;
320 ret = ProcessSigFiles(
de_ctx, sfile, sig_stat, &good_sigs, &bad_sigs);
329 if (good_sigs == 0) {
338 if (sig_file != NULL) {
339 ret = ProcessSigFiles(
de_ctx, sig_file, sig_stat, &good_sigs, &bad_sigs);
347 if (good_sigs == 0) {
356 "%d rule files specified, but no rules were loaded!", sig_stat->
total_files);
363 SCLogInfo(
"%" PRId32
" rule files processed. %" PRId32
" rules successfully loaded, %" PRId32
" rules failed",
393 if (fp_engine_analysis_set) {
404 static int cur_loader = 0;
412 if (loader_id == -1) {
413 loader_id = cur_loader;
415 if (cur_loader >= num_loaders)
418 if (loader_id >= num_loaders || loader_id < 0) {
437 SCLogDebug(
"%d %p %p", loader_id, Func, func_ctx);
448 for (i = 0; i < num_loaders; i++) {
459 if (loader->
result != 0) {
467 SCLogError(
"%d loaders reported errors", errors);
476 memset(loader, 0x00,
sizeof(*loader));
484 (void)
ConfGetInt(
"multi-detect.loaders", &setting);
486 if (setting < 1 || setting > 1024) {
487 SCLogError(
"invalid multi-detect.loaders setting %" PRIdMAX, setting);
490 num_loaders = (int32_t)setting;
492 SCLogInfo(
"using %d detect loader threads", num_loaders);
499 for (i = 0; i < num_loaders; i++) {
500 DetectLoaderInit(&loaders[i]);
513 for (i = 0; i <
TVT_MAX; i++) {
516 if (strncmp(
tv->
name,
"DL#",3) == 0) {
537 for (i = 0; i <
TVT_MAX; i++) {
540 if (strncmp(
tv->
name,
"DL#",3) == 0)
558 static TmEcode DetectLoaderThreadInit(
ThreadVars *t,
const void *initdata,
void **data)
634 for (i = 0; i < num_loaders; i++) {
642 BUG_ON(tv_loader == NULL);
644 if (tv_loader == NULL) {
645 printf(
"ERROR: TmThreadsCreate failed\n");
649 printf(
"ERROR: TmThreadSpawn failed\n");
int ConfGetInt(const char *name, intmax_t *val)
Retrieve a configuration value as an integer.
TmEcode TmThreadSpawn(ThreadVars *tv)
Spawns a thread associated with the ThreadVars instance tv.
void DetectLoaderThreadSpawn(void)
spawn the detect loader manager thread
#define SC_ATOMIC_INIT(name)
wrapper for initializing an atomic variable.
void TmThreadWakeupDetectLoaderThreads(void)
Unpauses all threads present in tv_root.
void TmThreadsSetFlag(ThreadVars *tv, uint32_t flag)
Set a thread flag.
void CleanupFPAnalyzer(void)
void TmThreadWaitForFlag(ThreadVars *tv, uint32_t flags)
Waits till the specified flag(s) is(are) set. We don't bother if the kill flag has been set or not on...
SC_ATOMIC_DECLARE(int, detect_loader_cnt)
struct HtpBodyChunk_ * next
ConfNode * ConfGetNode(const char *name)
Get a ConfNode by name.
void TmThreadContinueDetectLoaderThreads(void)
Unpauses all threads present in tv_root.
#define SC_ATOMIC_ADD(name, val)
add a value to our atomic variable
main detection engine ctx
#define TAILQ_EMPTY(head)
#define TAILQ_FOREACH(var, head, field)
void SCSigSignatureOrderingModuleCleanup(DetectEngineCtx *de_ctx)
De-registers all the signature ordering functions registered.
ThreadVars * tv_root[TVT_MAX]
int(* LoaderFunc)(void *ctx, int loader_id)
#define TAILQ_INSERT_TAIL(head, elm, field)
void DetectParseDupSigHashFree(DetectEngineCtx *de_ctx)
Frees the hash table that is used to cull duplicate sigs.
Signature * DetectEngineAppendSig(DetectEngineCtx *, const char *)
Parse and append a Signature into the Detection Engine Context signature list.
int SCThresholdConfInitContext(DetectEngineCtx *de_ctx)
Inits the context to be used by the Threshold Config parsing API.
void CleanupRuleAnalyzer(void)
#define TM_THREAD_NAME_MAX
size_t strlcpy(char *dst, const char *src, size_t siz)
TmEcode(* ThreadDeinit)(ThreadVars *, void *)
void TmThreadsUnsetFlag(ThreadVars *tv, uint32_t flag)
Unset a thread flag.
void TmThreadContinue(ThreadVars *tv)
Unpauses a thread.
#define TAILQ_REMOVE(head, elm, field)
int SigStringAppend(SigFileLoaderStat *sig_stats, const char *sig_file, const char *sig_str, const char *sig_error, int line)
Append a new list member to SigString list.
size_t strlcat(char *, const char *src, size_t siz)
void DetectLoadersInit(void)
void SCSigOrderSignatures(DetectEngineCtx *de_ctx)
Orders the signatures.
#define SCMutexUnlock(mut)
int SigLoadSignatures(DetectEngineCtx *de_ctx, char *sig_file, int sig_file_exclusive)
Load signatures.
struct timeval last_reload
Per thread variable structure.
void TmThreadTestThreadUnPaused(ThreadVars *tv)
Tests if the thread represented in the arg has been unpaused or not.
TmEcode(* Management)(ThreadVars *, void *)
void SCSigRegisterSignatureOrderingFuncs(DetectEngineCtx *de_ctx)
Lets you register the Signature ordering functions. The order in which the functions are registered s...
int rule_engine_analysis_set
#define SCLogWarning(...)
Macro used to log WARNING messages.
void EngineAnalysisRules(const DetectEngineCtx *de_ctx, const Signature *s, const char *line)
Prints analysis of loaded rules.
struct ThreadVars_ * next
const char * thread_name_detect_loader
void TmModuleDetectLoaderRegister(void)
#define SCCtrlMutexLock(mut)
TmModule tmm_modules[TMM_SIZE]
struct DetectLoaderThreadData_ DetectLoaderThreadData
#define DETECT_MAX_RULE_SIZE
#define SCLogInfo(...)
Macro used to log INFORMATIONAL messages.
#define TAILQ_FOREACH_SAFE(var, head, field, tvar)
#define SCMutexInit(mut, mutattrs)
int SigGroupBuild(DetectEngineCtx *de_ctx)
Convert the signature list into the runtime match structure.
#define SCCtrlMutexUnlock(mut)
SigFileLoaderStat sig_stat
void EngineAnalysisFP(const DetectEngineCtx *de_ctx, const Signature *s, char *line)
int ConfNodeIsSequence(const ConfNode *node)
Check if a node is a sequence or node.
TmEcode(* ThreadInit)(ThreadVars *, const void *, void **)
int SetupFPAnalyzer(void)
Sets up the fast pattern analyzer according to the config.
ThreadVars * TmThreadCreateCmdThreadByName(const char *name, const char *module, int mucond)
Creates and returns the TV instance for a Command thread (CMD). This function supports only custom sl...
void EngineAnalysisRulesFailure(char *line, char *file, int lineno)
int RunmodeGetCurrent(void)
struct SCLogConfig_ SCLogConfig
Holds the config state used by the logging api.
@ RUNMODE_ENGINE_ANALYSIS
#define SCLogError(...)
Macro used to log ERROR messages.
int PathIsRelative(const char *path)
Check if a path is relative.
int DetectLoadersSync(void)
wait for loader tasks to complete
int DetectLoaderQueueTask(int loader_id, LoaderFunc Func, void *func_ctx)
int SetupRuleAnalyzer(void)
Sets up the rule analyzer according to the config.
char * DetectLoadCompleteSigPath(const DetectEngineCtx *de_ctx, const char *sig_file)
Create the path if default-rule-path was specified.
int TmThreadsCheckFlag(ThreadVars *tv, uint32_t flag)
Check if a thread flag is set.
Signature loader statistics.
#define TM_FLAG_MANAGEMENT_TM
void RetrieveFPForSig(const DetectEngineCtx *de_ctx, Signature *s)