suricata
detect-engine-loader.c
Go to the documentation of this file.
1 /* Copyright (C) 2021 Open Information Security Foundation
2  *
3  * You can copy, redistribute or modify this Program under the terms of
4  * the GNU General Public License version 2 as published by the Free
5  * Software Foundation.
6  *
7  * This program is distributed in the hope that it will be useful,
8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10  * GNU General Public License for more details.
11  *
12  * You should have received a copy of the GNU General Public License
13  * version 2 along with this program; if not, write to the Free Software
14  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
15  * 02110-1301, USA.
16  */
17 
18 /**
19  * \file
20  *
21  * \author Victor Julien <victor@inliniac.net>
22  */
23 
24 #include "suricata-common.h"
25 #include "suricata.h"
26 #include "conf.h"
27 #include "debug.h"
28 #include "detect.h"
29 #include "detect-parse.h"
30 
31 #include "runmodes.h"
32 #include "threads.h"
33 #include "threadvars.h"
34 #include "tm-threads.h"
35 #include "queue.h"
36 #include "util-signal.h"
37 
38 #include "detect-engine-loader.h"
39 #include "detect-engine-analyzer.h"
40 #include "detect-engine-mpm.h"
41 #include "detect-engine-sigorder.h"
42 
43 #include "util-detect.h"
44 #include "util-threshold-config.h"
45 
46 #ifdef HAVE_GLOB_H
47 #include <glob.h>
48 #endif
49 
50 extern int rule_reload;
51 extern int engine_analysis;
52 static int fp_engine_analysis_set = 0;
54 
55 /**
56  * \brief Create the path if default-rule-path was specified
57  * \param sig_file The name of the file
58  * \retval str Pointer to the string path + sig_file
59  */
60 char *DetectLoadCompleteSigPath(const DetectEngineCtx *de_ctx, const char *sig_file)
61 {
62  const char *defaultpath = NULL;
63  char *path = NULL;
64  char varname[128];
65 
66  if (sig_file == NULL) {
67  SCLogError(SC_ERR_INVALID_ARGUMENTS,"invalid sig_file argument - NULL");
68  return NULL;
69  }
70 
71  if (strlen(de_ctx->config_prefix) > 0) {
72  snprintf(varname, sizeof(varname), "%s.default-rule-path",
74  } else {
75  snprintf(varname, sizeof(varname), "default-rule-path");
76  }
77 
78  /* Path not specified */
79  if (PathIsRelative(sig_file)) {
80  if (ConfGet(varname, &defaultpath) == 1) {
81  SCLogDebug("Default path: %s", defaultpath);
82  size_t path_len = sizeof(char) * (strlen(defaultpath) +
83  strlen(sig_file) + 2);
84  path = SCMalloc(path_len);
85  if (unlikely(path == NULL))
86  return NULL;
87  strlcpy(path, defaultpath, path_len);
88 #if defined OS_WIN32 || defined __CYGWIN__
89  if (path[strlen(path) - 1] != '\\')
90  strlcat(path, "\\\\", path_len);
91 #else
92  if (path[strlen(path) - 1] != '/')
93  strlcat(path, "/", path_len);
94 #endif
95  strlcat(path, sig_file, path_len);
96  } else {
97  path = SCStrdup(sig_file);
98  if (unlikely(path == NULL))
99  return NULL;
100  }
101  } else {
102  path = SCStrdup(sig_file);
103  if (unlikely(path == NULL))
104  return NULL;
105  }
106  return path;
107 }
108 
109 /**
110  * \brief Load a file with signatures
111  * \param de_ctx Pointer to the detection engine context
112  * \param sig_file Filename to load signatures from
113  * \param goodsigs_tot Will store number of valid signatures in the file
114  * \param badsigs_tot Will store number of invalid signatures in the file
115  * \retval 0 on success, -1 on error
116  */
117 static int DetectLoadSigFile(DetectEngineCtx *de_ctx, char *sig_file,
118  int *goodsigs, int *badsigs)
119 {
120  Signature *sig = NULL;
121  int good = 0, bad = 0;
122  char line[DETECT_MAX_RULE_SIZE] = "";
123  size_t offset = 0;
124  int lineno = 0, multiline = 0;
125 
126  (*goodsigs) = 0;
127  (*badsigs) = 0;
128 
129  FILE *fp = fopen(sig_file, "r");
130  if (fp == NULL) {
131  SCLogError(SC_ERR_OPENING_RULE_FILE, "opening rule file %s:"
132  " %s.", sig_file, strerror(errno));
133  return -1;
134  }
135 
136  while(fgets(line + offset, (int)sizeof(line) - offset, fp) != NULL) {
137  lineno++;
138  size_t len = strlen(line);
139 
140  /* ignore comments and empty lines */
141  if (line[0] == '\n' || line [0] == '\r' || line[0] == ' ' || line[0] == '#' || line[0] == '\t')
142  continue;
143 
144  /* Check for multiline rules. */
145  while (len > 0 && isspace((unsigned char)line[--len]));
146  if (line[len] == '\\') {
147  multiline++;
148  offset = len;
149  if (offset < sizeof(line) - 1) {
150  /* We have room for more. */
151  continue;
152  }
153  /* No more room in line buffer, continue, rule will fail
154  * to parse. */
155  }
156 
157  /* Check if we have a trailing newline, and remove it */
158  len = strlen(line);
159  if (len > 0 && (line[len - 1] == '\n' || line[len - 1] == '\r')) {
160  line[len - 1] = '\0';
161  }
162 
163  /* Reset offset. */
164  offset = 0;
165 
166  de_ctx->rule_file = sig_file;
167  de_ctx->rule_line = lineno - multiline;
168 
169  sig = DetectEngineAppendSig(de_ctx, line);
170  if (sig != NULL) {
171  if (rule_engine_analysis_set || fp_engine_analysis_set) {
172  RetrieveFPForSig(de_ctx, sig);
173  if (fp_engine_analysis_set) {
174  EngineAnalysisFP(de_ctx, sig, line);
175  }
177  EngineAnalysisRules(de_ctx, sig, line);
178  }
179  }
180  SCLogDebug("signature %"PRIu32" loaded", sig->id);
181  good++;
182  } else {
183  if (!de_ctx->sigerror_silent) {
184  SCLogError(SC_ERR_INVALID_SIGNATURE, "error parsing signature \"%s\" from "
185  "file %s at line %"PRId32"", line, sig_file, lineno - multiline);
186 
187  if (!SigStringAppend(&de_ctx->sig_stat, sig_file, line, de_ctx->sigerror, (lineno - multiline))) {
188  SCLogError(SC_ERR_MEM_ALLOC, "Error adding sig \"%s\" from "
189  "file %s at line %"PRId32"", line, sig_file, lineno - multiline);
190  }
191  if (de_ctx->sigerror) {
192  de_ctx->sigerror = NULL;
193  }
194  }
196  EngineAnalysisRulesFailure(line, sig_file, lineno - multiline);
197  }
198  if (!de_ctx->sigerror_ok) {
199  bad++;
200  }
201  }
202  multiline = 0;
203  }
204  fclose(fp);
205 
206  *goodsigs = good;
207  *badsigs = bad;
208  return 0;
209 }
210 
211 /**
212  * \brief Expands wildcards and reads signatures from each matching file
213  * \param de_ctx Pointer to the detection engine context
214  * \param sig_file Filename (or pattern) holding signatures
215  * \retval -1 on error
216  */
217 static int ProcessSigFiles(DetectEngineCtx *de_ctx, char *pattern,
218  SigFileLoaderStat *st, int *good_sigs, int *bad_sigs)
219 {
220  int r = 0;
221 
222  if (pattern == NULL) {
223  SCLogError(SC_ERR_INVALID_ARGUMENT, "opening rule file null");
224  return -1;
225  }
226 
227 #ifdef HAVE_GLOB_H
228  glob_t files;
229  r = glob(pattern, 0, NULL, &files);
230 
231  if (r == GLOB_NOMATCH) {
232  SCLogWarning(SC_ERR_NO_RULES, "No rule files match the pattern %s", pattern);
233  ++(st->bad_files);
234  ++(st->total_files);
235  return -1;
236  } else if (r != 0) {
237  SCLogError(SC_ERR_OPENING_RULE_FILE, "error expanding template %s: %s",
238  pattern, strerror(errno));
239  return -1;
240  }
241 
242  for (size_t i = 0; i < (size_t)files.gl_pathc; i++) {
243  char *fname = files.gl_pathv[i];
244  if (strcmp("/dev/null", fname) == 0)
245  continue;
246 #else
247  char *fname = pattern;
248  if (strcmp("/dev/null", fname) == 0)
249  return 0;
250 #endif
251  SCLogConfig("Loading rule file: %s", fname);
252  r = DetectLoadSigFile(de_ctx, fname, good_sigs, bad_sigs);
253  if (r < 0) {
254  ++(st->bad_files);
255  }
256 
257  ++(st->total_files);
258 
259  st->good_sigs_total += *good_sigs;
260  st->bad_sigs_total += *bad_sigs;
261 
262 #ifdef HAVE_GLOB_H
263  }
264  globfree(&files);
265 #endif
266  return r;
267 }
268 
269 /**
270  * \brief Load signatures
271  * \param de_ctx Pointer to the detection engine context
272  * \param sig_file Filename (or pattern) holding signatures
273  * \param sig_file_exclusive File passed in 'sig_file' should be loaded exclusively.
274  * \retval -1 on error
275  */
276 int SigLoadSignatures(DetectEngineCtx *de_ctx, char *sig_file, int sig_file_exclusive)
277 {
278  SCEnter();
279 
280  ConfNode *rule_files;
281  ConfNode *file = NULL;
282  SigFileLoaderStat *sig_stat = &de_ctx->sig_stat;
283  int ret = 0;
284  char *sfile = NULL;
285  char varname[128] = "rule-files";
286  int good_sigs = 0;
287  int bad_sigs = 0;
288 
289  if (strlen(de_ctx->config_prefix) > 0) {
290  snprintf(varname, sizeof(varname), "%s.rule-files",
292  }
293 
295  fp_engine_analysis_set = SetupFPAnalyzer();
297  }
298 
299  /* ok, let's load signature files from the general config */
300  if (!(sig_file != NULL && sig_file_exclusive == TRUE)) {
301  rule_files = ConfGetNode(varname);
302  if (rule_files != NULL) {
303  if (!ConfNodeIsSequence(rule_files)) {
305  "Invalid rule-files configuration section: "
306  "expected a list of filenames.");
307  }
308  else {
309  TAILQ_FOREACH(file, &rule_files->head, next) {
310  sfile = DetectLoadCompleteSigPath(de_ctx, file->val);
311  good_sigs = bad_sigs = 0;
312  ret = ProcessSigFiles(de_ctx, sfile, sig_stat, &good_sigs, &bad_sigs);
313  SCFree(sfile);
314 
315  if (de_ctx->failure_fatal && ret != 0) {
316  /* Some rules failed to load, just exit as
317  * errors would have already been logged. */
318  exit(EXIT_FAILURE);
319  }
320 
321  if (good_sigs == 0) {
322  SCLogConfig("No rules loaded from %s.", file->val);
323  }
324  }
325  }
326  }
327  }
328 
329  /* If a Signature file is specified from commandline, parse it too */
330  if (sig_file != NULL) {
331  ret = ProcessSigFiles(de_ctx, sig_file, sig_stat, &good_sigs, &bad_sigs);
332 
333  if (ret != 0) {
334  if (de_ctx->failure_fatal == 1) {
335  exit(EXIT_FAILURE);
336  }
337  }
338 
339  if (good_sigs == 0) {
340  SCLogConfig("No rules loaded from %s", sig_file);
341  }
342  }
343 
344  /* now we should have signatures to work with */
345  if (sig_stat->good_sigs_total <= 0) {
346  if (sig_stat->total_files > 0) {
347  SCLogWarning(SC_ERR_NO_RULES_LOADED, "%d rule files specified, but no rules were loaded!", sig_stat->total_files);
348  } else {
349  SCLogInfo("No signatures supplied.");
350  goto end;
351  }
352  } else {
353  /* we report the total of files and rules successfully loaded and failed */
354  SCLogInfo("%" PRId32 " rule files processed. %" PRId32 " rules successfully loaded, %" PRId32 " rules failed",
355  sig_stat->total_files, sig_stat->good_sigs_total, sig_stat->bad_sigs_total);
356  }
357 
358  if ((sig_stat->bad_sigs_total || sig_stat->bad_files) && de_ctx->failure_fatal) {
359  ret = -1;
360  goto end;
361  }
362 
366 
368  ret = -1;
369  goto end;
370  }
371 
372  /* Setup the signature group lookup structure and pattern matchers */
373  if (SigGroupBuild(de_ctx) < 0)
374  goto end;
375 
376  ret = 0;
377 
378  end:
379  gettimeofday(&de_ctx->last_reload, NULL);
383  }
384  if (fp_engine_analysis_set) {
386  }
387  }
388 
390  SCReturnInt(ret);
391 }
392 
393 #define NLOADERS 4
394 static DetectLoaderControl *loaders = NULL;
395 static int cur_loader = 0;
397 static int num_loaders = NLOADERS;
398 
399 /** \param loader -1 for auto select
400  * \retval loader_id or negative in case of error */
401 int DetectLoaderQueueTask(int loader_id, LoaderFunc Func, void *func_ctx)
402 {
403  if (loader_id == -1) {
404  loader_id = cur_loader;
405  cur_loader++;
406  if (cur_loader >= num_loaders)
407  cur_loader = 0;
408  }
409  if (loader_id >= num_loaders || loader_id < 0) {
410  return -ERANGE;
411  }
412 
413  DetectLoaderControl *loader = &loaders[loader_id];
414 
415  DetectLoaderTask *t = SCCalloc(1, sizeof(*t));
416  if (t == NULL)
417  return -ENOMEM;
418 
419  t->Func = Func;
420  t->ctx = func_ctx;
421 
422  SCMutexLock(&loader->m);
423  TAILQ_INSERT_TAIL(&loader->task_list, t, next);
424  SCMutexUnlock(&loader->m);
425 
427 
428  SCLogDebug("%d %p %p", loader_id, Func, func_ctx);
429  return loader_id;
430 }
431 
432 /** \brief wait for loader tasks to complete
433  * \retval result 0 for ok, -1 for errors */
435 {
436  SCLogDebug("waiting");
437  int errors = 0;
438  int i;
439  for (i = 0; i < num_loaders; i++) {
440  int done = 0;
441  DetectLoaderControl *loader = &loaders[i];
442  while (!done) {
443  SCMutexLock(&loader->m);
444  if (TAILQ_EMPTY(&loader->task_list)) {
445  done = 1;
446  }
447  SCMutexUnlock(&loader->m);
448  }
449  SCMutexLock(&loader->m);
450  if (loader->result != 0) {
451  errors++;
452  loader->result = 0;
453  }
454  SCMutexUnlock(&loader->m);
455 
456  }
457  if (errors) {
458  SCLogError(SC_ERR_INITIALIZATION, "%d loaders reported errors", errors);
459  return -1;
460  }
461  SCLogDebug("done");
462  return 0;
463 }
464 
465 static void DetectLoaderInit(DetectLoaderControl *loader)
466 {
467  memset(loader, 0x00, sizeof(*loader));
468  SCMutexInit(&loader->m, NULL);
469  TAILQ_INIT(&loader->task_list);
470 }
471 
473 {
474  intmax_t setting = NLOADERS;
475  (void)ConfGetInt("multi-detect.loaders", &setting);
476 
477  if (setting < 1 || setting > 1024) {
479  "invalid multi-detect.loaders setting %"PRIdMAX, setting);
480  exit(EXIT_FAILURE);
481  }
482  num_loaders = (int32_t)setting;
483 
484  SCLogInfo("using %d detect loader threads", num_loaders);
485 
486  BUG_ON(loaders != NULL);
487  loaders = SCCalloc(num_loaders, sizeof(DetectLoaderControl));
488  BUG_ON(loaders == NULL);
489 
490  int i;
491  for (i = 0; i < num_loaders; i++) {
492  DetectLoaderInit(&loaders[i]);
493  }
494 }
495 
496 /**
497  * \brief Unpauses all threads present in tv_root
498  */
500 {
501  ThreadVars *tv = NULL;
502  int i = 0;
503 
505  for (i = 0; i < TVT_MAX; i++) {
506  tv = tv_root[i];
507  while (tv != NULL) {
508  if (strncmp(tv->name,"DL#",3) == 0) {
509  BUG_ON(tv->ctrl_cond == NULL);
510  pthread_cond_broadcast(tv->ctrl_cond);
511  }
512  tv = tv->next;
513  }
514  }
516 
517  return;
518 }
519 
520 /**
521  * \brief Unpauses all threads present in tv_root
522  */
524 {
525  ThreadVars *tv = NULL;
526  int i = 0;
527 
529  for (i = 0; i < TVT_MAX; i++) {
530  tv = tv_root[i];
531  while (tv != NULL) {
532  if (strncmp(tv->name,"DL#",3) == 0)
534 
535  tv = tv->next;
536  }
537  }
539 
540  return;
541 }
542 
543 
544 SC_ATOMIC_DECLARE(int, detect_loader_cnt);
545 
546 typedef struct DetectLoaderThreadData_ {
547  uint32_t instance;
549 
550 static TmEcode DetectLoaderThreadInit(ThreadVars *t, const void *initdata, void **data)
551 {
553  if (ftd == NULL)
554  return TM_ECODE_FAILED;
555 
556  ftd->instance = SC_ATOMIC_ADD(detect_loader_cnt, 1); /* id's start at 0 */
557  SCLogDebug("detect loader instance %u", ftd->instance);
558 
559  /* pass thread data back to caller */
560  *data = ftd;
561 
562  return TM_ECODE_OK;
563 }
564 
565 static TmEcode DetectLoaderThreadDeinit(ThreadVars *t, void *data)
566 {
567  SCFree(data);
568  return TM_ECODE_OK;
569 }
570 
571 
572 static TmEcode DetectLoader(ThreadVars *th_v, void *thread_data)
573 {
574  DetectLoaderThreadData *ftd = (DetectLoaderThreadData *)thread_data;
575  BUG_ON(ftd == NULL);
576 
577  SCLogDebug("loader thread started");
578  while (1)
579  {
580  if (TmThreadsCheckFlag(th_v, THV_PAUSE)) {
584  }
585 
586  /* see if we have tasks */
587 
588  DetectLoaderControl *loader = &loaders[ftd->instance];
589  SCMutexLock(&loader->m);
590 
591  DetectLoaderTask *task = NULL, *tmptask = NULL;
592  TAILQ_FOREACH_SAFE(task, &loader->task_list, next, tmptask) {
593  int r = task->Func(task->ctx, ftd->instance);
594  loader->result |= r;
595  TAILQ_REMOVE(&loader->task_list, task, next);
596  SCFree(task->ctx);
597  SCFree(task);
598  }
599 
600  SCMutexUnlock(&loader->m);
601 
602  if (TmThreadsCheckFlag(th_v, THV_KILL)) {
603  break;
604  }
605 
606  /* just wait until someone wakes us up */
608  SCCtrlCondWait(th_v->ctrl_cond, th_v->ctrl_mutex);
610 
611  SCLogDebug("woke up...");
612  }
613 
614  return TM_ECODE_OK;
615 }
616 
617 /** \brief spawn the detect loader manager thread */
619 {
620  int i;
621  for (i = 0; i < num_loaders; i++) {
622  ThreadVars *tv_loader = NULL;
623 
624  char name[TM_THREAD_NAME_MAX];
625  snprintf(name, sizeof(name), "%s#%02d", thread_name_detect_loader, i+1);
626 
627  tv_loader = TmThreadCreateCmdThreadByName(name,
628  "DetectLoader", 1);
629  BUG_ON(tv_loader == NULL);
630 
631  if (tv_loader == NULL) {
632  printf("ERROR: TmThreadsCreate failed\n");
633  exit(1);
634  }
635  if (TmThreadSpawn(tv_loader) != TM_ECODE_OK) {
636  printf("ERROR: TmThreadSpawn failed\n");
637  exit(1);
638  }
639  }
640  return;
641 }
642 
644 {
645  tmm_modules[TMM_DETECTLOADER].name = "DetectLoader";
646  tmm_modules[TMM_DETECTLOADER].ThreadInit = DetectLoaderThreadInit;
647  tmm_modules[TMM_DETECTLOADER].ThreadDeinit = DetectLoaderThreadDeinit;
648  tmm_modules[TMM_DETECTLOADER].Management = DetectLoader;
651  SCLogDebug("%s registered", tmm_modules[TMM_DETECTLOADER].name);
652 
653  SC_ATOMIC_INIT(detect_loader_cnt);
654 }
TmModule_::cap_flags
uint8_t cap_flags
Definition: tm-modules.h:67
DetectLoaderControl_
Definition: detect-engine-loader.h:42
SigFileLoaderStat_::bad_files
int bad_files
Definition: detect.h:722
tm-threads.h
ConfGetInt
int ConfGetInt(const char *name, intmax_t *val)
Retrieve a configuration value as an integer.
Definition: conf.c:436
SCCtrlCondWait
#define SCCtrlCondWait
Definition: threads-debug.h:386
len
uint8_t len
Definition: app-layer-dnp3.h:2
TmThreadSpawn
TmEcode TmThreadSpawn(ThreadVars *tv)
Spawns a thread associated with the ThreadVars instance tv.
Definition: tm-threads.c:1720
DetectLoaderThreadSpawn
void DetectLoaderThreadSpawn(void)
spawn the detect loader manager thread
Definition: detect-engine-loader.c:618
offset
uint64_t offset
Definition: util-streaming-buffer.h:0
ThreadVars_::name
char name[16]
Definition: threadvars.h:65
TAILQ_INIT
#define TAILQ_INIT(head)
Definition: queue.h:263
SC_ATOMIC_INIT
#define SC_ATOMIC_INIT(name)
wrapper for initializing an atomic variable.
Definition: util-atomic.h:315
ConfNode_::val
char * val
Definition: conf.h:34
DetectEngineCtx_::rule_file
char * rule_file
Definition: detect.h:863
unlikely
#define unlikely(expr)
Definition: util-optimize.h:35
DetectLoaderTask_::ctx
void * ctx
Definition: detect-engine-loader.h:38
DetectEngineCtx_::sigerror_silent
bool sigerror_silent
Definition: detect.h:865
SCLogDebug
#define SCLogDebug(...)
Definition: util-debug.h:298
TmThreadsSetFlag
void TmThreadsSetFlag(ThreadVars *tv, uint32_t flag)
Set a thread flag.
Definition: tm-threads.c:97
CleanupFPAnalyzer
void CleanupFPAnalyzer(void)
Definition: detect-engine-analyzer.c:389
SC_ATOMIC_DECLARE
SC_ATOMIC_DECLARE(int, detect_loader_cnt)
next
struct HtpBodyChunk_ * next
Definition: app-layer-htp.h:0
TmThreadWakeupDetectLoaderThreads
void TmThreadWakeupDetectLoaderThreads(void)
Unpauses all threads present in tv_root.
Definition: detect-engine-loader.c:499
ConfGetNode
ConfNode * ConfGetNode(const char *name)
Get a ConfNode by name.
Definition: conf.c:175
threads.h
SC_ATOMIC_ADD
#define SC_ATOMIC_ADD(name, val)
add a value to our atomic variable
Definition: util-atomic.h:333
DetectEngineCtx_
main detection engine ctx
Definition: detect.h:758
SC_ERR_INVALID_SIGNATURE
@ SC_ERR_INVALID_SIGNATURE
Definition: util-error.h:69
TAILQ_EMPTY
#define TAILQ_EMPTY(head)
Definition: queue.h:249
TAILQ_FOREACH
#define TAILQ_FOREACH(var, head, field)
Definition: queue.h:253
SCSigSignatureOrderingModuleCleanup
void SCSigSignatureOrderingModuleCleanup(DetectEngineCtx *de_ctx)
De-registers all the signature ordering functions registered.
Definition: detect-engine-sigorder.c:808
SCMutexLock
#define SCMutexLock(mut)
Definition: threads-debug.h:117
tv_root
ThreadVars * tv_root[TVT_MAX]
Definition: tm-threads.c:78
LoaderFunc
int(* LoaderFunc)(void *ctx, int loader_id)
Definition: detect-engine-loader.h:34
TAILQ_INSERT_TAIL
#define TAILQ_INSERT_TAIL(head, elm, field)
Definition: queue.h:295
DetectParseDupSigHashFree
void DetectParseDupSigHashFree(DetectEngineCtx *de_ctx)
Frees the hash table that is used to cull duplicate sigs.
Definition: detect-parse.c:2200
DetectEngineCtx_::sigerror_ok
bool sigerror_ok
Definition: detect.h:866
DetectLoaderControl_::result
int result
Definition: detect-engine-loader.h:44
SC_ERR_NO_RULES
@ SC_ERR_NO_RULES
Definition: util-error.h:72
SCThresholdConfInitContext
int SCThresholdConfInitContext(DetectEngineCtx *de_ctx)
Inits the context to be used by the Threshold Config parsing API.
Definition: util-threshold-config.c:242
TM_ECODE_FAILED
@ TM_ECODE_FAILED
Definition: tm-threads-common.h:81
SC_ERR_INVALID_ARGUMENTS
@ SC_ERR_INVALID_ARGUMENTS
Definition: util-error.h:82
THV_PAUSE
#define THV_PAUSE
Definition: threadvars.h:39
CleanupRuleAnalyzer
void CleanupRuleAnalyzer(void)
Definition: detect-engine-analyzer.c:413
TM_THREAD_NAME_MAX
#define TM_THREAD_NAME_MAX
Definition: tm-threads.h:48
TM_ECODE_OK
@ TM_ECODE_OK
Definition: tm-threads-common.h:80
strlcpy
size_t strlcpy(char *dst, const char *src, size_t siz)
Definition: util-strlcpyu.c:43
TmModule_::ThreadDeinit
TmEcode(* ThreadDeinit)(ThreadVars *, void *)
Definition: tm-modules.h:49
TmThreadContinueDetectLoaderThreads
void TmThreadContinueDetectLoaderThreads()
Unpauses all threads present in tv_root.
Definition: detect-engine-loader.c:523
TVT_MAX
@ TVT_MAX
Definition: tm-threads-common.h:90
TmThreadsUnsetFlag
void TmThreadsUnsetFlag(ThreadVars *tv, uint32_t flag)
Unset a thread flag.
Definition: tm-threads.c:105
util-signal.h
ConfGet
int ConfGet(const char *name, const char **vptr)
Retrieve the value of a configuration node.
Definition: conf.c:330
NLOADERS
#define NLOADERS
Definition: detect-engine-loader.c:393
TmThreadContinue
void TmThreadContinue(ThreadVars *tv)
Unpauses a thread.
Definition: tm-threads.c:1833
TAILQ_REMOVE
#define TAILQ_REMOVE(head, elm, field)
Definition: queue.h:313
SigStringAppend
int SigStringAppend(SigFileLoaderStat *sig_stats, const char *sig_file, const char *sig_str, const char *sig_error, int line)
Append a new list member to SigString list.
Definition: util-detect.c:104
de_ctx
DetectEngineCtx * de_ctx
Definition: fuzz_siginit.c:17
strlcat
size_t strlcat(char *, const char *src, size_t siz)
Definition: util-strlcatu.c:45
DetectLoadersInit
void DetectLoadersInit(void)
Definition: detect-engine-loader.c:472
SCSigOrderSignatures
void SCSigOrderSignatures(DetectEngineCtx *de_ctx)
Orders the signatures.
Definition: detect-engine-sigorder.c:728
SCMutexUnlock
#define SCMutexUnlock(mut)
Definition: threads-debug.h:119
SigLoadSignatures
int SigLoadSignatures(DetectEngineCtx *de_ctx, char *sig_file, int sig_file_exclusive)
Load signatures.
Definition: detect-engine-loader.c:276
DetectEngineCtx_::last_reload
struct timeval last_reload
Definition: detect.h:937
SCEnter
#define SCEnter(...)
Definition: util-debug.h:300
detect-engine-mpm.h
detect.h
ThreadVars_
Per thread variable structure.
Definition: threadvars.h:58
TmThreadTestThreadUnPaused
void TmThreadTestThreadUnPaused(ThreadVars *tv)
Tests if the thread represented in the arg has been unpaused or not.
Definition: tm-threads.c:1801
TmModule_::Management
TmEcode(* Management)(ThreadVars *, void *)
Definition: tm-modules.h:59
THV_KILL
#define THV_KILL
Definition: threadvars.h:41
SCSigRegisterSignatureOrderingFuncs
void SCSigRegisterSignatureOrderingFuncs(DetectEngineCtx *de_ctx)
Lets you register the Signature ordering functions. The order in which the functions are registered,...
Definition: detect-engine-sigorder.c:788
rule_engine_analysis_set
int rule_engine_analysis_set
Definition: detect-engine-loader.c:53
EngineAnalysisRules
void EngineAnalysisRules(const DetectEngineCtx *de_ctx, const Signature *s, const char *line)
Prints analysis of loaded rules.
Definition: detect-engine-analyzer.c:1305
SC_ERR_INVALID_ARGUMENT
@ SC_ERR_INVALID_ARGUMENT
Definition: util-error.h:43
rule_reload
int rule_reload
engine_analysis
int engine_analysis
TRUE
#define TRUE
Definition: suricata-common.h:33
ThreadVars_::next
struct ThreadVars_ * next
Definition: threadvars.h:123
DetectLoaderThreadData_::instance
uint32_t instance
Definition: detect-engine-loader.c:547
SigFileLoaderStat_::bad_sigs_total
int bad_sigs_total
Definition: detect.h:725
util-detect.h
BUG_ON
#define BUG_ON(x)
Definition: suricata-common.h:277
tv_root_lock
SCMutex tv_root_lock
Definition: tm-threads.c:81
thread_name_detect_loader
const char * thread_name_detect_loader
Definition: runmodes.c:71
TmModuleDetectLoaderRegister
void TmModuleDetectLoaderRegister(void)
Definition: detect-engine-loader.c:643
SCCtrlMutexLock
#define SCCtrlMutexLock(mut)
Definition: threads-debug.h:376
tmm_modules
TmModule tmm_modules[TMM_SIZE]
Definition: tm-modules.c:33
DetectLoaderThreadData
struct DetectLoaderThreadData_ DetectLoaderThreadData
ThreadVars_::ctrl_cond
SCCtrlCondT * ctrl_cond
Definition: threadvars.h:131
conf.h
DETECT_MAX_RULE_SIZE
#define DETECT_MAX_RULE_SIZE
Definition: detect.h:56
TmEcode
TmEcode
Definition: tm-threads-common.h:79
DetectLoaderThreadData_
Definition: detect-engine-loader.c:546
queue.h
TmModule_::name
const char * name
Definition: tm-modules.h:44
SC_ERR_OPENING_RULE_FILE
@ SC_ERR_OPENING_RULE_FILE
Definition: util-error.h:71
runmodes.h
SCLogInfo
#define SCLogInfo(...)
Macro used to log INFORMATIONAL messages.
Definition: util-debug.h:217
TAILQ_FOREACH_SAFE
#define TAILQ_FOREACH_SAFE(var, head, field, tvar)
Definition: queue.h:330
SCMutexInit
#define SCMutexInit(mut, mutattrs)
Definition: threads-debug.h:116
SigGroupBuild
int SigGroupBuild(DetectEngineCtx *de_ctx)
Convert the signature list into the runtime match structure.
Definition: detect-engine-build.c:1932
DetectEngineCtx_::config_prefix
char config_prefix[64]
Definition: detect.h:890
detect-engine-analyzer.h
DetectLoaderTask_
Definition: detect-engine-loader.h:36
THV_PAUSED
#define THV_PAUSED
Definition: threadvars.h:40
SCCtrlMutexUnlock
#define SCCtrlMutexUnlock(mut)
Definition: threads-debug.h:378
DetectEngineAppendSig
Signature * DetectEngineAppendSig(DetectEngineCtx *de_ctx, const char *sigstr)
Parse and append a Signature into the Detection Engine Context signature list.
Definition: detect-parse.c:2381
DetectEngineCtx_::sig_stat
SigFileLoaderStat sig_stat
Definition: detect.h:940
EngineAnalysisFP
void EngineAnalysisFP(const DetectEngineCtx *de_ctx, const Signature *s, char *line)
Definition: detect-engine-analyzer.c:151
SC_ERR_NO_RULES_LOADED
@ SC_ERR_NO_RULES_LOADED
Definition: util-error.h:73
suricata-common.h
TMM_DETECTLOADER
@ TMM_DETECTLOADER
Definition: tm-threads-common.h:71
DetectLoaderControl_::m
SCMutex m
Definition: detect-engine-loader.h:45
SigFileLoaderStat_::total_files
int total_files
Definition: detect.h:723
SCLogError
#define SCLogError(err_code,...)
Macro used to log ERROR messages.
Definition: util-debug.h:257
ConfNodeIsSequence
int ConfNodeIsSequence(const ConfNode *node)
Check if a node is a sequence or node.
Definition: conf.c:974
TmModule_::ThreadInit
TmEcode(* ThreadInit)(ThreadVars *, const void *, void **)
Definition: tm-modules.h:47
SetupFPAnalyzer
int SetupFPAnalyzer(void)
Sets up the fast pattern analyzer according to the config.
Definition: detect-engine-analyzer.c:283
SCStrdup
#define SCStrdup(s)
Definition: util-mem.h:56
TmThreadCreateCmdThreadByName
ThreadVars * TmThreadCreateCmdThreadByName(const char *name, const char *module, int mucond)
Creates and returns the TV instance for a Command thread (CMD). This function supports only custom sl...
Definition: tm-threads.c:1170
EngineAnalysisRulesFailure
void EngineAnalysisRulesFailure(char *line, char *file, int lineno)
Definition: detect-engine-analyzer.c:547
tv
ThreadVars * tv
Definition: fuzz_decodepcapfile.c:29
RunmodeGetCurrent
int RunmodeGetCurrent(void)
Definition: suricata.c:276
threadvars.h
detect-engine-sigorder.h
SCMalloc
#define SCMalloc(sz)
Definition: util-mem.h:47
SCLogConfig
struct SCLogConfig_ SCLogConfig
Holds the config state used by the logging api.
RUNMODE_ENGINE_ANALYSIS
@ RUNMODE_ENGINE_ANALYSIS
Definition: runmodes.h:54
SCLogWarning
#define SCLogWarning(err_code,...)
Macro used to log WARNING messages.
Definition: util-debug.h:244
SCFree
#define SCFree(p)
Definition: util-mem.h:61
SigFileLoaderStat_::good_sigs_total
int good_sigs_total
Definition: detect.h:724
ConfNode_
Definition: conf.h:32
Signature_::id
uint32_t id
Definition: detect.h:551
PathIsRelative
int PathIsRelative(const char *path)
Check if a path is relative.
Definition: util-path.c:70
detect-parse.h
Signature_
Signature container.
Definition: detect.h:517
DetectLoadersSync
int DetectLoadersSync(void)
wait for loader tasks to complete
Definition: detect-engine-loader.c:434
DetectLoaderQueueTask
int DetectLoaderQueueTask(int loader_id, LoaderFunc Func, void *func_ctx)
Definition: detect-engine-loader.c:401
SC_ERR_MEM_ALLOC
@ SC_ERR_MEM_ALLOC
Definition: util-error.h:31
suricata.h
SetupRuleAnalyzer
int SetupRuleAnalyzer(void)
Sets up the rule analyzer according to the config.
Definition: detect-engine-analyzer.c:333
DetectLoaderTask_::Func
LoaderFunc Func
Definition: detect-engine-loader.h:37
DetectLoadCompleteSigPath
char * DetectLoadCompleteSigPath(const DetectEngineCtx *de_ctx, const char *sig_file)
Create the path if default-rule-path was specified.
Definition: detect-engine-loader.c:60
DetectEngineCtx_::sigerror
const char * sigerror
Definition: detect.h:867
SC_ERR_INITIALIZATION
@ SC_ERR_INITIALIZATION
Definition: util-error.h:75
ThreadVars_::ctrl_mutex
SCCtrlMutex * ctrl_mutex
Definition: threadvars.h:130
DetectEngineCtx_::rule_line
int rule_line
Definition: detect.h:864
TmThreadsCheckFlag
int TmThreadsCheckFlag(ThreadVars *tv, uint32_t flag)
Check if a thread flag is set.
Definition: tm-threads.c:89
SCCalloc
#define SCCalloc(nm, sz)
Definition: util-mem.h:53
SCReturnInt
#define SCReturnInt(x)
Definition: util-debug.h:304
detect-engine-loader.h
SigFileLoaderStat_
Signature loader statistics.
Definition: detect.h:720
TmModule_::flags
uint8_t flags
Definition: tm-modules.h:70
debug.h
DetectEngineCtx_::failure_fatal
int failure_fatal
Definition: detect.h:760
util-threshold-config.h
TM_FLAG_MANAGEMENT_TM
#define TM_FLAG_MANAGEMENT_TM
Definition: tm-modules.h:36
RetrieveFPForSig
void RetrieveFPForSig(const DetectEngineCtx *de_ctx, Signature *s)
Definition: detect-engine-mpm.c:848