suricata
detect-engine-analyzer.c
Go to the documentation of this file.
1 /* Copyright (C) 2007-2025 Open Information Security Foundation
2  *
3  * You can copy, redistribute or modify this Program under the terms of
4  * the GNU General Public License version 2 as published by the Free
5  * Software Foundation.
6  *
7  * This program is distributed in the hope that it will be useful,
8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10  * GNU General Public License for more details.
11  *
12  * You should have received a copy of the GNU General Public License
13  * version 2 along with this program; if not, write to the Free Software
14  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
15  * 02110-1301, USA.
16  */
17 
18 /**
19  * \file
20  *
21  * \author Eileen Donlon <emdonlo@gmail.com>
22  * \author Victor Julien <victor@inliniac.net>
23  *
24  * Rule analyzers for the detection engine
25  */
26 
27 #include "suricata-common.h"
28 #include "suricata.h"
29 #include "rust.h"
30 #include "action-globals.h"
31 #include "detect.h"
32 #include "detect-parse.h"
33 #include "detect-engine.h"
34 #include "detect-engine-analyzer.h"
35 #include "detect-engine-mpm.h"
36 #include "detect-engine-uint.h"
37 #include "conf.h"
38 #include "detect-content.h"
39 #include "detect-pcre.h"
40 #include "detect-bytejump.h"
41 #include "detect-bytetest.h"
42 #include "detect-isdataat.h"
43 #include "detect-flow.h"
44 #include "detect-ttl.h"
45 #include "detect-tcp-flags.h"
46 #include "detect-tcp-ack.h"
47 #include "detect-ipopts.h"
48 #include "detect-tcp-seq.h"
49 #include "feature.h"
50 #include "util-print.h"
51 #include "util-time.h"
52 #include "util-validate.h"
53 #include "util-conf.h"
54 #include "detect-flowbits.h"
55 #include "detect-flowint.h"
56 #include "detect-xbits.h"
57 #include "util-var-name.h"
58 #include "detect-icmp-id.h"
59 #include "detect-tcp-window.h"
60 
61 static int rule_warnings_only = 0;
62 
63 /* Details for each buffer being tracked */
64 typedef struct DetectEngineAnalyzerItems {
65  int16_t item_id;
66  bool item_seen;
67  bool export_item_seen;
68  bool check_encoding_match;
69  const char *item_name;
70  const char *display_name;
71 } DetectEngineAnalyzerItems;
72 
73 typedef struct FpPatternStats_ {
74  uint16_t min;
75  uint16_t max;
76  uint32_t cnt;
77  uint64_t tot;
78 } FpPatternStats;
79 
80 /* Track which items require the item_seen value to be exposed */
81 struct ExposedItemSeen {
82  const char *bufname;
83  bool *item_seen_ptr;
84 };
85 
86 typedef struct EngineAnalysisCtx_ {
87 
88  FILE *rule_engine_analysis_fp;
89  FILE *fp_engine_analysis_fp;
90 
91  DetectEngineAnalyzerItems *analyzer_items;
92  char *file_prefix;
93  pcre2_code *percent_re;
94 
95  /*
96  * This array contains the map between the `analyzer_items` array listed above and
97  * the item ids returned by DetectBufferTypeGetByName. Iterating signature's sigmatch
98  * array provides list_ids. The map converts those ids into elements of the
99  * analyzer items array.
100  *
101  * Ultimately, the g_buffer_type_hash is searched for each buffer name. The size of that
102  * hashlist is 256, so that's the value we use here.
103  */
104  int16_t analyzer_item_map[256];
105  FpPatternStats fp_pattern_stats[DETECT_SM_LIST_MAX];
106  /*
107  * Certain values must be directly accessible. This array contains items that are directly
108  * accessed when checking if they've been seen or not.
109  */
110  struct ExposedItemSeen exposed_item_seen_list[2];
111 
112  bool analyzer_initialized;
113 } EngineAnalysisCtx;
114 
115 const DetectEngineAnalyzerItems analyzer_items[] = {
116  /* request keywords */
117  { 0, false, false, true, "http_uri", "http uri" },
118  { 0, false, false, false, "http_raw_uri", "http raw uri" },
119  { 0, false, true, false, "http_method", "http method" },
120  { 0, false, false, false, "http_request_line", "http request line" },
121  { 0, false, false, false, "http_client_body", "http client body" },
122  { 0, false, false, true, "http_header", "http header" },
123  { 0, false, false, false, "http_raw_header", "http raw header" },
124  { 0, false, false, true, "http_cookie", "http cookie" },
125  { 0, false, false, false, "http_user_agent", "http user agent" },
126  { 0, false, false, false, "http_host", "http host" },
127  { 0, false, false, false, "http_raw_host", "http raw host" },
128  { 0, false, false, false, "http_accept_enc", "http accept enc" },
129  { 0, false, false, false, "http_referer", "http referer" },
130  { 0, false, false, false, "http_content_type", "http content type" },
131  { 0, false, false, false, "http_header_names", "http header names" },
132 
133  /* response keywords not listed above */
134  { 0, false, false, false, "http_stat_msg", "http stat msg" },
135  { 0, false, false, false, "http_stat_code", "http stat code" },
136  { 0, false, true, false, "file_data", "http server body" },
137 
138  /* missing request keywords */
139  { 0, false, false, false, "http_request_line", "http request line" },
140  { 0, false, false, false, "http_accept", "http accept" },
141  { 0, false, false, false, "http_accept_lang", "http accept lang" },
142  { 0, false, false, false, "http_connection", "http connection" },
143  { 0, false, false, false, "http_content_len", "http content len" },
144  { 0, false, false, false, "http_protocol", "http protocol" },
145  { 0, false, false, false, "http_start", "http start" },
146 
147  /* missing response keywords; some of the missing are listed above*/
148  { 0, false, false, false, "http_response_line", "http response line" },
149  { 0, false, false, false, "http.server", "http server" },
150  { 0, false, false, false, "http.location", "http location" },
151 };
152 
153 static void FpPatternStatsAdd(FpPatternStats *fp, int list, uint16_t patlen)
154 {
155  if (list < 0 || list >= DETECT_SM_LIST_MAX)
156  return;
157 
158  FpPatternStats *f = &fp[list];
159 
160  if (f->min == 0)
161  f->min = patlen;
162  else if (patlen < f->min)
163  f->min = patlen;
164 
165  if (patlen > f->max)
166  f->max = patlen;
167 
168  f->cnt++;
169  f->tot += patlen;
170 }
171 
172 void EngineAnalysisFP(const DetectEngineCtx *de_ctx, const Signature *s, const char *line)
173 {
174  int fast_pattern_set = 0;
175  int fast_pattern_only_set = 0;
176  int fast_pattern_chop_set = 0;
177  const DetectContentData *fp_cd = NULL;
178  const SigMatch *mpm_sm = s->init_data->mpm_sm;
179  const int mpm_sm_list = s->init_data->mpm_sm_list;
180 
181  if (mpm_sm != NULL) {
182  fp_cd = (DetectContentData *)mpm_sm->ctx;
183  if (fp_cd->flags & DETECT_CONTENT_FAST_PATTERN) {
184  fast_pattern_set = 1;
185  if (fp_cd->flags & DETECT_CONTENT_FAST_PATTERN_ONLY) {
186  fast_pattern_only_set = 1;
187  } else if (fp_cd->flags & DETECT_CONTENT_FAST_PATTERN_CHOP) {
188  fast_pattern_chop_set = 1;
189  }
190  }
191  }
192 
193  FILE *fp = de_ctx->ea->rule_engine_analysis_fp;
194  fprintf(fp, "== Sid: %u ==\n", s->id);
195  fprintf(fp, "%s\n", line);
196 
197  fprintf(fp, " Fast Pattern analysis:\n");
198  if (s->init_data->prefilter_sm != NULL) {
199  fprintf(fp, " Prefilter on: %s\n",
200  sigmatch_table[s->init_data->prefilter_sm->type].name);
201  fprintf(fp, "\n");
202  return;
203  }
204 
205  if (fp_cd == NULL) {
206  fprintf(fp, " No content present\n");
207  fprintf(fp, "\n");
208  return;
209  }
210 
211  fprintf(fp, " Fast pattern matcher: ");
212  int list_type = mpm_sm_list;
213  if (list_type == DETECT_SM_LIST_PMATCH)
214  fprintf(fp, "content\n");
215  else {
216  const char *desc = DetectEngineBufferTypeGetDescriptionById(de_ctx, list_type);
217  const char *name = DetectEngineBufferTypeGetNameById(de_ctx, list_type);
218  if (desc && name) {
219  fprintf(fp, "%s (%s)\n", desc, name);
220  }
221  }
222 
223  int flags_set = 0;
224  fprintf(fp, " Flags:");
225  if (fp_cd->flags & DETECT_CONTENT_OFFSET) {
226  fprintf(fp, " Offset");
227  flags_set = 1;
228  } if (fp_cd->flags & DETECT_CONTENT_DEPTH) {
229  fprintf(fp, " Depth");
230  flags_set = 1;
231  }
232  if (fp_cd->flags & DETECT_CONTENT_WITHIN) {
233  fprintf(fp, " Within");
234  flags_set = 1;
235  }
236  if (fp_cd->flags & DETECT_CONTENT_DISTANCE) {
237  fprintf(fp, " Distance");
238  flags_set = 1;
239  }
240  if (fp_cd->flags & DETECT_CONTENT_NOCASE) {
241  fprintf(fp, " Nocase");
242  flags_set = 1;
243  }
244  if (fp_cd->flags & DETECT_CONTENT_NEGATED) {
245  fprintf(fp, " Negated");
246  flags_set = 1;
247  }
248  if (flags_set == 0)
249  fprintf(fp, " None");
250  fprintf(fp, "\n");
251 
252  fprintf(fp, " Fast pattern set: %s\n", fast_pattern_set ? "yes" : "no");
253  fprintf(fp, " Fast pattern only set: %s\n", fast_pattern_only_set ? "yes" : "no");
254  fprintf(fp, " Fast pattern chop set: %s\n", fast_pattern_chop_set ? "yes" : "no");
255  if (fast_pattern_chop_set) {
256  fprintf(fp, " Fast pattern offset, length: %u, %u\n", fp_cd->fp_chop_offset,
257  fp_cd->fp_chop_len);
258  }
259 
260  uint16_t patlen = fp_cd->content_len;
261  uint8_t *pat = SCMalloc(fp_cd->content_len + 1);
262  if (unlikely(pat == NULL)) {
263  FatalError("Error allocating memory");
264  }
265  memcpy(pat, fp_cd->content, fp_cd->content_len);
266  pat[fp_cd->content_len] = '\0';
267  fprintf(fp, " Original content: ");
268  PrintRawUriFp(fp, pat, patlen);
269  fprintf(fp, "\n");
270 
271  if (fast_pattern_chop_set) {
272  SCFree(pat);
273  patlen = fp_cd->fp_chop_len;
274  pat = SCMalloc(fp_cd->fp_chop_len + 1);
275  if (unlikely(pat == NULL)) {
276  exit(EXIT_FAILURE);
277  }
278  memcpy(pat, fp_cd->content + fp_cd->fp_chop_offset, fp_cd->fp_chop_len);
279  pat[fp_cd->fp_chop_len] = '\0';
280  fprintf(fp, " Final content: ");
281  PrintRawUriFp(fp, pat, patlen);
282  fprintf(fp, "\n");
283 
284  FpPatternStatsAdd(&de_ctx->ea->fp_pattern_stats[0], list_type, patlen);
285  } else {
286  fprintf(fp, " Final content: ");
287  PrintRawUriFp(fp, pat, patlen);
288  fprintf(fp, "\n");
289 
290  FpPatternStatsAdd(&de_ctx->ea->fp_pattern_stats[0], list_type, patlen);
291  }
292  SCFree(pat);
293 
294  fprintf(fp, "\n");
295 }
296 
297 /**
298  * \brief Sets up the fast pattern analyzer according to the config.
299  *
300  * \retval 1 If rule analyzer successfully enabled.
301  * \retval 0 If not enabled.
302  */
303 static int SetupFPAnalyzer(DetectEngineCtx *de_ctx)
304 {
305  int fp_engine_analysis_set = 0;
306 
307  if ((SCConfGetBool("engine-analysis.rules-fast-pattern", &fp_engine_analysis_set)) == 0) {
308  return false;
309  }
310 
311  if (fp_engine_analysis_set == 0)
312  return false;
313 
314  const char *log_dir = SCConfigGetLogDirectory();
315  char *log_path = SCMalloc(PATH_MAX);
316  if (log_path == NULL) {
317  FatalError("Unable to allocate scratch memory for rule filename");
318  }
319  snprintf(log_path, PATH_MAX, "%s/%s%s", log_dir,
320  de_ctx->ea->file_prefix ? de_ctx->ea->file_prefix : "", "rules_fast_pattern.txt");
321 
322  FILE *fp = fopen(log_path, "w");
323  if (fp == NULL) {
324  SCLogError("failed to open %s: %s", log_path, strerror(errno));
325  SCFree(log_path);
326  return false;
327  }
328 
329  de_ctx->ea->fp_engine_analysis_fp = fp;
330 
331  SCLogInfo("Engine-Analysis for fast_pattern printed to file - %s",
332  log_path);
333  SCFree(log_path);
334 
335  struct timeval tval;
336  gettimeofday(&tval, NULL);
337  struct tm local_tm;
338  struct tm *tms = SCLocalTime(tval.tv_sec, &local_tm);
339  fprintf(fp, "----------------------------------------------"
340  "---------------------\n");
341  fprintf(fp,
342  "Date: %" PRId32 "/%" PRId32 "/%04d -- "
343  "%02d:%02d:%02d\n",
344  tms->tm_mday, tms->tm_mon + 1, tms->tm_year + 1900, tms->tm_hour, tms->tm_min,
345  tms->tm_sec);
346  fprintf(fp, "----------------------------------------------"
347  "---------------------\n");
348 
349  memset(&de_ctx->ea->fp_pattern_stats[0], 0, sizeof(de_ctx->ea->fp_pattern_stats));
350  return true;
351 }
352 
353 /**
354  * \brief Compiles regex for rule analysis
355  * \retval 1 if successful
356  * \retval 0 if on error
357  */
358 static bool PerCentEncodingSetup(EngineAnalysisCtx *ea_ctx)
359 {
360 #define DETECT_PERCENT_ENCODING_REGEX "%[0-9|a-f|A-F]{2}"
361  int en;
362  PCRE2_SIZE eo = 0;
363  int opts = 0; // PCRE2_NEWLINE_ANY??
364 
365  ea_ctx->percent_re = pcre2_compile((PCRE2_SPTR8)DETECT_PERCENT_ENCODING_REGEX,
366  PCRE2_ZERO_TERMINATED, opts, &en, &eo, NULL);
367  if (ea_ctx->percent_re == NULL) {
368  PCRE2_UCHAR errbuffer[256];
369  pcre2_get_error_message(en, errbuffer, sizeof(errbuffer));
370  SCLogError("Compile of \"%s\" failed at offset %d: %s", DETECT_PERCENT_ENCODING_REGEX,
371  (int)eo, errbuffer);
372  return false;
373  }
374 
375  return true;
376 }
377 /**
378  * \brief Sets up the rule analyzer according to the config
379  * \retval 1 if rule analyzer successfully enabled
380  * \retval 0 if not enabled
381  */
382 static int SetupRuleAnalyzer(DetectEngineCtx *de_ctx)
383 {
384  SCConfNode *conf = SCConfGetNode("engine-analysis");
385  int enabled = 0;
386  if (conf != NULL) {
387  const char *value = SCConfNodeLookupChildValue(conf, "rules");
388  if (value && SCConfValIsTrue(value)) {
389  enabled = 1;
390  } else if (value && strcasecmp(value, "warnings-only") == 0) {
391  enabled = 1;
392  rule_warnings_only = 1;
393  }
394  if (enabled) {
395  const char *log_dir;
396  log_dir = SCConfigGetLogDirectory();
397  char log_path[PATH_MAX];
398  snprintf(log_path, sizeof(log_path), "%s/%s%s", log_dir,
399  de_ctx->ea->file_prefix ? de_ctx->ea->file_prefix : "", "rules_analysis.txt");
400  de_ctx->ea->rule_engine_analysis_fp = fopen(log_path, "w");
401  if (de_ctx->ea->rule_engine_analysis_fp == NULL) {
402  SCLogError("failed to open %s: %s", log_path, strerror(errno));
403  return 0;
404  }
405 
406  SCLogInfo("Engine-Analysis for rules printed to file - %s",
407  log_path);
408 
409  struct timeval tval;
410  gettimeofday(&tval, NULL);
411  struct tm local_tm;
412  struct tm *tms = SCLocalTime(tval.tv_sec, &local_tm);
413  fprintf(de_ctx->ea->rule_engine_analysis_fp,
414  "----------------------------------------------"
415  "---------------------\n");
416  fprintf(de_ctx->ea->rule_engine_analysis_fp,
417  "Date: %" PRId32 "/%" PRId32 "/%04d -- "
418  "%02d:%02d:%02d\n",
419  tms->tm_mday, tms->tm_mon + 1, tms->tm_year + 1900, tms->tm_hour, tms->tm_min,
420  tms->tm_sec);
421  fprintf(de_ctx->ea->rule_engine_analysis_fp,
422  "----------------------------------------------"
423  "---------------------\n");
424 
425  /*compile regex's for rule analysis*/
426  if (!PerCentEncodingSetup(de_ctx->ea)) {
427  fprintf(de_ctx->ea->rule_engine_analysis_fp,
428  "Error compiling regex; can't check for percent encoding in normalized "
429  "http content.\n");
430  }
431  }
432  }
433  else {
434  SCLogInfo("Conf parameter \"engine-analysis.rules\" not found. "
435  "Defaulting to not printing the rules analysis report.");
436  }
437  if (!enabled) {
438  SCLogInfo("Engine-Analysis for rules disabled in conf file.");
439  return 0;
440  }
441  return 1;
442 }
443 
444 static void CleanupFPAnalyzer(DetectEngineCtx *de_ctx)
445 {
446  FILE *fp = de_ctx->ea->rule_engine_analysis_fp;
447  fprintf(fp, "============\n"
448  "Summary:\n============\n");
449 
450  for (int i = 0; i < DETECT_SM_LIST_MAX; i++) {
451  FpPatternStats *f = &de_ctx->ea->fp_pattern_stats[i];
452  if (f->cnt == 0)
453  continue;
454 
455  fprintf(fp,
456  "%s, smallest pattern %u byte(s), longest pattern %u byte(s), number of patterns "
457  "%u, avg pattern len %.2f byte(s)\n",
458  DetectSigmatchListEnumToString(i), f->min, f->max, f->cnt,
459  (float)((double)f->tot / (float)f->cnt));
460  }
461 
462  fclose(de_ctx->ea->rule_engine_analysis_fp);
463  de_ctx->ea->rule_engine_analysis_fp = NULL;
464 }
465 
466 static void CleanupRuleAnalyzer(DetectEngineCtx *de_ctx)
467 {
468  if (de_ctx->ea->fp_engine_analysis_fp != NULL) {
469  fclose(de_ctx->ea->fp_engine_analysis_fp);
470  de_ctx->ea->fp_engine_analysis_fp = NULL;
471  }
472  if (de_ctx->ea->percent_re != NULL) {
473  pcre2_code_free(de_ctx->ea->percent_re);
474  }
475 }
476 
477 void SetupEngineAnalysis(DetectEngineCtx *de_ctx, bool *fp_analysis, bool *rule_analysis)
478 {
479  *fp_analysis = false;
480  *rule_analysis = false;
481 
482  EngineAnalysisCtx *ea = SCCalloc(1, sizeof(EngineAnalysisCtx));
483  if (ea == NULL) {
484  FatalError("Unable to allocate per-engine analysis context");
485  }
486 
487  ea->file_prefix = NULL;
488  size_t cfg_prefix_len = strlen(de_ctx->config_prefix);
489  if (cfg_prefix_len > 0) {
490  char prefix[sizeof(de_ctx->config_prefix) + 1];
491  snprintf(prefix, sizeof(prefix), "%s.", de_ctx->config_prefix);
492  ea->file_prefix = SCStrdup(prefix);
493  if (ea->file_prefix == NULL) {
494  FatalError("Unable to allocate per-engine analysis context name buffer");
495  }
496  }
497 
498  de_ctx->ea = ea;
499 
500  *fp_analysis = SetupFPAnalyzer(de_ctx);
501  *rule_analysis = SetupRuleAnalyzer(de_ctx);
502 
503  if (!(*fp_analysis || *rule_analysis)) {
504  if (ea->file_prefix)
505  SCFree(ea->file_prefix);
506  if (ea->analyzer_items)
507  SCFree(ea->analyzer_items);
508  SCFree(ea);
509  }
510 }
511 
512 void CleanupEngineAnalysis(DetectEngineCtx *de_ctx)
513 {
514  if (de_ctx->ea) {
515  CleanupRuleAnalyzer(de_ctx);
516  CleanupFPAnalyzer(de_ctx);
517  if (de_ctx->ea->file_prefix)
518  SCFree(de_ctx->ea->file_prefix);
519  if (de_ctx->ea->analyzer_items)
520  SCFree(de_ctx->ea->analyzer_items);
521  SCFree(de_ctx->ea);
522  de_ctx->ea = NULL;
523  }
524 }
525 
526 /**
527  * \brief Checks for % encoding in content.
528  * \param Pointer to content
529  * \retval number of matches if content has % encoding
530  * \retval 0 if it doesn't have % encoding
531  * \retval -1 on error
532  */
533 static int PerCentEncodingMatch(EngineAnalysisCtx *ea_ctx, uint8_t *content, uint16_t content_len)
534 {
535  int ret = 0;
536 
537  pcre2_match_data *match = pcre2_match_data_create_from_pattern(ea_ctx->percent_re, NULL);
538  ret = pcre2_match(ea_ctx->percent_re, (PCRE2_SPTR8)content, content_len, 0, 0, match, NULL);
539  if (ret == -1) {
540  return 0;
541  } else if (ret < -1) {
542  SCLogError("Error parsing content - %s; error code is %d", content, ret);
543  ret = -1;
544  }
545  pcre2_match_data_free(match);
546  return ret;
547 }
548 
549 static void EngineAnalysisRulesPrintFP(const DetectEngineCtx *de_ctx, const Signature *s)
550 {
551  const DetectContentData *fp_cd = NULL;
552  const SigMatch *mpm_sm = s->init_data->mpm_sm;
553  const int mpm_sm_list = s->init_data->mpm_sm_list;
554 
555  if (mpm_sm != NULL) {
556  fp_cd = (DetectContentData *)mpm_sm->ctx;
557  }
558 
559  if (fp_cd == NULL) {
560  return;
561  }
562 
563  uint16_t patlen = fp_cd->content_len;
564  uint8_t *pat = SCMalloc(fp_cd->content_len + 1);
565  if (unlikely(pat == NULL)) {
566  FatalError("Error allocating memory");
567  }
568 
569  EngineAnalysisCtx *ea_ctx = de_ctx->ea;
570 
571  memcpy(pat, fp_cd->content, fp_cd->content_len);
572  pat[fp_cd->content_len] = '\0';
573 
574  if (fp_cd->flags & DETECT_CONTENT_FAST_PATTERN_CHOP) {
575  SCFree(pat);
576  patlen = fp_cd->fp_chop_len;
577  pat = SCMalloc(fp_cd->fp_chop_len + 1);
578  if (unlikely(pat == NULL)) {
579  exit(EXIT_FAILURE);
580  }
581  memcpy(pat, fp_cd->content + fp_cd->fp_chop_offset, fp_cd->fp_chop_len);
582  pat[fp_cd->fp_chop_len] = '\0';
583  fprintf(ea_ctx->rule_engine_analysis_fp, " Fast Pattern \"");
584  PrintRawUriFp(ea_ctx->rule_engine_analysis_fp, pat, patlen);
585  } else {
586  fprintf(ea_ctx->rule_engine_analysis_fp, " Fast Pattern \"");
587  PrintRawUriFp(ea_ctx->rule_engine_analysis_fp, pat, patlen);
588  }
589  SCFree(pat);
590 
591  fprintf(ea_ctx->rule_engine_analysis_fp, "\" on \"");
592 
593  const int list_type = mpm_sm_list;
594  if (list_type == DETECT_SM_LIST_PMATCH) {
595  int payload = 0;
596  int stream = 0;
597  if (SignatureHasPacketContent(s))
598  payload = 1;
599  if (SignatureHasStreamContent(s))
600  stream = 1;
601  fprintf(ea_ctx->rule_engine_analysis_fp, "%s",
602  payload ? (stream ? "payload and reassembled stream" : "payload")
603  : "reassembled stream");
604  }
605  else {
606  const char *desc = DetectEngineBufferTypeGetDescriptionById(de_ctx, list_type);
607  const char *name = DetectEngineBufferTypeGetNameById(de_ctx, list_type);
608  if (desc && name) {
609  fprintf(ea_ctx->rule_engine_analysis_fp, "%s (%s)", desc, name);
610  } else if (desc || name) {
611  fprintf(ea_ctx->rule_engine_analysis_fp, "%s", desc ? desc : name);
612  }
613 
614  }
615 
616  fprintf(ea_ctx->rule_engine_analysis_fp, "\" ");
617  const DetectBufferType *bt = DetectEngineBufferTypeGetById(de_ctx, list_type);
618  if (bt && bt->transforms.cnt) {
619  fprintf(ea_ctx->rule_engine_analysis_fp, "(with %d transform(s)) ", bt->transforms.cnt);
620  }
621  fprintf(ea_ctx->rule_engine_analysis_fp, "buffer.\n");
622 }
623 
624 void EngineAnalysisRulesFailure(
625  const DetectEngineCtx *de_ctx, const char *line, const char *file, int lineno)
626 {
627  FILE *tmp_fp = de_ctx->ea->fp_engine_analysis_fp ? de_ctx->ea->fp_engine_analysis_fp
628  : de_ctx->ea->rule_engine_analysis_fp;
629  if (tmp_fp) {
630  fprintf(tmp_fp, "== Sid: UNKNOWN ==\n");
631  fprintf(tmp_fp, "%s\n", line);
632  fprintf(tmp_fp, " FAILURE: invalid rule.\n");
633  fprintf(tmp_fp, " File: %s.\n", file);
634  fprintf(tmp_fp, " Line: %d.\n", lineno);
635  fprintf(tmp_fp, "\n");
636  }
637 }
638 
639 typedef struct RuleAnalyzer {
640  SCJsonBuilder *js; /* document root */
641 
642  SCJsonBuilder *js_warnings;
643  SCJsonBuilder *js_notes;
644 } RuleAnalyzer;
645 
646 static void ATTR_FMT_PRINTF(2, 3) AnalyzerNote(RuleAnalyzer *ctx, char *fmt, ...)
647 {
648  va_list ap;
649  char str[1024];
650 
651  va_start(ap, fmt);
652  vsnprintf(str, sizeof(str), fmt, ap);
653  va_end(ap);
654 
655  if (!ctx->js_notes)
656  ctx->js_notes = SCJbNewArray();
657  if (ctx->js_notes)
658  SCJbAppendString(ctx->js_notes, str);
659 }
660 
661 static void ATTR_FMT_PRINTF(2, 3) AnalyzerWarning(RuleAnalyzer *ctx, char *fmt, ...)
662 {
663  va_list ap;
664  char str[1024];
665 
666  va_start(ap, fmt);
667  vsnprintf(str, sizeof(str), fmt, ap);
668  va_end(ap);
669 
670  if (!ctx->js_warnings)
671  ctx->js_warnings = SCJbNewArray();
672  if (ctx->js_warnings)
673  SCJbAppendString(ctx->js_warnings, str);
674 }
675 
676 #define CHECK(pat) if (strlen((pat)) <= len && memcmp((pat), buf, MIN(len, strlen((pat)))) == 0) return true;
677 
678 static bool LooksLikeHTTPMethod(const uint8_t *buf, uint16_t len)
679 {
680  CHECK("GET /");
681  CHECK("POST /");
682  CHECK("HEAD /");
683  CHECK("PUT /");
684  return false;
685 }
686 
687 static bool LooksLikeHTTPUA(const uint8_t *buf, uint16_t len)
688 {
689  CHECK("User-Agent: ");
690  CHECK("\nUser-Agent: ");
691  return false;
692 }
693 
694 static void DumpContent(SCJsonBuilder *js, const DetectContentData *cd)
695 {
696  char pattern_str[1024] = "";
697  DetectContentPatternPrettyPrint(cd, pattern_str, sizeof(pattern_str));
698 
699  SCJbSetString(js, "pattern", pattern_str);
700  SCJbSetUint(js, "length", cd->content_len);
701  SCJbSetBool(js, "nocase", cd->flags & DETECT_CONTENT_NOCASE);
702  SCJbSetBool(js, "negated", cd->flags & DETECT_CONTENT_NEGATED);
703  SCJbSetBool(js, "starts_with", cd->flags & DETECT_CONTENT_STARTS_WITH);
704  SCJbSetBool(js, "ends_with", cd->flags & DETECT_CONTENT_ENDS_WITH);
705  SCJbSetBool(js, "is_mpm", cd->flags & DETECT_CONTENT_MPM);
706  SCJbSetBool(js, "no_double_inspect", cd->flags & DETECT_CONTENT_NO_DOUBLE_INSPECTION_REQUIRED);
707  if (cd->flags & DETECT_CONTENT_OFFSET) {
708  SCJbSetUint(js, "offset", cd->offset);
709  }
710  if (cd->flags & DETECT_CONTENT_DEPTH) {
711  SCJbSetUint(js, "depth", cd->depth);
712  }
713  if (cd->flags & DETECT_CONTENT_DISTANCE) {
714  SCJbSetInt(js, "distance", cd->distance);
715  }
716  if (cd->flags & DETECT_CONTENT_WITHIN) {
717  SCJbSetInt(js, "within", cd->within);
718  }
719  SCJbSetBool(js, "fast_pattern", cd->flags & DETECT_CONTENT_FAST_PATTERN);
720  SCJbSetBool(js, "relative_next", cd->flags & DETECT_CONTENT_RELATIVE_NEXT);
721 }
722 
723 static void DumpPcre(SCJsonBuilder *js, const DetectPcreData *cd)
724 {
725  SCJbSetBool(js, "relative", cd->flags & DETECT_PCRE_RELATIVE);
726  SCJbSetBool(js, "relative_next", cd->flags & DETECT_PCRE_RELATIVE_NEXT);
727  SCJbSetBool(js, "nocase", cd->flags & DETECT_PCRE_CASELESS);
728  SCJbSetBool(js, "negated", cd->flags & DETECT_PCRE_NEGATE);
729 }
730 
731 static void DumpMatches(RuleAnalyzer *ctx, SCJsonBuilder *js, const SigMatchData *smd)
732 {
733  if (smd == NULL)
734  return;
735 
736  SCJbOpenArray(js, "matches");
737  do {
738  SCJbStartObject(js);
739  const char *mname = sigmatch_table[smd->type].name;
740  SCJbSetString(js, "name", mname);
741 
742  switch (smd->type) {
743  case DETECT_CONTENT: {
744  const DetectContentData *cd = (const DetectContentData *)smd->ctx;
745 
746  SCJbOpenObject(js, "content");
747  DumpContent(js, cd);
748  if (cd->flags & DETECT_CONTENT_FAST_PATTERN_ONLY) {
749  AnalyzerNote(ctx, (char *)"'fast_pattern:only' option is silently ignored and "
750  "is interpreted as regular 'fast_pattern'");
751  }
752  if (LooksLikeHTTPMethod(cd->content, cd->content_len)) {
753  AnalyzerNote(ctx,
754  (char *)"pattern looks like it inspects HTTP, use http.request_line or "
755  "http.method and http.uri instead for improved performance");
756  }
757  if (LooksLikeHTTPUA(cd->content, cd->content_len)) {
758  AnalyzerNote(ctx,
759  (char *)"pattern looks like it inspects HTTP, use http.user_agent "
760  "or http.header for improved performance");
761  }
762  if (cd->flags & DETECT_CONTENT_WITHIN2DEPTH) {
763  AnalyzerNote(ctx, (char *)"'within' option for pattern w/o previous content "
764  "was converted to 'depth'");
765  }
766  if (cd->flags & DETECT_CONTENT_DISTANCE2OFFSET) {
767  AnalyzerNote(ctx, (char *)"'distance' option for pattern w/o previous content "
768  "was converted to 'offset'");
769  }
770  SCJbClose(js);
771  break;
772  }
773  case DETECT_PCRE: {
774  const DetectPcreData *cd = (const DetectPcreData *)smd->ctx;
775 
776  SCJbOpenObject(js, "pcre");
777  DumpPcre(js, cd);
778  SCJbClose(js);
779  if (cd->flags & DETECT_PCRE_RAWBYTES) {
780  AnalyzerNote(ctx,
781  (char *)"'/B' (rawbytes) option is a no-op and is silently ignored");
782  }
783  break;
784  }
785  case DETECT_BYTEJUMP: {
786  const DetectBytejumpData *cd = (const DetectBytejumpData *)smd->ctx;
787 
788  SCJbOpenObject(js, "byte_jump");
789  SCJbSetUint(js, "nbytes", cd->nbytes);
790  SCJbSetInt(js, "offset", cd->offset);
791  SCJbSetUint(js, "multiplier", cd->multiplier);
792  SCJbSetInt(js, "post_offset", cd->post_offset);
793  switch (cd->base) {
794  case DETECT_BYTEJUMP_BASE_UNSET:
795  SCJbSetString(js, "base", "unset");
796  break;
797  case DETECT_BYTEJUMP_BASE_OCT:
798  SCJbSetString(js, "base", "oct");
799  break;
800  case DETECT_BYTEJUMP_BASE_DEC:
801  SCJbSetString(js, "base", "dec");
802  break;
803  case DETECT_BYTEJUMP_BASE_HEX:
804  SCJbSetString(js, "base", "hex");
805  break;
806  }
807  SCJbOpenArray(js, "flags");
808  if (cd->flags & DETECT_BYTEJUMP_BEGIN)
809  SCJbAppendString(js, "from_beginning");
810  if (cd->flags & DETECT_BYTEJUMP_LITTLE)
811  SCJbAppendString(js, "little_endian");
812  if (cd->flags & DETECT_BYTEJUMP_BIG)
813  SCJbAppendString(js, "big_endian");
814  if (cd->flags & DETECT_BYTEJUMP_STRING)
815  SCJbAppendString(js, "string");
816  if (cd->flags & DETECT_BYTEJUMP_RELATIVE)
817  SCJbAppendString(js, "relative");
818  if (cd->flags & DETECT_BYTEJUMP_ALIGN)
819  SCJbAppendString(js, "align");
820  if (cd->flags & DETECT_BYTEJUMP_DCE)
821  SCJbAppendString(js, "dce");
822  if (cd->flags & DETECT_BYTEJUMP_OFFSET_BE)
823  SCJbAppendString(js, "offset_be");
824  if (cd->flags & DETECT_BYTEJUMP_END)
825  SCJbAppendString(js, "from_end");
826  SCJbClose(js);
827  SCJbClose(js);
828  break;
829  }
830  case DETECT_BYTETEST: {
831  const DetectBytetestData *cd = (const DetectBytetestData *)smd->ctx;
832 
833  SCJbOpenObject(js, "byte_test");
834  SCJbSetUint(js, "nbytes", cd->nbytes);
835  SCJbSetInt(js, "offset", cd->offset);
836  switch (cd->base) {
837  case DETECT_BYTETEST_BASE_UNSET:
838  SCJbSetString(js, "base", "unset");
839  break;
840  case DETECT_BYTETEST_BASE_OCT:
841  SCJbSetString(js, "base", "oct");
842  break;
843  case DETECT_BYTETEST_BASE_DEC:
844  SCJbSetString(js, "base", "dec");
845  break;
846  case DETECT_BYTETEST_BASE_HEX:
847  SCJbSetString(js, "base", "hex");
848  break;
849  }
850  SCJbOpenArray(js, "flags");
851  if (cd->flags & DETECT_BYTETEST_LITTLE)
852  SCJbAppendString(js, "little_endian");
853  if (cd->flags & DETECT_BYTETEST_BIG)
854  SCJbAppendString(js, "big_endian");
855  if (cd->flags & DETECT_BYTETEST_STRING)
856  SCJbAppendString(js, "string");
857  if (cd->flags & DETECT_BYTETEST_RELATIVE)
858  SCJbAppendString(js, "relative");
859  if (cd->flags & DETECT_BYTETEST_DCE)
860  SCJbAppendString(js, "dce");
861  SCJbClose(js);
862  SCJbClose(js);
863  break;
864  }
865  case DETECT_ABSENT: {
866  const DetectAbsentData *dad = (const DetectAbsentData *)smd->ctx;
867  SCJbOpenObject(js, "absent");
868  SCJbSetBool(js, "or_else", dad->or_else);
869  SCJbClose(js);
870  break;
871  }
872 
873  case DETECT_IPOPTS: {
874  const DetectIpOptsData *cd = (const DetectIpOptsData *)smd->ctx;
875 
876  SCJbOpenObject(js, "ipopts");
877  const char *flag = IpOptsFlagToString(cd->ipopt);
878  SCJbSetString(js, "option", flag);
879  SCJbClose(js);
880  break;
881  }
882  case DETECT_FLOWBITS: {
883  const DetectFlowbitsData *cd = (const DetectFlowbitsData *)smd->ctx;
884 
885  SCJbOpenObject(js, "flowbits");
886  switch (cd->cmd) {
887  case DETECT_FLOWBITS_CMD_ISSET:
888  SCJbSetString(js, "cmd", "isset");
889  break;
890  case DETECT_FLOWBITS_CMD_ISNOTSET:
891  SCJbSetString(js, "cmd", "isnotset");
892  break;
893  case DETECT_FLOWBITS_CMD_SET:
894  SCJbSetString(js, "cmd", "set");
895  break;
896  case DETECT_FLOWBITS_CMD_UNSET:
897  SCJbSetString(js, "cmd", "unset");
898  break;
899  case DETECT_FLOWBITS_CMD_TOGGLE:
900  SCJbSetString(js, "cmd", "toggle");
901  break;
902  }
903  bool is_or = false;
904  SCJbOpenArray(js, "names");
905  if (cd->or_list_size == 0) {
906  SCJbAppendString(js, VarNameStoreSetupLookup(cd->idx, VAR_TYPE_FLOW_BIT));
907  } else if (cd->or_list_size > 0) {
908  is_or = true;
909  for (uint8_t i = 0; i < cd->or_list_size; i++) {
910  const char *varname =
911  VarNameStoreSetupLookup(cd->or_list[i], VAR_TYPE_FLOW_BIT);
912  SCJbAppendString(js, varname);
913  }
914  }
915  SCJbClose(js); // array
916  if (is_or) {
917  SCJbSetString(js, "operator", "or");
918  }
919  SCJbClose(js); // object
920  break;
921  }
922  case DETECT_XBITS: {
923  const DetectXbitsData *xd = (const DetectXbitsData *)smd->ctx;
924 
925  SCJbOpenObject(js, "xbits");
926  switch (xd->cmd) {
927  case DETECT_XBITS_CMD_ISSET:
928  SCJbSetString(js, "cmd", "isset");
929  break;
930  case DETECT_XBITS_CMD_ISNOTSET:
931  SCJbSetString(js, "cmd", "isnotset");
932  break;
933  case DETECT_XBITS_CMD_SET:
934  SCJbSetString(js, "cmd", "set");
935  break;
936  case DETECT_XBITS_CMD_UNSET:
937  SCJbSetString(js, "cmd", "unset");
938  break;
939  case DETECT_XBITS_CMD_TOGGLE:
940  SCJbSetString(js, "cmd", "toggle");
941  break;
942  }
943  SCJbSetString(js, "name", VarNameStoreSetupLookup(xd->idx, xd->type));
944  switch (xd->tracker) {
945  case DETECT_XBITS_TRACK_IPSRC:
946  SCJbSetString(js, "track", "ip_src");
947  break;
948  case DETECT_XBITS_TRACK_IPDST:
949  SCJbSetString(js, "track", "ip_dst");
950  break;
951  case DETECT_XBITS_TRACK_IPPAIR:
952  SCJbSetString(js, "track", "ip_pair");
953  break;
954  case DETECT_XBITS_TRACK_TX:
955  SCJbSetString(js, "track", "tx");
956  break;
957  }
958  // always log expire value
959  SCJbSetUint(js, "expire", xd->expire);
960  SCJbClose(js); // object
961  break;
962  }
963  case DETECT_FLOWINT: {
964  const DetectFlowintData *cd = (const DetectFlowintData *)smd->ctx;
965 
966  SCJbOpenObject(js, "flowint");
967  switch (cd->modifier) {
968  case FLOWINT_MODIFIER_SET:
969  SCJbSetString(js, "cmd", "set");
970  break;
971  case FLOWINT_MODIFIER_ADD:
972  SCJbSetString(js, "cmd", "add");
973  break;
974  case FLOWINT_MODIFIER_SUB:
975  SCJbSetString(js, "cmd", "sub");
976  break;
977  case FLOWINT_MODIFIER_LT:
978  SCJbSetString(js, "cmd", "lt");
979  break;
980  case FLOWINT_MODIFIER_LE:
981  SCJbSetString(js, "cmd", "lte");
982  break;
983  case FLOWINT_MODIFIER_EQ:
984  SCJbSetString(js, "cmd", "eq");
985  break;
986  case FLOWINT_MODIFIER_NE:
987  SCJbSetString(js, "cmd", "ne");
988  break;
989  case FLOWINT_MODIFIER_GE:
990  SCJbSetString(js, "cmd", "gte");
991  break;
992  case FLOWINT_MODIFIER_GT:
993  SCJbSetString(js, "cmd", "gt");
994  break;
995  case FLOWINT_MODIFIER_ISSET:
996  SCJbSetString(js, "cmd", "isset");
997  break;
998  case FLOWINT_MODIFIER_ISNOTSET:
999  SCJbSetString(js, "cmd", "isnotset");
1000  break;
1001  }
1002  const char *varname = VarNameStoreSetupLookup(cd->idx, VAR_TYPE_FLOW_INT);
1003  if (varname != NULL) {
1004  SCJbSetString(js, "var", varname);
1005  }
1006  if (cd->targettype == FLOWINT_TARGET_VAL) {
1007  SCJbSetUint(js, "value", cd->target.value);
1008  } else if (cd->targettype == FLOWINT_TARGET_VAR) {
1009  if (cd->target.tvar.name != NULL) {
1010  SCJbSetString(js, "target", cd->target.tvar.name);
1011  }
1012  }
1013  SCJbClose(js);
1014  break;
1015  }
1016  case DETECT_ACK: {
1017  const DetectU32Data *cd = (const DetectU32Data *)smd->ctx;
1018  SCJbOpenObject(js, "ack");
1019  SCDetectU32ToJson(js, cd);
1020  SCJbClose(js);
1021  break;
1022  }
1023  case DETECT_SEQ: {
1024  const DetectU32Data *cd = (const DetectU32Data *)smd->ctx;
1025  SCJbOpenObject(js, "seq");
1026  SCDetectU32ToJson(js, cd);
1027  SCJbClose(js);
1028  break;
1029  }
1030  case DETECT_TCPMSS: {
1031  const DetectU16Data *cd = (const DetectU16Data *)smd->ctx;
1032  SCJbOpenObject(js, "tcp_mss");
1033  SCDetectU16ToJson(js, cd);
1034  SCJbClose(js);
1035  break;
1036  }
1037  case DETECT_DSIZE: {
1038  const DetectU16Data *cd = (const DetectU16Data *)smd->ctx;
1039  SCJbOpenObject(js, "dsize");
1040  SCDetectU16ToJson(js, cd);
1041  SCJbClose(js);
1042  break;
1043  }
1044  case DETECT_ICODE: {
1045  const DetectU8Data *cd = (const DetectU8Data *)smd->ctx;
1046  SCJbOpenObject(js, "code");
1047  SCDetectU8ToJson(js, cd);
1048  SCJbClose(js);
1049  break;
1050  }
1051  case DETECT_TTL: {
1052  const DetectU8Data *cd = (const DetectU8Data *)smd->ctx;
1053  SCJbOpenObject(js, "ttl");
1054  SCDetectU8ToJson(js, cd);
1055  SCJbClose(js);
1056  break;
1057  }
1058  case DETECT_ICMP_ID: {
1059  const DetectU16Data *cd = (const DetectU16Data *)smd->ctx;
1060  SCJbOpenObject(js, "id");
1061  SCDetectU16ToJson(js, cd);
1062  SCJbClose(js);
1063  break;
1064  }
1065  case DETECT_WINDOW: {
1066  const DetectU16Data *cd = (const DetectU16Data *)smd->ctx;
1067  SCJbOpenObject(js, "window");
1068  SCDetectU16ToJson(js, cd);
1069  SCJbClose(js);
1070  break;
1071  }
1072  case DETECT_FLOW_AGE: {
1073  const DetectU32Data *cd = (const DetectU32Data *)smd->ctx;
1074  SCJbOpenObject(js, "flow_age");
1075  SCDetectU32ToJson(js, cd);
1076  SCJbClose(js);
1077  break;
1078  }
1079  }
1080  SCJbClose(js);
1081 
1082  if (smd->is_last)
1083  break;
1084  smd++;
1085  } while (1);
1086  SCJbClose(js);
1087 }
1088 
1089 SCMutex g_rules_analyzer_write_m = SCMUTEX_INITIALIZER;
1090 void EngineAnalysisRules2(const DetectEngineCtx *de_ctx, const Signature *s)
1091 {
1092  SCEnter();
1093 
1094  RuleAnalyzer ctx = { NULL, NULL, NULL };
1095 
1096  ctx.js = SCJbNewObject();
1097  if (ctx.js == NULL)
1098  SCReturn;
1099 
1100  if (s->init_data->firewall_rule) {
1101  JB_SET_STRING(ctx.js, "class", "firewall");
1102  } else {
1103  JB_SET_STRING(ctx.js, "class", "threat detection");
1104  }
1105 
1106  SCJbSetString(ctx.js, "raw", s->sig_str);
1107  SCJbSetUint(ctx.js, "id", s->id);
1108  SCJbSetUint(ctx.js, "gid", s->gid);
1109  SCJbSetUint(ctx.js, "rev", s->rev);
1110  SCJbSetString(ctx.js, "msg", s->msg);
1111 
1112  const char *alproto = AppProtoToString(s->alproto);
1113  SCJbSetString(ctx.js, "app_proto", alproto);
1114 
1115  SCJbOpenArray(ctx.js, "requirements");
1116  if (s->mask & SIG_MASK_REQUIRE_PAYLOAD) {
1117  SCJbAppendString(ctx.js, "payload");
1118  }
1119  if (s->mask & SIG_MASK_REQUIRE_NO_PAYLOAD) {
1120  SCJbAppendString(ctx.js, "no_payload");
1121  }
1122  if (s->mask & SIG_MASK_REQUIRE_FLOW) {
1123  SCJbAppendString(ctx.js, "flow");
1124  }
1125  if (s->mask & SIG_MASK_REQUIRE_FLAGS_INITDEINIT) {
1126  SCJbAppendString(ctx.js, "tcp_flags_init_deinit");
1127  }
1128  if (s->mask & SIG_MASK_REQUIRE_FLAGS_UNUSUAL) {
1129  SCJbAppendString(ctx.js, "tcp_flags_unusual");
1130  }
1131  if (s->mask & SIG_MASK_REQUIRE_ENGINE_EVENT) {
1132  SCJbAppendString(ctx.js, "engine_event");
1133  }
1134  if (s->mask & SIG_MASK_REQUIRE_REAL_PKT) {
1135  SCJbAppendString(ctx.js, "real_pkt");
1136  }
1137  SCJbClose(ctx.js);
1138 
1139  SCJbOpenObject(ctx.js, "match_policy");
1140  SCJbOpenArray(ctx.js, "actions");
1141  if (s->action & ACTION_ALERT) {
1142  SCJbAppendString(ctx.js, "alert");
1143  }
1144  if (s->action & ACTION_DROP) {
1145  SCJbAppendString(ctx.js, "drop");
1146  }
1147  if (s->action & ACTION_REJECT) {
1148  SCJbAppendString(ctx.js, "reject");
1149  }
1150  if (s->action & ACTION_REJECT_DST) {
1151  SCJbAppendString(ctx.js, "reject_dst");
1152  }
1153  if (s->action & ACTION_REJECT_BOTH) {
1154  SCJbAppendString(ctx.js, "reject_both");
1155  }
1156  if (s->action & ACTION_CONFIG) {
1157  SCJbAppendString(ctx.js, "config");
1158  }
1159  if (s->action & ACTION_PASS) {
1160  SCJbAppendString(ctx.js, "pass");
1161  }
1162  if (s->action & ACTION_ACCEPT) {
1163  SCJbAppendString(ctx.js, "accept");
1164  }
1165  SCJbClose(ctx.js);
1166 
1167  if (s->action_scope == ACTION_SCOPE_AUTO) {
1168  enum SignaturePropertyFlowAction flow_action = signature_properties[s->type].flow_action;
1169  switch (flow_action) {
1170  case SIG_PROP_FLOW_ACTION_PACKET:
1171  SCJbSetString(ctx.js, "scope", "packet");
1172  break;
1173  case SIG_PROP_FLOW_ACTION_FLOW:
1174  SCJbSetString(ctx.js, "scope", "flow");
1175  break;
1176  case SIG_PROP_FLOW_ACTION_FLOW_IF_STATEFUL:
1177  SCJbSetString(ctx.js, "scope", "flow_if_stateful");
1178  break;
1179  }
1180  } else {
1181  enum ActionScope as = s->action_scope;
1182  switch (as) {
1183  case ACTION_SCOPE_PACKET:
1184  SCJbSetString(ctx.js, "scope", "packet");
1185  break;
1186  case ACTION_SCOPE_FLOW:
1187  SCJbSetString(ctx.js, "scope", "flow");
1188  break;
1189  case ACTION_SCOPE_HOOK:
1190  SCJbSetString(ctx.js, "scope", "hook");
1191  break;
1192  case ACTION_SCOPE_TX:
1193  SCJbSetString(ctx.js, "scope", "tx");
1194  break;
1195  case ACTION_SCOPE_AUTO: /* should be unreachable */
1196  break;
1197  }
1198  }
1199  SCJbClose(ctx.js);
1200 
1201  switch (s->type) {
1202  case SIG_TYPE_NOT_SET:
1203  SCJbSetString(ctx.js, "type", "unset");
1204  break;
1205  case SIG_TYPE_IPONLY:
1206  SCJbSetString(ctx.js, "type", "ip_only");
1207  break;
1208  case SIG_TYPE_LIKE_IPONLY:
1209  SCJbSetString(ctx.js, "type", "like_ip_only");
1210  break;
1211  case SIG_TYPE_PDONLY:
1212  SCJbSetString(ctx.js, "type", "pd_only");
1213  break;
1214  case SIG_TYPE_DEONLY:
1215  SCJbSetString(ctx.js, "type", "de_only");
1216  break;
1217  case SIG_TYPE_PKT:
1218  SCJbSetString(ctx.js, "type", "pkt");
1219  break;
1220  case SIG_TYPE_PKT_STREAM:
1221  SCJbSetString(ctx.js, "type", "pkt_stream");
1222  break;
1223  case SIG_TYPE_STREAM:
1224  SCJbSetString(ctx.js, "type", "stream");
1225  break;
1226  case SIG_TYPE_APPLAYER:
1227  SCJbSetString(ctx.js, "type", "app_layer");
1228  break;
1229  case SIG_TYPE_APP_TX:
1230  SCJbSetString(ctx.js, "type", "app_tx");
1231  break;
1232  case SIG_TYPE_MAX:
1233  SCJbSetString(ctx.js, "type", "error");
1234  break;
1235  }
1236 
1237  // dependencies object and its subfields only logged if we have values
1238  if (s->init_data->is_rule_state_dependant) {
1239  SCJbOpenObject(ctx.js, "dependencies");
1240  SCJbOpenObject(ctx.js, "flowbits");
1241  SCJbOpenObject(ctx.js, "upstream");
1242  if (s->init_data->rule_state_dependant_sids_size > 0) {
1243  SCJbOpenObject(ctx.js, "state_modifying_rules");
1244  SCJbOpenArray(ctx.js, "sids");
1245  for (uint32_t i = 0; i < s->init_data->rule_state_dependant_sids_idx; i++) {
1246  SCJbAppendUint(ctx.js, s->init_data->rule_state_dependant_sids_array[i]);
1247  }
1248  SCJbClose(ctx.js); // sids
1249  SCJbOpenArray(ctx.js, "names");
1250  for (uint32_t i = 0; i < s->init_data->rule_state_flowbits_ids_size - 1; i++) {
1251  if (s->init_data->rule_state_flowbits_ids_array[i] != 0) {
1252  SCJbAppendString(ctx.js,
1253  VarNameStoreSetupLookup(s->init_data->rule_state_flowbits_ids_array[i],
1254  VAR_TYPE_FLOW_BIT));
1255  }
1256  }
1257  SCJbClose(ctx.js); // names
1258  SCJbClose(ctx.js); // state_modifying_rules
1259  }
1260  SCJbClose(ctx.js); // upstream
1261  SCJbClose(ctx.js); // flowbits
1262  SCJbClose(ctx.js); // dependencies
1263  }
1264 
1265  SCJbOpenArray(ctx.js, "flags");
1266  if (s->flags & SIG_FLAG_SRC_ANY) {
1267  SCJbAppendString(ctx.js, "src_any");
1268  }
1269  if (s->flags & SIG_FLAG_DST_ANY) {
1270  SCJbAppendString(ctx.js, "dst_any");
1271  }
1272  if (s->flags & SIG_FLAG_SP_ANY) {
1273  SCJbAppendString(ctx.js, "sp_any");
1274  }
1275  if (s->flags & SIG_FLAG_DP_ANY) {
1276  SCJbAppendString(ctx.js, "dp_any");
1277  }
1278  if ((s->action & ACTION_ALERT) == 0) {
1279  SCJbAppendString(ctx.js, "noalert");
1280  }
1281  if (s->flags & SIG_FLAG_DSIZE) {
1282  SCJbAppendString(ctx.js, "dsize");
1283  }
1284  if (s->flags & SIG_FLAG_APPLAYER) {
1285  SCJbAppendString(ctx.js, "applayer");
1286  }
1287  if (s->flags & SIG_FLAG_REQUIRE_PACKET) {
1288  SCJbAppendString(ctx.js, "need_packet");
1289  }
1290  if (s->flags & SIG_FLAG_REQUIRE_STREAM) {
1291  SCJbAppendString(ctx.js, "need_stream");
1292  }
1293  if (s->flags & SIG_FLAG_MPM_NEG) {
1294  SCJbAppendString(ctx.js, "negated_mpm");
1295  }
1296  if (s->flags & SIG_FLAG_FLUSH) {
1297  SCJbAppendString(ctx.js, "flush");
1298  }
1299  if (s->flags & SIG_FLAG_REQUIRE_FLOWVAR) {
1300  SCJbAppendString(ctx.js, "need_flowvar");
1301  }
1302  if (s->flags & SIG_FLAG_FILESTORE) {
1303  SCJbAppendString(ctx.js, "filestore");
1304  }
1305  if (s->flags & SIG_FLAG_TOSERVER) {
1306  SCJbAppendString(ctx.js, "toserver");
1307  }
1308  if (s->flags & SIG_FLAG_TOCLIENT) {
1309  SCJbAppendString(ctx.js, "toclient");
1310  }
1311  if (s->flags & SIG_FLAG_TLSSTORE) {
1312  SCJbAppendString(ctx.js, "tlsstore");
1313  }
1314  if (s->flags & SIG_FLAG_BYPASS) {
1315  SCJbAppendString(ctx.js, "bypass");
1316  }
1317  if (s->flags & SIG_FLAG_PREFILTER) {
1318  SCJbAppendString(ctx.js, "prefilter");
1319  }
1320  if (s->flags & SIG_FLAG_SRC_IS_TARGET) {
1321  SCJbAppendString(ctx.js, "src_is_target");
1322  }
1323  if (s->flags & SIG_FLAG_DEST_IS_TARGET) {
1324  SCJbAppendString(ctx.js, "dst_is_target");
1325  }
1326  SCJbClose(ctx.js);
1327 
1328  const DetectEnginePktInspectionEngine *pkt_mpm = NULL;
1329  const DetectEngineAppInspectionEngine *app_mpm = NULL;
1330 
1331  SCJbOpenArray(ctx.js, "pkt_engines");
1332  const DetectEnginePktInspectionEngine *pkt = s->pkt_inspect;
1333  for ( ; pkt != NULL; pkt = pkt->next) {
1334  const char *name = DetectEngineBufferTypeGetNameById(de_ctx, pkt->sm_list);
1335  if (name == NULL) {
1336  switch (pkt->sm_list) {
1337  case DETECT_SM_LIST_PMATCH:
1338  name = "payload";
1339  break;
1340  case DETECT_SM_LIST_MATCH:
1341  name = "packet";
1342  break;
1343  default:
1344  name = "unknown";
1345  break;
1346  }
1347  }
1348  SCJbStartObject(ctx.js);
1349  SCJbSetString(ctx.js, "name", name);
1350  SCJbSetBool(ctx.js, "is_mpm", pkt->mpm);
1351  if (pkt->v1.transforms != NULL) {
1352  SCJbOpenArray(ctx.js, "transforms");
1353  for (int t = 0; t < pkt->v1.transforms->cnt; t++) {
1354  SCJbStartObject(ctx.js);
1355  SCJbSetString(ctx.js, "name",
1356  sigmatch_table[pkt->v1.transforms->transforms[t].transform].name);
1357  SCJbClose(ctx.js);
1358  }
1359  SCJbClose(ctx.js);
1360  }
1361  DumpMatches(&ctx, ctx.js, pkt->smd);
1362  SCJbClose(ctx.js);
1363  if (pkt->mpm) {
1364  pkt_mpm = pkt;
1365  }
1366  }
1367  SCJbClose(ctx.js);
1368  SCJbOpenArray(ctx.js, "frame_engines");
1369  const DetectEngineFrameInspectionEngine *frame = s->frame_inspect;
1370  for (; frame != NULL; frame = frame->next) {
1371  const char *name = DetectEngineBufferTypeGetNameById(de_ctx, frame->sm_list);
1372  SCJbStartObject(ctx.js);
1373  SCJbSetString(ctx.js, "name", name);
1374  SCJbSetBool(ctx.js, "is_mpm", frame->mpm);
1375  if (frame->v1.transforms != NULL) {
1376  SCJbOpenArray(ctx.js, "transforms");
1377  for (int t = 0; t < frame->v1.transforms->cnt; t++) {
1378  SCJbStartObject(ctx.js);
1379  SCJbSetString(ctx.js, "name",
1380  sigmatch_table[frame->v1.transforms->transforms[t].transform].name);
1381  SCJbClose(ctx.js);
1382  }
1383  SCJbClose(ctx.js);
1384  }
1385  DumpMatches(&ctx, ctx.js, frame->smd);
1386  SCJbClose(ctx.js);
1387  }
1388  SCJbClose(ctx.js);
1389 
1390  if (s->init_data->init_flags & SIG_FLAG_INIT_STATE_MATCH) {
1391  bool has_stream = false;
1392  bool has_client_body_mpm = false;
1393  bool has_file_data_mpm = false;
1394 
1395  SCJbOpenArray(ctx.js, "engines");
1396  const DetectEngineAppInspectionEngine *app = s->app_inspect;
1397  for ( ; app != NULL; app = app->next) {
1398  const char *name = DetectEngineBufferTypeGetNameById(de_ctx, app->sm_list);
1399  if (name == NULL) {
1400  switch (app->sm_list) {
1401  case DETECT_SM_LIST_PMATCH:
1402  name = "stream";
1403  break;
1404  default:
1405  name = "unknown";
1406  break;
1407  }
1408  }
1409 
1410  if (app->sm_list == DETECT_SM_LIST_PMATCH && !app->mpm) {
1411  has_stream = true;
1412  } else if (app->mpm && strcmp(name, "http_client_body") == 0) {
1413  has_client_body_mpm = true;
1414  } else if (app->mpm && strcmp(name, "file_data") == 0) {
1415  has_file_data_mpm = true;
1416  }
1417 
1418  SCJbStartObject(ctx.js);
1419  SCJbSetString(ctx.js, "name", name);
1420  const char *direction = app->dir == 0 ? "toserver" : "toclient";
1421  SCJbSetString(ctx.js, "direction", direction);
1422  SCJbSetBool(ctx.js, "is_mpm", app->mpm);
1423  SCJbSetString(ctx.js, "app_proto", AppProtoToString(app->alproto));
1424  SCJbSetUint(ctx.js, "progress", app->progress);
1425 
1426  if (app->v2.transforms != NULL) {
1427  SCJbOpenArray(ctx.js, "transforms");
1428  for (int t = 0; t < app->v2.transforms->cnt; t++) {
1429  SCJbStartObject(ctx.js);
1430  SCJbSetString(ctx.js, "name",
1431  sigmatch_table[app->v2.transforms->transforms[t].transform].name);
1432  SCJbClose(ctx.js);
1433  }
1434  SCJbClose(ctx.js);
1435  }
1436  DumpMatches(&ctx, ctx.js, app->smd);
1437  SCJbClose(ctx.js);
1438  if (app->mpm) {
1439  app_mpm = app;
1440  }
1441  }
1442  SCJbClose(ctx.js);
1443 
1444  if (has_stream && has_client_body_mpm)
1445  AnalyzerNote(&ctx, (char *)"mpm in http_client_body combined with stream match leads to stream buffering");
1446  if (has_stream && has_file_data_mpm)
1447  AnalyzerNote(&ctx, (char *)"mpm in file_data combined with stream match leads to stream buffering");
1448  }
1449 
1450  SCJbOpenObject(ctx.js, "lists");
1451  for (int i = 0; i < DETECT_SM_LIST_MAX; i++) {
1452  if (s->sm_arrays[i] != NULL) {
1453  SCJbOpenObject(ctx.js, DetectListToHumanString(i));
1454  DumpMatches(&ctx, ctx.js, s->sm_arrays[i]);
1455  SCJbClose(ctx.js);
1456  }
1457  }
1458  SCJbClose(ctx.js);
1459 
1460  if (pkt_mpm || app_mpm) {
1461  SCJbOpenObject(ctx.js, "mpm");
1462 
1463  int mpm_list = pkt_mpm ? DETECT_SM_LIST_PMATCH : app_mpm->sm_list;
1464  const char *name;
1465  if (mpm_list < DETECT_SM_LIST_DYNAMIC_START)
1466  name = DetectListToHumanString(mpm_list);
1467  else
1468  name = DetectEngineBufferTypeGetNameById(de_ctx, mpm_list);
1469  SCJbSetString(ctx.js, "buffer", name);
1470 
1471  SigMatchData *smd = pkt_mpm ? pkt_mpm->smd : app_mpm->smd;
1472  if (smd == NULL && mpm_list == DETECT_SM_LIST_PMATCH) {
1473  smd = s->sm_arrays[mpm_list];
1474  }
1475  do {
1476  switch (smd->type) {
1477  case DETECT_CONTENT: {
1478  const DetectContentData *cd = (const DetectContentData *)smd->ctx;
1479  if (cd->flags & DETECT_CONTENT_MPM) {
1480  DumpContent(ctx.js, cd);
1481  }
1482  break;
1483  }
1484  }
1485 
1486  if (smd->is_last)
1487  break;
1488  smd++;
1489  } while (1);
1490  SCJbClose(ctx.js);
1491  } else if (s->init_data->prefilter_sm) {
1492  SCJbOpenObject(ctx.js, "prefilter");
1493  int prefilter_list = SigMatchListSMBelongsTo(s, s->init_data->prefilter_sm);
1494  const char *name;
1495  if (prefilter_list < DETECT_SM_LIST_DYNAMIC_START)
1496  name = DetectListToHumanString(prefilter_list);
1497  else
1498  name = DetectEngineBufferTypeGetNameById(de_ctx, prefilter_list);
1499  SCJbSetString(ctx.js, "buffer", name);
1500  const char *mname = sigmatch_table[s->init_data->prefilter_sm->type].name;
1501  SCJbSetString(ctx.js, "name", mname);
1502  SCJbClose(ctx.js);
1503  }
1504 
1505  if (ctx.js_warnings) {
1506  SCJbClose(ctx.js_warnings);
1507  SCJbSetObject(ctx.js, "warnings", ctx.js_warnings);
1508  SCJbFree(ctx.js_warnings);
1509  ctx.js_warnings = NULL;
1510  }
1511  if (ctx.js_notes) {
1512  SCJbClose(ctx.js_notes);
1513  SCJbSetObject(ctx.js, "notes", ctx.js_notes);
1514  SCJbFree(ctx.js_notes);
1515  ctx.js_notes = NULL;
1516  }
1517  SCJbClose(ctx.js);
1518 
1519  const char *filename = "rules.json";
1520  const char *log_dir = SCConfigGetLogDirectory();
1521  char json_path[PATH_MAX] = "";
1522  snprintf(json_path, sizeof(json_path), "%s/%s%s", log_dir,
1523  de_ctx->ea->file_prefix ? de_ctx->ea->file_prefix : "", filename);
1524 
1525  SCMutexLock(&g_rules_analyzer_write_m);
1526  FILE *fp = fopen(json_path, "a");
1527  if (fp != NULL) {
1528  fwrite(SCJbPtr(ctx.js), SCJbLen(ctx.js), 1, fp);
1529  fprintf(fp, "\n");
1530  fclose(fp);
1531  }
1532  SCMutexUnlock(&g_rules_analyzer_write_m);
1533  SCJbFree(ctx.js);
1534  SCReturn;
1535 }
1536 
1537 void DumpPatterns(DetectEngineCtx *de_ctx)
1538 {
1539  if (de_ctx->pattern_hash_table == NULL)
1540  return;
1541 
1542  SCJsonBuilder *root_jb = SCJbNewObject();
1543  SCJsonBuilder *arrays[de_ctx->buffer_type_id];
1544  memset(&arrays, 0, sizeof(SCJsonBuilder *) * de_ctx->buffer_type_id);
1545 
1546  SCJbOpenArray(root_jb, "buffers");
1547 
1548  for (HashListTableBucket *htb = HashListTableGetListHead(de_ctx->pattern_hash_table);
1549  htb != NULL; htb = HashListTableGetListNext(htb)) {
1550  char str[1024] = "";
1551  DetectPatternTracker *p = HashListTableGetListData(htb);
1552  DetectContentPatternPrettyPrint(p->cd, str, sizeof(str));
1553 
1554  SCJsonBuilder *jb = arrays[p->sm_list];
1555  if (arrays[p->sm_list] == NULL) {
1556  jb = arrays[p->sm_list] = SCJbNewObject();
1557  const char *name;
1558  if (p->sm_list < DETECT_SM_LIST_DYNAMIC_START)
1559  name = DetectListToHumanString(p->sm_list);
1560  else
1561  name = DetectEngineBufferTypeGetNameById(de_ctx, p->sm_list);
1562  SCJbSetString(jb, "name", name);
1563  SCJbSetUint(jb, "list_id", p->sm_list);
1564 
1565  SCJbOpenArray(jb, "patterns");
1566  }
1567 
1568  SCJbStartObject(jb);
1569  SCJbSetString(jb, "pattern", str);
1570  SCJbSetUint(jb, "patlen", p->cd->content_len);
1571  SCJbSetUint(jb, "cnt", p->cnt);
1572  SCJbSetUint(jb, "mpm", p->mpm);
1573  SCJbOpenObject(jb, "flags");
1574  SCJbSetBool(jb, "nocase", p->cd->flags & DETECT_CONTENT_NOCASE);
1575  SCJbSetBool(jb, "negated", p->cd->flags & DETECT_CONTENT_NEGATED);
1576  SCJbSetBool(jb, "depth", p->cd->flags & DETECT_CONTENT_DEPTH);
1577  SCJbSetBool(jb, "offset", p->cd->flags & DETECT_CONTENT_OFFSET);
1578  SCJbSetBool(jb, "endswith", p->cd->flags & DETECT_CONTENT_ENDS_WITH);
1579  SCJbClose(jb);
1580  SCJbClose(jb);
1581  }
1582 
1583  for (uint32_t i = 0; i < de_ctx->buffer_type_id; i++) {
1584  SCJsonBuilder *jb = arrays[i];
1585  if (jb == NULL)
1586  continue;
1587 
1588  SCJbClose(jb); // array
1589  SCJbClose(jb); // object
1590 
1591  SCJbAppendObject(root_jb, jb);
1592  SCJbFree(jb);
1593  }
1594  SCJbClose(root_jb);
1595  SCJbClose(root_jb);
1596 
1597  const char *filename = "patterns.json";
1598  const char *log_dir = SCConfigGetLogDirectory();
1599  char json_path[PATH_MAX] = "";
1600  snprintf(json_path, sizeof(json_path), "%s/%s%s", log_dir,
1601  de_ctx->ea->file_prefix ? de_ctx->ea->file_prefix : "", filename);
1602 
1603  SCMutexLock(&g_rules_analyzer_write_m);
1604  FILE *fp = fopen(json_path, "a");
1605  if (fp != NULL) {
1606  fwrite(SCJbPtr(root_jb), SCJbLen(root_jb), 1, fp);
1607  fprintf(fp, "\n");
1608  fclose(fp);
1609  }
1610  SCMutexUnlock(&g_rules_analyzer_write_m);
1611  SCJbFree(root_jb);
1612 
1613  HashListTableFree(de_ctx->pattern_hash_table);
1614  de_ctx->pattern_hash_table = NULL;
1615 }
1616 
1617 static void EngineAnalysisItemsReset(EngineAnalysisCtx *ea_ctx)
1618 {
1619  for (size_t i = 0; i < ARRAY_SIZE(analyzer_items); i++) {
1620  ea_ctx->analyzer_items[i].item_seen = false;
1621  }
1622 }
1623 
1624 static void EngineAnalysisItemsInit(EngineAnalysisCtx *ea_ctx)
1625 {
1626  if (ea_ctx->analyzer_initialized) {
1627  EngineAnalysisItemsReset(ea_ctx);
1628  return;
1629  }
1630 
1631  ea_ctx->exposed_item_seen_list[0].bufname = "http_method";
1632  ea_ctx->exposed_item_seen_list[1].bufname = "file_data";
1633  ea_ctx->analyzer_items = SCCalloc(1, sizeof(analyzer_items));
1634  if (!ea_ctx->analyzer_items) {
1635  FatalError("Unable to allocate analysis scratch pad");
1636  }
1637  memset(ea_ctx->analyzer_item_map, -1, sizeof(ea_ctx->analyzer_item_map));
1638 
1639  for (size_t i = 0; i < ARRAY_SIZE(analyzer_items); i++) {
1640  ea_ctx->analyzer_items[i] = analyzer_items[i];
1641  DetectEngineAnalyzerItems *analyzer_item = &ea_ctx->analyzer_items[i];
1642 
1643  int item_id = DetectBufferTypeGetByName(analyzer_item->item_name);
1644  DEBUG_VALIDATE_BUG_ON(item_id < 0 || item_id > UINT16_MAX);
1645  analyzer_item->item_id = (uint16_t)item_id;
1646  if (analyzer_item->item_id == -1) {
1647  /* Mismatch between the analyzer_items array and what's supported */
1648  FatalError("unable to initialize engine-analysis table: detect buffer \"%s\" not "
1649  "recognized.",
1650  analyzer_item->item_name);
1651  }
1652  analyzer_item->item_seen = false;
1653 
1654  if (analyzer_item->export_item_seen) {
1655  for (size_t k = 0; k < ARRAY_SIZE(ea_ctx->exposed_item_seen_list); k++) {
1656  if (0 ==
1657  strcmp(ea_ctx->exposed_item_seen_list[k].bufname, analyzer_item->item_name))
1658  ea_ctx->exposed_item_seen_list[k].item_seen_ptr = &analyzer_item->item_seen;
1659  }
1660  }
1661  ea_ctx->analyzer_item_map[analyzer_item->item_id] = (int16_t)i;
1662  }
1663 
1664  ea_ctx->analyzer_initialized = true;
1665 }
1666 
1667 /**
1668  * \brief Prints analysis of loaded rules.
1669  *
1670  * Warns if potential rule issues are detected. For example,
1671  * warns if a rule uses a construct that may perform poorly,
1672  * e.g. pcre without content or with http_method content only;
1673  * warns if a rule uses a construct that may not be consistent with intent,
1674  * e.g. client side ports only, http and content without any http_* modifiers, etc.
1675  *
1676  * \param s Pointer to the signature.
1677  */
1678 void EngineAnalysisRules(const DetectEngineCtx *de_ctx,
1679  const Signature *s, const char *line)
1680 {
1681  uint32_t rule_bidirectional = 0;
1682  uint32_t rule_pcre = 0;
1683  uint32_t rule_pcre_http = 0;
1684  uint32_t rule_content = 0;
1685  uint32_t rule_flow = 0;
1686  uint32_t rule_flags = 0;
1687  uint32_t rule_flow_toserver = 0;
1688  uint32_t rule_flow_toclient = 0;
1689  uint32_t rule_flow_nostream = 0;
1690  uint32_t rule_ipv4_only = 0;
1691  uint32_t rule_ipv6_only = 0;
1692  uint32_t rule_flowbits = 0;
1693  uint32_t rule_flowint = 0;
1694  uint32_t rule_content_http = 0;
1695  uint32_t rule_content_offset_depth = 0;
1696  int32_t list_id = 0;
1697  uint32_t rule_warning = 0;
1698  uint32_t stream_buf = 0;
1699  uint32_t packet_buf = 0;
1700  uint32_t file_store = 0;
1701  uint32_t warn_pcre_no_content = 0;
1702  uint32_t warn_pcre_http_content = 0;
1703  uint32_t warn_pcre_http = 0;
1704  uint32_t warn_content_http_content = 0;
1705  uint32_t warn_content_http = 0;
1706  uint32_t warn_tcp_no_flow = 0;
1707  uint32_t warn_client_ports = 0;
1708  uint32_t warn_direction = 0;
1709  uint32_t warn_method_toclient = 0;
1710  uint32_t warn_method_serverbody = 0;
1711  uint32_t warn_pcre_method = 0;
1712  uint32_t warn_encoding_norm_http_buf = 0;
1713  uint32_t warn_file_store_not_present = 0;
1714  uint32_t warn_offset_depth_pkt_stream = 0;
1715  uint32_t warn_offset_depth_alproto = 0;
1716  uint32_t warn_non_alproto_fp_for_alproto_sig = 0;
1717  uint32_t warn_no_direction = 0;
1718  uint32_t warn_both_direction = 0;
1719 
1720  EngineAnalysisItemsInit(de_ctx->ea);
1721 
1722  bool *http_method_item_seen_ptr = de_ctx->ea->exposed_item_seen_list[0].item_seen_ptr;
1723  bool *http_server_body_item_seen_ptr = de_ctx->ea->exposed_item_seen_list[1].item_seen_ptr;
1724 
1725  if (s->init_data->init_flags & SIG_FLAG_INIT_BIDIREC) {
1726  rule_bidirectional = 1;
1727  }
1728 
1729  if (s->flags & SIG_FLAG_REQUIRE_PACKET) {
1730  packet_buf += 1;
1731  }
1732  if (s->flags & SIG_FLAG_FILESTORE) {
1733  file_store += 1;
1734  }
1735  if (s->flags & SIG_FLAG_REQUIRE_STREAM) {
1736  stream_buf += 1;
1737  }
1738 
1739  if (s->proto.flags & DETECT_PROTO_IPV4) {
1740  rule_ipv4_only += 1;
1741  }
1742  if (s->proto.flags & DETECT_PROTO_IPV6) {
1743  rule_ipv6_only += 1;
1744  }
1745 
1746  for (list_id = 0; list_id < DETECT_SM_LIST_MAX; list_id++) {
1747  SigMatch *sm = NULL;
1748  for (sm = s->init_data->smlists[list_id]; sm != NULL; sm = sm->next) {
1749  int16_t item_slot = de_ctx->ea->analyzer_item_map[list_id];
1750  if (sm->type == DETECT_PCRE) {
1751  if (item_slot == -1) {
1752  rule_pcre++;
1753  continue;
1754  }
1755 
1756  rule_pcre_http++;
1757  de_ctx->ea->analyzer_items[item_slot].item_seen = true;
1758  } else if (sm->type == DETECT_CONTENT) {
1759  if (item_slot == -1) {
1760  rule_content++;
1761  if (list_id == DETECT_SM_LIST_PMATCH) {
1762  DetectContentData *cd = (DetectContentData *)sm->ctx;
1763  if (cd->flags & (DETECT_CONTENT_OFFSET | DETECT_CONTENT_DEPTH)) {
1764  rule_content_offset_depth++;
1765  }
1766  }
1767  continue;
1768  }
1769 
1770  rule_content_http++;
1771  de_ctx->ea->analyzer_items[item_slot].item_seen = true;
1772 
1773  if (de_ctx->ea->analyzer_items[item_slot].check_encoding_match) {
1774  DetectContentData *cd = (DetectContentData *)sm->ctx;
1775  if (cd != NULL &&
1776  PerCentEncodingMatch(de_ctx->ea, cd->content, cd->content_len) > 0) {
1777  warn_encoding_norm_http_buf += 1;
1778  }
1779  }
1780  }
1781  else if (sm->type == DETECT_FLOW) {
1782  rule_flow += 1;
1783  if ((s->flags & SIG_FLAG_TOSERVER) && !(s->flags & SIG_FLAG_TOCLIENT)) {
1784  rule_flow_toserver = 1;
1785  }
1786  else if ((s->flags & SIG_FLAG_TOCLIENT) && !(s->flags & SIG_FLAG_TOSERVER)) {
1787  rule_flow_toclient = 1;
1788  }
1789  DetectFlowData *fd = (DetectFlowData *)sm->ctx;
1790  if (fd != NULL) {
1791  if (fd->flags & DETECT_FLOW_FLAG_NOSTREAM)
1792  rule_flow_nostream = 1;
1793  }
1794  }
1795  else if (sm->type == DETECT_FLOWBITS) {
1796  if (list_id == DETECT_SM_LIST_MATCH) {
1797  rule_flowbits += 1;
1798  }
1799  }
1800  else if (sm->type == DETECT_FLOWINT) {
1801  if (list_id == DETECT_SM_LIST_MATCH) {
1802  rule_flowint += 1;
1803  }
1804  }
1805  else if (sm->type == DETECT_FLAGS) {
1806  if (sm->ctx != NULL) {
1807  rule_flags = 1;
1808  }
1809  }
1810  } /* for (sm = s->init_data->smlists[list_id]; sm != NULL; sm = sm->next) */
1811 
1812  } /* for ( ; list_id < DETECT_SM_LIST_MAX; list_id++) */
1813 
1814  if (file_store && !SCRequiresFeature("output::file-store")) {
1815  rule_warning += 1;
1816  warn_file_store_not_present = 1;
1817  }
1818 
1819  if (rule_pcre > 0 && rule_content == 0 && rule_content_http == 0) {
1820  rule_warning += 1;
1821  warn_pcre_no_content = 1;
1822  }
1823 
1824  if (rule_content_http > 0 && rule_pcre > 0 && rule_pcre_http == 0) {
1825  rule_warning += 1;
1826  warn_pcre_http_content = 1;
1827  } else if (s->alproto == ALPROTO_HTTP1 && rule_pcre > 0 && rule_pcre_http == 0) {
1828  rule_warning += 1;
1829  warn_pcre_http = 1;
1830  }
1831 
1832  if (rule_content > 0 && rule_content_http > 0) {
1833  rule_warning += 1;
1834  warn_content_http_content = 1;
1835  }
1836  if (s->alproto == ALPROTO_HTTP1 && rule_content > 0 && rule_content_http == 0) {
1837  rule_warning += 1;
1838  warn_content_http = 1;
1839  }
1840  if (rule_content == 1) {
1841  //todo: warning if content is weak, separate warning for pcre + weak content
1842  }
1843  if (rule_flow == 0 && rule_flags == 0 && !(s->proto.flags & DETECT_PROTO_ANY) &&
1844  DetectProtoContainsProto(&s->proto, IPPROTO_TCP) &&
1845  (rule_content || rule_content_http || rule_pcre || rule_pcre_http || rule_flowbits ||
1846  rule_flowint)) {
1847  rule_warning += 1;
1848  warn_tcp_no_flow = 1;
1849  }
1850  if (rule_flow && !rule_bidirectional && (rule_flow_toserver || rule_flow_toclient)
1851  && !((s->flags & SIG_FLAG_SP_ANY) && (s->flags & SIG_FLAG_DP_ANY))) {
1852  if (((s->flags & SIG_FLAG_TOSERVER) && !(s->flags & SIG_FLAG_SP_ANY) && (s->flags & SIG_FLAG_DP_ANY))
1853  || ((s->flags & SIG_FLAG_TOCLIENT) && !(s->flags & SIG_FLAG_DP_ANY) && (s->flags & SIG_FLAG_SP_ANY))) {
1854  rule_warning += 1;
1855  warn_client_ports = 1;
1856  }
1857  }
1858  if (rule_flow && rule_bidirectional && (rule_flow_toserver || rule_flow_toclient)) {
1859  rule_warning += 1;
1860  warn_direction = 1;
1861  }
1862 
1863  if (*http_method_item_seen_ptr) {
1864  if (rule_flow && rule_flow_toclient) {
1865  rule_warning += 1;
1866  warn_method_toclient = 1;
1867  }
1868  if (*http_server_body_item_seen_ptr) {
1869  rule_warning += 1;
1870  warn_method_serverbody = 1;
1871  }
1872  if (rule_content == 0 && rule_content_http == 0 && (rule_pcre > 0 || rule_pcre_http > 0)) {
1873  rule_warning += 1;
1874  warn_pcre_method = 1;
1875  }
1876  }
1877  if (rule_content_offset_depth > 0 && stream_buf && packet_buf) {
1878  rule_warning += 1;
1879  warn_offset_depth_pkt_stream = 1;
1880  }
1881  if (rule_content_offset_depth > 0 && !stream_buf && packet_buf && s->alproto != ALPROTO_UNKNOWN) {
1882  rule_warning += 1;
1883  warn_offset_depth_alproto = 1;
1884  }
1885  if (s->init_data->mpm_sm != NULL && s->alproto == ALPROTO_HTTP1 &&
1886  s->init_data->mpm_sm_list == DETECT_SM_LIST_PMATCH) {
1887  rule_warning += 1;
1888  warn_non_alproto_fp_for_alproto_sig = 1;
1889  }
1890 
1891  if ((s->flags & (SIG_FLAG_TOSERVER|SIG_FLAG_TOCLIENT)) == 0) {
1892  warn_no_direction += 1;
1893  rule_warning += 1;
1894  }
1895 
1896  /* No warning about direction for ICMP protos */
1897  if (!(DetectProtoContainsProto(&s->proto, IPPROTO_ICMPV6) && DetectProtoContainsProto(&s->proto, IPPROTO_ICMP))) {
1898  if ((s->flags & (SIG_FLAG_TOSERVER|SIG_FLAG_TOCLIENT)) == (SIG_FLAG_TOSERVER|SIG_FLAG_TOCLIENT)) {
1899  warn_both_direction += 1;
1900  rule_warning += 1;
1901  }
1902  }
1903 
1904  if (!rule_warnings_only || (rule_warnings_only && rule_warning > 0)) {
1905  FILE *fp = de_ctx->ea->rule_engine_analysis_fp;
1906  fprintf(fp, "== Sid: %u ==\n", s->id);
1907  fprintf(fp, "%s\n", line);
1908 
1909  switch (s->type) {
1910  case SIG_TYPE_NOT_SET:
1911  break;
1912  case SIG_TYPE_IPONLY:
1913  fprintf(fp, " Rule is ip only.\n");
1914  break;
1915  case SIG_TYPE_LIKE_IPONLY:
1916  fprintf(fp, " Rule is like ip only.\n");
1917  break;
1918  case SIG_TYPE_PDONLY:
1919  fprintf(fp, " Rule is PD only.\n");
1920  break;
1921  case SIG_TYPE_DEONLY:
1922  fprintf(fp, " Rule is DE only.\n");
1923  break;
1924  case SIG_TYPE_PKT:
1925  fprintf(fp, " Rule is packet inspecting.\n");
1926  break;
1927  case SIG_TYPE_PKT_STREAM:
1928  fprintf(fp, " Rule is packet and stream inspecting.\n");
1929  break;
1930  case SIG_TYPE_STREAM:
1931  fprintf(fp, " Rule is stream inspecting.\n");
1932  break;
1933  case SIG_TYPE_APPLAYER:
1934  fprintf(fp, " Rule is app-layer inspecting.\n");
1935  break;
1936  case SIG_TYPE_APP_TX:
1937  fprintf(fp, " Rule is App-layer TX inspecting.\n");
1938  break;
1939  case SIG_TYPE_MAX:
1940  break;
1941  }
1942  if (rule_ipv6_only)
1943  fprintf(fp, " Rule is IPv6 only.\n");
1944  if (rule_ipv4_only)
1945  fprintf(fp, " Rule is IPv4 only.\n");
1946  if (packet_buf)
1947  fprintf(fp, " Rule matches on packets.\n");
1948  if (!rule_flow_nostream && stream_buf &&
1949  (rule_flow || rule_flowbits || rule_flowint || rule_content || rule_pcre)) {
1950  fprintf(fp, " Rule matches on reassembled stream.\n");
1951  }
1952  for(size_t i = 0; i < ARRAY_SIZE(analyzer_items); i++) {
1953  DetectEngineAnalyzerItems *ai = &de_ctx->ea->analyzer_items[i];
1954  if (ai->item_seen) {
1955  fprintf(fp, " Rule matches on %s buffer.\n", ai->display_name);
1956  }
1957  }
1958  if (s->alproto != ALPROTO_UNKNOWN) {
1959  fprintf(fp, " App layer protocol is %s.\n", AppProtoToString(s->alproto));
1960  }
1961  if (rule_content || rule_content_http || rule_pcre || rule_pcre_http) {
1962  fprintf(fp,
1963  " Rule contains %u content options, %u http content options, %u pcre "
1964  "options, and %u pcre options with http modifiers.\n",
1965  rule_content, rule_content_http, rule_pcre, rule_pcre_http);
1966  }
1967 
1968  /* print fast pattern info */
1969  if (s->init_data->prefilter_sm) {
1970  fprintf(fp, " Prefilter on: %s.\n",
1971  sigmatch_table[s->init_data->prefilter_sm->type].name);
1972  } else {
1973  EngineAnalysisRulesPrintFP(de_ctx, s);
1974  }
1975 
1976  /* this is where the warnings start */
1977  if (warn_pcre_no_content /*rule_pcre > 0 && rule_content == 0 && rule_content_http == 0*/) {
1978  fprintf(fp, " Warning: Rule uses pcre without a content option present.\n"
1979  " -Consider adding a content to improve performance of this "
1980  "rule.\n");
1981  }
1982  if (warn_pcre_http_content /*rule_content_http > 0 && rule_pcre > 0 && rule_pcre_http == 0*/) {
1983  fprintf(fp, " Warning: Rule uses content options with http_* and pcre options "
1984  "without http modifiers.\n"
1985  " -Consider adding http pcre modifier.\n");
1986  }
1987  else if (warn_pcre_http /*s->alproto == ALPROTO_HTTP1 && rule_pcre > 0 && rule_pcre_http == 0*/) {
1988  fprintf(fp, " Warning: Rule app layer protocol is http, but pcre options do not "
1989  "have http modifiers.\n"
1990  " -Consider adding http pcre modifiers.\n");
1991  }
1992  if (warn_content_http_content /*rule_content > 0 && rule_content_http > 0*/) {
1993  fprintf(fp,
1994  " Warning: Rule contains content with http_* and content without http_*.\n"
1995  " -Consider adding http content modifiers.\n");
1996  }
1997  if (warn_content_http /*s->alproto == ALPROTO_HTTP1 && rule_content > 0 && rule_content_http == 0*/) {
1998  fprintf(fp, " Warning: Rule app layer protocol is http, but content options do not "
1999  "have http_* modifiers.\n"
2000  " -Consider adding http content modifiers.\n");
2001  }
2002  if (rule_content == 1) {
2003  //todo: warning if content is weak, separate warning for pcre + weak content
2004  }
2005  if (warn_encoding_norm_http_buf) {
2006  fprintf(fp, " Warning: Rule may contain percent encoded content for a normalized "
2007  "http buffer match.\n");
2008  }
2009  if (warn_tcp_no_flow /*rule_flow == 0 && rule_flags == 0
2010  && !(s->proto.flags & DETECT_PROTO_ANY) && DetectProtoContainsProto(&s->proto, IPPROTO_TCP)*/) {
2011  fprintf(fp, " Warning: TCP rule without a flow or flags option.\n"
2012  " -Consider adding flow or flags to improve performance of "
2013  "this rule.\n");
2014  }
2015  if (warn_client_ports /*rule_flow && !rule_bidirectional && (rule_flow_toserver || rule_flow_toclient)
2016  && !((s->flags & SIG_FLAG_SP_ANY) && (s->flags & SIG_FLAG_DP_ANY)))
2017  if (((s->flags & SIG_FLAG_TOSERVER) && !(s->flags & SIG_FLAG_SP_ANY) && (s->flags & SIG_FLAG_DP_ANY))
2018  || ((s->flags & SIG_FLAG_TOCLIENT) && !(s->flags & SIG_FLAG_DP_ANY) && (s->flags & SIG_FLAG_SP_ANY))*/) {
2019  fprintf(fp,
2020  " Warning: Rule contains ports or port variables only on the client side.\n"
2021  " -Flow direction possibly inconsistent with rule.\n");
2022  }
2023  if (warn_direction /*rule_flow && rule_bidirectional && (rule_flow_toserver || rule_flow_toclient)*/) {
2024  fprintf(fp, " Warning: Rule is bidirectional and has a flow option with a specific "
2025  "direction.\n");
2026  }
2027  if (warn_method_toclient /*http_method_buf && rule_flow && rule_flow_toclient*/) {
2028  fprintf(fp, " Warning: Rule uses content or pcre for http_method with "
2029  "flow:to_client or from_server\n");
2030  }
2031  if (warn_method_serverbody /*http_method_buf && http_server_body_buf*/) {
2032  fprintf(fp, " Warning: Rule uses content or pcre for http_method with content or "
2033  "pcre for http_server_body.\n");
2034  }
2035  if (warn_pcre_method /*http_method_buf && rule_content == 0 && rule_content_http == 0
2036  && (rule_pcre > 0 || rule_pcre_http > 0)*/) {
2037  fprintf(fp, " Warning: Rule uses pcre with only a http_method content; possible "
2038  "performance issue.\n");
2039  }
2040  if (warn_offset_depth_pkt_stream) {
2041  fprintf(fp, " Warning: Rule has depth"
2042  "/offset with raw content keywords. Please note the "
2043  "offset/depth will be checked against both packet "
2044  "payloads and stream. If you meant to have the offset/"
2045  "depth checked against just the payload, you can update "
2046  "the signature as \"alert tcp-pkt...\"\n");
2047  }
2048  if (warn_offset_depth_alproto) {
2049  fprintf(fp,
2050  " Warning: Rule has "
2051  "offset/depth set along with a match on a specific "
2052  "app layer protocol - %d. This can lead to FNs if we "
2053  "have a offset/depth content match on a packet payload "
2054  "before we can detect the app layer protocol for the "
2055  "flow.\n",
2056  s->alproto);
2057  }
2058  if (warn_non_alproto_fp_for_alproto_sig) {
2059  fprintf(fp, " Warning: Rule app layer "
2060  "protocol is http, but the fast_pattern is set on the raw "
2061  "stream. Consider adding fast_pattern over a http "
2062  "buffer for increased performance.");
2063  }
2064  if (warn_no_direction) {
2065  fprintf(fp, " Warning: Rule has no direction indicator.\n");
2066  }
2067  if (warn_both_direction) {
2068  fprintf(fp, " Warning: Rule is inspecting both the request and the response.\n");
2069  }
2070  if (warn_file_store_not_present) {
2071  fprintf(fp, " Warning: Rule requires file-store but the output file-store is not "
2072  "enabled.\n");
2073  }
2074  if (rule_warning == 0) {
2075  fprintf(fp, " No warnings for this rule.\n");
2076  }
2077  fprintf(fp, "\n");
2078  }
2079 }
2080 
2081 #include "app-layer-parser.h"
2082 
2083 static void FirewallAddRulesForState(const DetectEngineCtx *de_ctx, const AppProto a,
2084  const uint8_t state, const uint8_t direction, RuleAnalyzer *ctx)
2085 {
2086  uint32_t accept_rules = 0;
2087  SCJbSetString(ctx->js, "policy", "drop:flow");
2088  SCJbOpenArray(ctx->js, "rules");
2089  for (Signature *s = de_ctx->sig_list; s != NULL; s = s->next) {
2090  if ((s->flags & SIG_FLAG_FIREWALL) == 0)
2091  break;
2092  if (s->type != SIG_TYPE_APP_TX)
2093  continue;
2094  if (s->alproto != a)
2095  continue;
2096 
2097  if (direction == STREAM_TOSERVER) {
2098  if (s->flags & SIG_FLAG_TOCLIENT) {
2099  continue;
2100  }
2101  } else {
2102  if (s->flags & SIG_FLAG_TOSERVER) {
2103  continue;
2104  }
2105  }
2106 
2107  if (s->app_progress_hook == state) {
2108  SCJbAppendString(ctx->js, s->sig_str);
2109  accept_rules += ((s->action & ACTION_ACCEPT) != 0);
2110  }
2111  }
2112  SCJbClose(ctx->js);
2113 
2114  if (accept_rules == 0) {
2115  AnalyzerWarning(ctx, (char *)"no accept rules for state, default policy will be applied");
2116  }
2117 }
2118 
2119 int FirewallAnalyzer(const DetectEngineCtx *de_ctx)
2120 {
2121  RuleAnalyzer ctx = { NULL, NULL, NULL };
2122  ctx.js = SCJbNewObject();
2123  if (ctx.js == NULL)
2124  return -1;
2125 
2126  SCJbOpenObject(ctx.js, "tables");
2127  SCJbOpenObject(ctx.js, "packet:filter");
2128  SCJbSetString(ctx.js, "policy", "drop:packet");
2129  SCJbOpenArray(ctx.js, "rules");
2130  uint32_t accept_rules = 0;
2131  uint32_t last_sid = 0;
2132  for (Signature *s = de_ctx->sig_list; s != NULL; s = s->next) {
2133  if ((s->flags & SIG_FLAG_FIREWALL) == 0)
2134  break;
2135  if (s->type != SIG_TYPE_PKT)
2136  continue;
2137  /* don't double list <> sigs */
2138  if (last_sid == s->id)
2139  continue;
2140  last_sid = s->id;
2141  SCJbAppendString(ctx.js, s->sig_str);
2142  accept_rules += ((s->action & ACTION_ACCEPT) != 0);
2143  }
2144  SCJbClose(ctx.js);
2145  if (accept_rules == 0) {
2146  AnalyzerWarning(&ctx,
2147  (char *)"no accept rules for \'packet:filter\', default policy will be applied");
2148  }
2149  if (ctx.js_warnings) {
2150  SCJbClose(ctx.js_warnings);
2151  SCJbSetObject(ctx.js, "warnings", ctx.js_warnings);
2152  SCJbFree(ctx.js_warnings);
2153  ctx.js_warnings = NULL;
2154  }
2155  SCJbClose(ctx.js); // packet_filter
2156 
2157  for (AppProto a = 0; a < g_alproto_max; a++) {
2158  if (!AppProtoIsValid(a))
2159  continue;
2160 
2161  // HACK not all protocols have named states yet
2162  const char *hack = AppLayerParserGetStateNameById(IPPROTO_TCP, a, 0, STREAM_TOSERVER);
2163  if (!hack)
2164  continue;
2165 
2166  SCJbOpenObject(ctx.js, AppProtoToString(a));
2167  const uint8_t complete_state_ts =
2168  (const uint8_t)AppLayerParserGetStateProgressCompletionStatus(a, STREAM_TOSERVER);
2169  for (uint8_t state = 0; state < complete_state_ts; state++) {
2170  const char *name =
2171  AppLayerParserGetStateNameById(IPPROTO_TCP, a, state, STREAM_TOSERVER);
2172  char table_name[128];
2173  snprintf(table_name, sizeof(table_name), "app:%s:%s", AppProtoToString(a), name);
2174  SCJbOpenObject(ctx.js, table_name);
2175  FirewallAddRulesForState(de_ctx, a, state, STREAM_TOSERVER, &ctx);
2176  if (ctx.js_warnings) {
2177  SCJbClose(ctx.js_warnings);
2178  SCJbSetObject(ctx.js, "warnings", ctx.js_warnings);
2179  SCJbFree(ctx.js_warnings);
2180  ctx.js_warnings = NULL;
2181  }
2182  SCJbClose(ctx.js);
2183  }
2184  const uint8_t complete_state_tc =
2185  (const uint8_t)AppLayerParserGetStateProgressCompletionStatus(a, STREAM_TOCLIENT);
2186  for (uint8_t state = 0; state < complete_state_tc; state++) {
2187  const char *name =
2188  AppLayerParserGetStateNameById(IPPROTO_TCP, a, state, STREAM_TOCLIENT);
2189  char table_name[128];
2190  snprintf(table_name, sizeof(table_name), "app:%s:%s", AppProtoToString(a), name);
2191  SCJbOpenObject(ctx.js, table_name);
2192  FirewallAddRulesForState(de_ctx, a, state, STREAM_TOCLIENT, &ctx);
2193  if (ctx.js_warnings) {
2194  SCJbClose(ctx.js_warnings);
2195  SCJbSetObject(ctx.js, "warnings", ctx.js_warnings);
2196  SCJbFree(ctx.js_warnings);
2197  ctx.js_warnings = NULL;
2198  }
2199  SCJbClose(ctx.js);
2200  }
2201  SCJbClose(ctx.js); // app layer
2202  }
2203  SCJbOpenObject(ctx.js, "packet:td");
2204  SCJbSetString(ctx.js, "policy", "accept:hook");
2205  last_sid = 0;
2206  SCJbOpenArray(ctx.js, "rules");
2207  for (Signature *s = de_ctx->sig_list; s != NULL; s = s->next) {
2208  if ((s->flags & SIG_FLAG_FIREWALL) != 0)
2209  continue;
2210  if (s->type == SIG_TYPE_APP_TX)
2211  continue;
2212  if (last_sid == s->id)
2213  continue;
2214  last_sid = s->id;
2215  SCJbAppendString(ctx.js, s->sig_str);
2216  }
2217  SCJbClose(ctx.js); // rules
2218  SCJbClose(ctx.js); // packet:td
2219  SCJbOpenObject(ctx.js, "app:td");
2220  SCJbSetString(ctx.js, "policy", "accept:hook");
2221  last_sid = 0;
2222  SCJbOpenArray(ctx.js, "rules");
2223  for (Signature *s = de_ctx->sig_list; s != NULL; s = s->next) {
2224  if ((s->flags & SIG_FLAG_FIREWALL) != 0)
2225  continue;
2226  if (s->type != SIG_TYPE_APP_TX)
2227  continue;
2228  if (last_sid == s->id)
2229  continue;
2230  last_sid = s->id;
2231  SCJbAppendString(ctx.js, s->sig_str);
2232  }
2233  SCJbClose(ctx.js); // rules
2234  SCJbClose(ctx.js); // app:td
2235  SCJbClose(ctx.js); // tables
2236 
2237  SCJbOpenObject(ctx.js, "lists");
2238  SCJbOpenObject(ctx.js, "firewall");
2239  last_sid = 0;
2240  SCJbOpenArray(ctx.js, "rules");
2241  for (Signature *s = de_ctx->sig_list; s != NULL; s = s->next) {
2242  if ((s->flags & SIG_FLAG_FIREWALL) == 0)
2243  continue;
2244  if (last_sid == s->id)
2245  continue;
2246  last_sid = s->id;
2247  SCJbAppendString(ctx.js, s->sig_str);
2248  }
2249  SCJbClose(ctx.js); // rules
2250  SCJbClose(ctx.js); // firewall
2251 
2252  SCJbOpenObject(ctx.js, "td");
2253  last_sid = 0;
2254  SCJbOpenArray(ctx.js, "rules");
2255  for (Signature *s = de_ctx->sig_list; s != NULL; s = s->next) {
2256  if ((s->flags & SIG_FLAG_FIREWALL) != 0)
2257  continue;
2258  if (last_sid == s->id)
2259  continue;
2260  last_sid = s->id;
2261  SCJbAppendString(ctx.js, s->sig_str);
2262  }
2263  SCJbClose(ctx.js); // rules
2264  SCJbClose(ctx.js); // td
2265 
2266  SCJbOpenObject(ctx.js, "all");
2267  last_sid = 0;
2268  SCJbOpenArray(ctx.js, "rules");
2269  for (Signature *s = de_ctx->sig_list; s != NULL; s = s->next) {
2270  if (last_sid == s->id)
2271  continue;
2272  last_sid = s->id;
2273  SCJbAppendString(ctx.js, s->sig_str);
2274  }
2275  SCJbClose(ctx.js); // rules
2276  SCJbClose(ctx.js); // all
2277 
2278  SCJbClose(ctx.js); // lists
2279 
2280  SCJbClose(ctx.js); // top level object
2281 
2282  const char *filename = "firewall.json";
2283  const char *log_dir = SCConfigGetLogDirectory();
2284  char json_path[PATH_MAX] = "";
2285  snprintf(json_path, sizeof(json_path), "%s/%s", log_dir, filename);
2286 
2287  SCMutexLock(&g_rules_analyzer_write_m);
2288  FILE *fp = fopen(json_path, "w");
2289  if (fp != NULL) {
2290  fwrite(SCJbPtr(ctx.js), SCJbLen(ctx.js), 1, fp);
2291  fprintf(fp, "\n");
2292  fclose(fp);
2293  }
2294  SCMutexUnlock(&g_rules_analyzer_write_m);
2295  SCJbFree(ctx.js);
2296  return 0;
2297 }
detect-tcp-flags.h
DETECT_PCRE_CASELESS
#define DETECT_PCRE_CASELESS
Definition: detect-pcre.h:32
DETECT_CONTENT_NOCASE
#define DETECT_CONTENT_NOCASE
Definition: detect-content.h:29
SignatureHasPacketContent
int SignatureHasPacketContent(const Signature *s)
check if a signature has patterns that are to be inspected against a packets payload (as opposed to t...
Definition: detect-engine-mpm.c:853
DetectBytejumpData_::post_offset
int32_t post_offset
Definition: detect-bytejump.h:51
FLOWINT_MODIFIER_ISSET
@ FLOWINT_MODIFIER_ISSET
Definition: detect-flowint.h:42
HashListTableGetListData
#define HashListTableGetListData(hb)
Definition: util-hashlist.h:56
SIG_TYPE_STREAM
@ SIG_TYPE_STREAM
Definition: detect.h:74
DetectContentData_::offset
uint16_t offset
Definition: detect-content.h:107
DetectBytetestData_::flags
uint16_t flags
Definition: detect-bytetest.h:58
detect-engine-uint.h
DetectPatternTracker
Definition: detect.h:809
SignatureInitData_::rule_state_dependant_sids_idx
uint32_t rule_state_dependant_sids_idx
Definition: detect.h:659
DetectEngineAppInspectionEngine_
Definition: detect.h:416
DETECT_CONTENT_RELATIVE_NEXT
#define DETECT_CONTENT_RELATIVE_NEXT
Definition: detect-content.h:66
DetectEngineAppInspectionEngine_::mpm
bool mpm
Definition: detect.h:420
DETECT_TTL
@ DETECT_TTL
Definition: detect-engine-register.h:45
detect-content.h
DetectFlowbitsData_::or_list_size
uint8_t or_list_size
Definition: detect-flowbits.h:38
len
uint8_t len
Definition: app-layer-dnp3.h:2
FLOWINT_MODIFIER_GE
@ FLOWINT_MODIFIER_GE
Definition: detect-flowint.h:39
SCConfValIsTrue
int SCConfValIsTrue(const char *val)
Check if a value is true.
Definition: conf.c:551
FLOWINT_MODIFIER_SET
@ FLOWINT_MODIFIER_SET
Definition: detect-flowint.h:30
detect-engine.h
DETECT_SM_LIST_PMATCH
@ DETECT_SM_LIST_PMATCH
Definition: detect.h:119
SIG_MASK_REQUIRE_REAL_PKT
#define SIG_MASK_REQUIRE_REAL_PKT
Definition: detect.h:316
DETECT_CONTENT_FAST_PATTERN_CHOP
#define DETECT_CONTENT_FAST_PATTERN_CHOP
Definition: detect-content.h:36
SignatureInitData_::smlists
struct SigMatch_ * smlists[DETECT_SM_LIST_MAX]
Definition: detect.h:642
DetectContentData_::fp_chop_len
uint16_t fp_chop_len
Definition: detect-content.h:98
sigmatch_table
SigTableElmt * sigmatch_table
Definition: detect-parse.c:79
DetectXbitsData_::expire
uint32_t expire
Definition: detect-xbits.h:45
Signature_::sig_str
char * sig_str
Definition: detect.h:745
SIG_TYPE_APP_TX
@ SIG_TYPE_APP_TX
Definition: detect.h:77
AppLayerParserGetStateNameById
const char * AppLayerParserGetStateNameById(uint8_t ipproto, AppProto alproto, const int id, const uint8_t direction)
Definition: app-layer-parser.c:1603
DetectEnginePktInspectionEngine
Definition: detect.h:483
DetectEngineAppInspectionEngine_::next
struct DetectEngineAppInspectionEngine_ * next
Definition: detect.h:441
DETECT_PROTO_IPV6
#define DETECT_PROTO_IPV6
Definition: detect-engine-proto.h:32
DetectFlowData_
Definition: detect-flow.h:37
DETECT_FLOW_FLAG_NOSTREAM
#define DETECT_FLOW_FLAG_NOSTREAM
Definition: detect-flow.h:33
SigTableElmt_::name
const char * name
Definition: detect.h:1458
DETECT_BYTEJUMP
@ DETECT_BYTEJUMP
Definition: detect-engine-register.h:83
DetectPatternTracker::mpm
uint32_t mpm
Definition: detect.h:813
DETECT_ABSENT
@ DETECT_ABSENT
Definition: detect-engine-register.h:95
DetectListToHumanString
const char * DetectListToHumanString(int list)
Definition: detect-parse.c:112
DetectEnginePktInspectionEngine::v1
struct DetectEnginePktInspectionEngine::@86 v1
DetectEngineCtx_::pattern_hash_table
HashListTable * pattern_hash_table
Definition: detect.h:966
DumpPatterns
void DumpPatterns(DetectEngineCtx *de_ctx)
Definition: detect-engine-analyzer.c:1537
unlikely
#define unlikely(expr)
Definition: util-optimize.h:35
DetectContentData_::within
int32_t within
Definition: detect-content.h:109
ACTION_PASS
#define ACTION_PASS
Definition: action-globals.h:34
ACTION_REJECT
#define ACTION_REJECT
Definition: action-globals.h:31
DETECT_BYTEJUMP_LITTLE
#define DETECT_BYTEJUMP_LITTLE
Definition: detect-bytejump.h:35
SetupEngineAnalysis
void SetupEngineAnalysis(DetectEngineCtx *de_ctx, bool *fp_analysis, bool *rule_analysis)
Definition: detect-engine-analyzer.c:477
Signature_::app_progress_hook
uint8_t app_progress_hook
Definition: detect.h:705
DETECT_CONTENT
@ DETECT_CONTENT
Definition: detect-engine-register.h:69
SignatureInitData_::prefilter_sm
SigMatch * prefilter_sm
Definition: detect.h:625
EngineAnalysisCtx_::rule_engine_analysis_fp
FILE * rule_engine_analysis_fp
Definition: detect-engine-analyzer.c:88
DETECT_FLOW
@ DETECT_FLOW
Definition: detect-engine-register.h:54
Signature_::alproto
AppProto alproto
Definition: detect.h:673
SignatureInitData_::is_rule_state_dependant
bool is_rule_state_dependant
Definition: detect.h:656
detect-isdataat.h
DETECT_BYTETEST_BASE_HEX
#define DETECT_BYTETEST_BASE_HEX
Definition: detect-bytetest.h:40
SigMatchData_::is_last
bool is_last
Definition: detect.h:367
name
const char * name
Definition: detect-engine-proto.c:48
g_rules_analyzer_write_m
SCMutex g_rules_analyzer_write_m
Definition: detect-engine-analyzer.c:1089
DetectEngineAnalyzerItems::display_name
const char * display_name
Definition: detect-engine-analyzer.c:70
AppProto
uint16_t AppProto
Definition: app-layer-protos.h:86
DETECT_CONTENT_WITHIN2DEPTH
#define DETECT_CONTENT_WITHIN2DEPTH
Definition: detect-content.h:62
EngineAnalysisCtx_::percent_re
pcre2_code * percent_re
Definition: detect-engine-analyzer.c:93
DETECT_SM_LIST_DYNAMIC_START
@ DETECT_SM_LIST_DYNAMIC_START
Definition: detect.h:138
DETECT_FLOWBITS_CMD_ISNOTSET
#define DETECT_FLOWBITS_CMD_ISNOTSET
Definition: detect-flowbits.h:31
SIG_FLAG_DEST_IS_TARGET
#define SIG_FLAG_DEST_IS_TARGET
Definition: detect.h:285
SigMatchData_::ctx
SigMatchCtx * ctx
Definition: detect.h:368
DETECT_CONTENT_NO_DOUBLE_INSPECTION_REQUIRED
#define DETECT_CONTENT_NO_DOUBLE_INSPECTION_REQUIRED
Definition: detect-content.h:55
DetectFlowintData_::targettype
uint8_t targettype
Definition: detect-flowint.h:71
action-globals.h
EngineAnalysisCtx_
Definition: detect-engine-analyzer.c:86
DETECT_IPOPTS
@ DETECT_IPOPTS
Definition: detect-engine-register.h:39
AppProtoToString
const char * AppProtoToString(AppProto alproto)
Maps the ALPROTO_*, to its string equivalent.
Definition: app-layer-protos.c:41
ctx
struct Thresholds ctx
DETECT_BYTEJUMP_BASE_OCT
#define DETECT_BYTEJUMP_BASE_OCT
Definition: detect-bytejump.h:29
DetectEngineFrameInspectionEngine::transforms
const DetectEngineTransforms * transforms
Definition: detect.h:518
DetectFlowData_::flags
uint16_t flags
Definition: detect-flow.h:38
DetectEngineCtx_
main detection engine ctx
Definition: detect.h:933
DETECT_PROTO_ANY
#define DETECT_PROTO_ANY
Definition: detect-engine-proto.h:28
DetectFlowintData_
Definition: detect-flowint.h:61
DetectXbitsData_::cmd
uint8_t cmd
Definition: detect-xbits.h:43
DetectEnginePktInspectionEngine::smd
SigMatchData * smd
Definition: detect.h:484
AppLayerParserGetStateProgressCompletionStatus
int AppLayerParserGetStateProgressCompletionStatus(AppProto alproto, uint8_t direction)
Definition: app-layer-parser.c:1102
SIG_TYPE_PKT_STREAM
@ SIG_TYPE_PKT_STREAM
Definition: detect.h:73
DetectFlowbitsData_::cmd
uint8_t cmd
Definition: detect-flowbits.h:37
DetectEngineFrameInspectionEngine::mpm
bool mpm
Definition: detect.h:512
DETECT_BYTETEST_DCE
#define DETECT_BYTETEST_DCE
Definition: detect-bytetest.h:47
HashListTableGetListHead
HashListTableBucket * HashListTableGetListHead(HashListTable *ht)
Definition: util-hashlist.c:287
detect-tcp-seq.h
EngineAnalysisCtx_::fp_pattern_stats
FpPatternStats fp_pattern_stats[DETECT_SM_LIST_MAX]
Definition: detect-engine-analyzer.c:105
detect-flowint.h
FLOWINT_MODIFIER_ISNOTSET
@ FLOWINT_MODIFIER_ISNOTSET
Definition: detect-flowint.h:43
DetectEngineBufferTypeGetNameById
const char * DetectEngineBufferTypeGetNameById(const DetectEngineCtx *de_ctx, const int id)
Definition: detect-engine.c:1308
FLOWINT_MODIFIER_ADD
@ FLOWINT_MODIFIER_ADD
Definition: detect-flowint.h:31
SIG_FLAG_DST_ANY
#define SIG_FLAG_DST_ANY
Definition: detect.h:242
ACTION_SCOPE_FLOW
@ ACTION_SCOPE_FLOW
Definition: action-globals.h:45
SCMutexLock
#define SCMutexLock(mut)
Definition: threads-debug.h:117
util-var-name.h
SIG_FLAG_REQUIRE_STREAM
#define SIG_FLAG_REQUIRE_STREAM
Definition: detect.h:255
DETECT_XBITS_TRACK_IPDST
#define DETECT_XBITS_TRACK_IPDST
Definition: detect-xbits.h:35
DetectPatternTracker::cnt
uint32_t cnt
Definition: detect.h:812
rust.h
EngineAnalysisCtx_::fp_engine_analysis_fp
FILE * fp_engine_analysis_fp
Definition: detect-engine-analyzer.c:89
SCConfGetBool
int SCConfGetBool(const char *name, int *val)
Retrieve a configuration value as a boolean.
Definition: conf.c:497
EngineAnalysisCtx_::analyzer_initialized
bool analyzer_initialized
Definition: detect-engine-analyzer.c:112
DetectEngineAnalyzerItems
Definition: detect-engine-analyzer.c:64
DETECT_BYTEJUMP_DCE
#define DETECT_BYTEJUMP_DCE
Definition: detect-bytejump.h:40
DetectPatternTracker::cd
const struct DetectContentData_ * cd
Definition: detect.h:810
VarNameStoreSetupLookup
const char * VarNameStoreSetupLookup(const uint32_t id, const enum VarTypes type)
Definition: util-var-name.c:191
FLOWINT_MODIFIER_GT
@ FLOWINT_MODIFIER_GT
Definition: detect-flowint.h:40
SCMUTEX_INITIALIZER
#define SCMUTEX_INITIALIZER
Definition: threads-debug.h:122
Signature_::sm_arrays
SigMatchData * sm_arrays[DETECT_SM_LIST_MAX]
Definition: detect.h:731
FpPatternStats_::max
uint16_t max
Definition: detect-engine-analyzer.c:75
SignatureInitData_::init_flags
uint32_t init_flags
Definition: detect.h:608
DetectBufferType_
Definition: detect.h:449
DETECT_FLOWBITS_CMD_TOGGLE
#define DETECT_FLOWBITS_CMD_TOGGLE
Definition: detect-flowbits.h:29
DetectContentData_
Definition: detect-content.h:93
FLOWINT_TARGET_VAR
@ FLOWINT_TARGET_VAR
Definition: detect-flowint.h:51
DETECT_FLOWBITS_CMD_ISSET
#define DETECT_FLOWBITS_CMD_ISSET
Definition: detect-flowbits.h:32
DetectPcreData_::flags
uint16_t flags
Definition: detect-pcre.h:51
SCConfNodeLookupChildValue
const char * SCConfNodeLookupChildValue(const SCConfNode *node, const char *name)
Lookup the value of a child configuration node by name.
Definition: conf.c:824
DetectContentData_::fp_chop_offset
uint16_t fp_chop_offset
Definition: detect-content.h:100
DetectBytetestData_::nbytes
uint8_t nbytes
Definition: detect-bytetest.h:54
DetectBytetestData_
Definition: detect-bytetest.h:53
EngineAnalysisCtx_::analyzer_item_map
int16_t analyzer_item_map[256]
Definition: detect-engine-analyzer.c:104
SIG_FLAG_TOCLIENT
#define SIG_FLAG_TOCLIENT
Definition: detect.h:272
DETECT_BYTEJUMP_BIG
#define DETECT_BYTEJUMP_BIG
Definition: detect-bytejump.h:36
SIG_FLAG_SRC_ANY
#define SIG_FLAG_SRC_ANY
Definition: detect.h:241
EngineAnalysisRulesFailure
void EngineAnalysisRulesFailure(const DetectEngineCtx *de_ctx, const char *line, const char *file, int lineno)
Definition: detect-engine-analyzer.c:624
SigMatchData_
Data needed for Match()
Definition: detect.h:365
DetectBytejumpData_::base
uint8_t base
Definition: detect-bytejump.h:48
detect-pcre.h
SIG_TYPE_APPLAYER
@ SIG_TYPE_APPLAYER
Definition: detect.h:76
SigMatchData_::type
uint16_t type
Definition: detect.h:366
DetectBytejumpData_
Definition: detect-bytejump.h:46
DetectXbitsData_
Definition: detect-xbits.h:41
Signature_::frame_inspect
DetectEngineFrameInspectionEngine * frame_inspect
Definition: detect.h:727
DetectBytejumpData_::offset
int32_t offset
Definition: detect-bytejump.h:50
DetectEnginePktInspectionEngine::transforms
const DetectEngineTransforms * transforms
Definition: detect.h:492
EngineAnalysisCtx_::analyzer_items
DetectEngineAnalyzerItems * analyzer_items
Definition: detect-engine-analyzer.c:91
DETECT_PERCENT_ENCODING_REGEX
#define DETECT_PERCENT_ENCODING_REGEX
FirewallAnalyzer
int FirewallAnalyzer(const DetectEngineCtx *de_ctx)
Definition: detect-engine-analyzer.c:2119
DetectBytejumpData_::multiplier
uint16_t multiplier
Definition: detect-bytejump.h:52
SIG_FLAG_APPLAYER
#define SIG_FLAG_APPLAYER
Definition: detect.h:249
DetectBufferTypeGetByName
int DetectBufferTypeGetByName(const char *name)
Definition: detect-engine.c:1278
SIG_FLAG_FIREWALL
#define SIG_FLAG_FIREWALL
Definition: detect.h:246
Signature_::gid
uint32_t gid
Definition: detect.h:714
DetectFlowintData_::target
union DetectFlowintData_::@69 target
DetectFlowintData_::idx
uint32_t idx
Definition: detect-flowint.h:66
Signature_::next
struct Signature_ * next
Definition: detect.h:750
ACTION_REJECT_DST
#define ACTION_REJECT_DST
Definition: action-globals.h:32
DetectEngineAppInspectionEngine_::sm_list
uint16_t sm_list
Definition: detect.h:424
ATTR_FMT_PRINTF
#define ATTR_FMT_PRINTF(x, y)
Definition: suricata-common.h:427
DetectFlowbitsData_
Definition: detect-flowbits.h:35
HashListTableGetListNext
#define HashListTableGetListNext(hb)
Definition: util-hashlist.h:55
DetectEngineAnalyzerItems::export_item_seen
bool export_item_seen
Definition: detect-engine-analyzer.c:67
FLOWINT_TARGET_VAL
@ FLOWINT_TARGET_VAL
Definition: detect-flowint.h:50
SignaturePropertyFlowAction
SignaturePropertyFlowAction
Definition: detect.h:83
SIG_FLAG_TOSERVER
#define SIG_FLAG_TOSERVER
Definition: detect.h:271
detect-xbits.h
DETECT_XBITS_CMD_ISNOTSET
#define DETECT_XBITS_CMD_ISNOTSET
Definition: detect-xbits.h:30
DETECT_BYTETEST_RELATIVE
#define DETECT_BYTETEST_RELATIVE
Definition: detect-bytetest.h:46
SIG_TYPE_PKT
@ SIG_TYPE_PKT
Definition: detect.h:72
feature.h
RuleAnalyzer::js
SCJsonBuilder * js
Definition: detect-engine-analyzer.c:640
IpOptsFlagToString
const char * IpOptsFlagToString(uint16_t flag)
Return human readable value for ipopts flag.
Definition: detect-ipopts.c:117
JB_SET_STRING
#define JB_SET_STRING(jb, key, val)
Definition: rust.h:32
EngineAnalysisCtx
struct EngineAnalysisCtx_ EngineAnalysisCtx
DETECT_CONTENT_ENDS_WITH
#define DETECT_CONTENT_ENDS_WITH
Definition: detect-content.h:42
DETECT_PCRE_RAWBYTES
#define DETECT_PCRE_RAWBYTES
Definition: detect-pcre.h:31
DETECT_CONTENT_DISTANCE
#define DETECT_CONTENT_DISTANCE
Definition: detect-content.h:30
de_ctx
DetectEngineCtx * de_ctx
Definition: fuzz_siginit.c:19
DetectEnginePktInspectionEngine::sm_list
uint16_t sm_list
Definition: detect.h:486
SIG_FLAG_INIT_BIDIREC
#define SIG_FLAG_INIT_BIDIREC
Definition: detect.h:293
g_alproto_max
AppProto g_alproto_max
Definition: app-layer-protos.c:30
DETECT_FLOWINT
@ DETECT_FLOWINT
Definition: detect-engine-register.h:62
SIG_MASK_REQUIRE_ENGINE_EVENT
#define SIG_MASK_REQUIRE_ENGINE_EVENT
Definition: detect.h:318
DETECT_ICODE
@ DETECT_ICODE
Definition: detect-engine-register.h:48
DETECT_FLOW_AGE
@ DETECT_FLOW_AGE
Definition: detect-engine-register.h:128
DETECT_BYTETEST_BASE_UNSET
#define DETECT_BYTETEST_BASE_UNSET
Definition: detect-bytetest.h:37
SIG_TYPE_IPONLY
@ SIG_TYPE_IPONLY
Definition: detect.h:66
DETECT_BYTEJUMP_ALIGN
#define DETECT_BYTEJUMP_ALIGN
Definition: detect-bytejump.h:39
SignatureInitData_::mpm_sm
SigMatch * mpm_sm
Definition: detect.h:623
DetectEngineBufferTypeGetDescriptionById
const char * DetectEngineBufferTypeGetDescriptionById(const DetectEngineCtx *de_ctx, const int id)
Definition: detect-engine.c:1386
SCMutexUnlock
#define SCMutexUnlock(mut)
Definition: threads-debug.h:120
SIG_FLAG_FLUSH
#define SIG_FLAG_FLUSH
Definition: detect.h:259
DetectIpOptsData_::ipopt
uint16_t ipopt
Definition: detect-ipopts.h:38
SignatureInitData_::mpm_sm_list
int mpm_sm_list
Definition: detect.h:621
DETECT_BYTETEST_BASE_DEC
#define DETECT_BYTETEST_BASE_DEC
Definition: detect-bytetest.h:39
SIG_MASK_REQUIRE_FLOW
#define SIG_MASK_REQUIRE_FLOW
Definition: detect.h:312
SIG_FLAG_BYPASS
#define SIG_FLAG_BYPASS
Definition: detect.h:276
DETECT_CONTENT_DEPTH
#define DETECT_CONTENT_DEPTH
Definition: detect-content.h:33
DETECT_CONTENT_DISTANCE2OFFSET
#define DETECT_CONTENT_DISTANCE2OFFSET
Definition: detect-content.h:63
RuleAnalyzer
Definition: detect-engine-analyzer.c:639
DETECT_BYTEJUMP_END
#define DETECT_BYTEJUMP_END
Definition: detect-bytejump.h:42
Signature_::pkt_inspect
DetectEnginePktInspectionEngine * pkt_inspect
Definition: detect.h:726
FLOWINT_MODIFIER_NE
@ FLOWINT_MODIFIER_NE
Definition: detect-flowint.h:38
DetectEngineAnalyzerItems
struct DetectEngineAnalyzerItems DetectEngineAnalyzerItems
util-print.h
SCEnter
#define SCEnter(...)
Definition: util-debug.h:284
detect-engine-mpm.h
detect.h
SIG_MASK_REQUIRE_FLAGS_INITDEINIT
#define SIG_MASK_REQUIRE_FLAGS_INITDEINIT
Definition: detect.h:313
SignatureInitData_::rule_state_flowbits_ids_size
uint32_t rule_state_flowbits_ids_size
Definition: detect.h:661
DetectEngineFrameInspectionEngine::sm_list
uint16_t sm_list
Definition: detect.h:513
DETECT_XBITS_TRACK_IPPAIR
#define DETECT_XBITS_TRACK_IPPAIR
Definition: detect-xbits.h:36
detect-tcp-window.h
SigMatch_::next
struct SigMatch_ * next
Definition: detect.h:360
DetectEngineAnalyzerItems::item_seen
bool item_seen
Definition: detect-engine-analyzer.c:66
DETECT_CONTENT_NEGATED
#define DETECT_CONTENT_NEGATED
Definition: detect-content.h:40
DetectU8Data
DetectUintData_u8 DetectU8Data
Definition: detect-engine-uint.h:43
util-time.h
DETECT_ICMP_ID
@ DETECT_ICMP_ID
Definition: detect-engine-register.h:49
DETECT_SM_LIST_MATCH
@ DETECT_SM_LIST_MATCH
Definition: detect.h:117
EngineAnalysisRules
void EngineAnalysisRules(const DetectEngineCtx *de_ctx, const Signature *s, const char *line)
Prints analysis of loaded rules.
Definition: detect-engine-analyzer.c:1678
app-layer-parser.h
Signature_::app_inspect
DetectEngineAppInspectionEngine * app_inspect
Definition: detect.h:725
DETECT_XBITS
@ DETECT_XBITS
Definition: detect-engine-register.h:64
DETECT_SEQ
@ DETECT_SEQ
Definition: detect-engine-register.h:37
SigMatch_::ctx
SigMatchCtx * ctx
Definition: detect.h:359
FLOWINT_MODIFIER_LT
@ FLOWINT_MODIFIER_LT
Definition: detect-flowint.h:35
DETECT_ACK
@ DETECT_ACK
Definition: detect-engine-register.h:36
RuleAnalyzer::js_warnings
SCJsonBuilder * js_warnings
Definition: detect-engine-analyzer.c:642
SIG_FLAG_REQUIRE_FLOWVAR
#define SIG_FLAG_REQUIRE_FLOWVAR
Definition: detect.h:267
Signature_::action
uint8_t action
Definition: detect.h:683
FpPatternStats_::cnt
uint32_t cnt
Definition: detect-engine-analyzer.c:76
DetectXbitsData_::type
enum VarTypes type
Definition: detect-xbits.h:47
SCReturn
#define SCReturn
Definition: util-debug.h:286
Signature_::flags
uint32_t flags
Definition: detect.h:669
DetectContentData_::depth
uint16_t depth
Definition: detect-content.h:106
ACTION_ALERT
#define ACTION_ALERT
Definition: action-globals.h:29
DETECT_BYTETEST_BIG
#define DETECT_BYTETEST_BIG
Definition: detect-bytetest.h:44
SCLocalTime
struct tm * SCLocalTime(time_t timep, struct tm *result)
Definition: util-time.c:267
detect-bytejump.h
ACTION_SCOPE_TX
@ ACTION_SCOPE_TX
Definition: action-globals.h:47
SCConfigGetLogDirectory
const char * SCConfigGetLogDirectory(void)
Definition: util-conf.c:38
ACTION_SCOPE_AUTO
@ ACTION_SCOPE_AUTO
Definition: action-globals.h:43
conf.h
DetectContentData_::flags
uint32_t flags
Definition: detect-content.h:104
CHECK
#define CHECK(pat)
Definition: detect-engine-analyzer.c:676
FLOWINT_MODIFIER_SUB
@ FLOWINT_MODIFIER_SUB
Definition: detect-flowint.h:32
DetectEngineFrameInspectionEngine
Definition: detect.h:508
DetectFlowbitsData_::idx
uint32_t idx
Definition: detect-flowbits.h:36
DetectEngineBufferTypeGetById
const DetectBufferType * DetectEngineBufferTypeGetById(const DetectEngineCtx *de_ctx, const int id)
Definition: detect-engine.c:1298
DETECT_BYTEJUMP_BASE_UNSET
#define DETECT_BYTEJUMP_BASE_UNSET
Definition: detect-bytejump.h:28
Signature_::init_data
SignatureInitData * init_data
Definition: detect.h:747
DetectFlowintData_::modifier
uint8_t modifier
Definition: detect-flowint.h:70
SIG_FLAG_SRC_IS_TARGET
#define SIG_FLAG_SRC_IS_TARGET
Definition: detect.h:283
SignatureInitData_::rule_state_dependant_sids_array
uint32_t * rule_state_dependant_sids_array
Definition: detect.h:657
DetectContentPatternPrettyPrint
void DetectContentPatternPrettyPrint(const DetectContentData *cd, char *str, size_t str_len)
Definition: detect-content.c:743
SignatureInitData_::rule_state_dependant_sids_size
uint32_t rule_state_dependant_sids_size
Definition: detect.h:658
DetectEngineTransforms::transforms
TransformData transforms[DETECT_TRANSFORMS_MAX]
Definition: detect.h:392
DETECT_BYTEJUMP_BASE_HEX
#define DETECT_BYTEJUMP_BASE_HEX
Definition: detect-bytejump.h:31
SIG_TYPE_DEONLY
@ SIG_TYPE_DEONLY
Definition: detect.h:71
SIG_PROP_FLOW_ACTION_PACKET
@ SIG_PROP_FLOW_ACTION_PACKET
Definition: detect.h:84
signature_properties
const struct SignatureProperties signature_properties[SIG_TYPE_MAX]
Definition: detect-engine.c:116
detect-flowbits.h
SIG_MASK_REQUIRE_PAYLOAD
#define SIG_MASK_REQUIRE_PAYLOAD
Definition: detect.h:311
SCLogInfo
#define SCLogInfo(...)
Macro used to log INFORMATIONAL messages.
Definition: util-debug.h:232
DETECT_PCRE
@ DETECT_PCRE
Definition: detect-engine-register.h:71
DETECT_DSIZE
@ DETECT_DSIZE
Definition: detect-engine-register.h:52
SIG_TYPE_NOT_SET
@ SIG_TYPE_NOT_SET
Definition: detect.h:65
ExposedItemSeen::bufname
const char * bufname
Definition: detect-engine-analyzer.c:82
DETECT_BYTEJUMP_OFFSET_BE
#define DETECT_BYTEJUMP_OFFSET_BE
Definition: detect-bytejump.h:41
detect-ttl.h
DetectEngineCtx_::config_prefix
char config_prefix[64]
Definition: detect.h:1052
DetectSigmatchListEnumToString
const char * DetectSigmatchListEnumToString(enum DetectSigmatchListEnum type)
Definition: detect-engine.c:4992
analyzer_items
const DetectEngineAnalyzerItems analyzer_items[]
Definition: detect-engine-analyzer.c:115
DetectEngineAppInspectionEngine_::alproto
AppProto alproto
Definition: detect.h:417
SIG_FLAG_MPM_NEG
#define SIG_FLAG_MPM_NEG
Definition: detect.h:257
detect-engine-analyzer.h
SIG_FLAG_INIT_STATE_MATCH
#define SIG_FLAG_INIT_STATE_MATCH
Definition: detect.h:296
DetectEngineAnalyzerItems::item_id
int16_t item_id
Definition: detect-engine-analyzer.c:65
DETECT_XBITS_TRACK_TX
#define DETECT_XBITS_TRACK_TX
Definition: detect-xbits.h:37
DetectPatternTracker::sm_list
int sm_list
Definition: detect.h:811
DetectEngineAppInspectionEngine_::smd
SigMatchData * smd
Definition: detect.h:439
EngineAnalysisRules2
void EngineAnalysisRules2(const DetectEngineCtx *de_ctx, const Signature *s)
Definition: detect-engine-analyzer.c:1090
ACTION_REJECT_BOTH
#define ACTION_REJECT_BOTH
Definition: action-globals.h:33
ARRAY_SIZE
#define ARRAY_SIZE(arr)
Definition: suricata-common.h:562
DETECT_CONTENT_STARTS_WITH
#define DETECT_CONTENT_STARTS_WITH
Definition: detect-content.h:59
DetectProto_::flags
uint8_t flags
Definition: detect-engine-proto.h:37
DETECT_BYTETEST
@ DETECT_BYTETEST
Definition: detect-engine-register.h:82
DETECT_PROTO_IPV4
#define DETECT_PROTO_IPV4
Definition: detect-engine-proto.h:31
util-conf.h
FLOWINT_MODIFIER_EQ
@ FLOWINT_MODIFIER_EQ
Definition: detect-flowint.h:37
SignatureHasStreamContent
int SignatureHasStreamContent(const Signature *s)
check if a signature has patterns that are to be inspected against the stream payload (as opposed to ...
Definition: detect-engine-mpm.c:883
FpPatternStats_::min
uint16_t min
Definition: detect-engine-analyzer.c:74
VAR_TYPE_FLOW_BIT
@ VAR_TYPE_FLOW_BIT
Definition: util-var.h:36
Signature_::proto
DetectProto proto
Definition: detect.h:687
suricata-common.h
SIG_MASK_REQUIRE_NO_PAYLOAD
#define SIG_MASK_REQUIRE_NO_PAYLOAD
Definition: detect.h:315
SIG_FLAG_SP_ANY
#define SIG_FLAG_SP_ANY
Definition: detect.h:243
SIG_PROP_FLOW_ACTION_FLOW_IF_STATEFUL
@ SIG_PROP_FLOW_ACTION_FLOW_IF_STATEFUL
Definition: detect.h:86
ActionScope
ActionScope
Definition: action-globals.h:42
DetectAbsentData_
Definition: detect-isdataat.h:37
ExposedItemSeen
Definition: detect-engine-analyzer.c:81
SigMatch_::type
uint16_t type
Definition: detect.h:357
HashListTableFree
void HashListTableFree(HashListTable *ht)
Definition: util-hashlist.c:88
DetectEngineAnalyzerItems::check_encoding_match
bool check_encoding_match
Definition: detect-engine-analyzer.c:68
DetectContentData_::distance
int32_t distance
Definition: detect-content.h:108
ACTION_SCOPE_HOOK
@ ACTION_SCOPE_HOOK
Definition: action-globals.h:46
CleanupEngineAnalysis
void CleanupEngineAnalysis(DetectEngineCtx *de_ctx)
Definition: detect-engine-analyzer.c:512
DetectBytejumpData_::nbytes
uint8_t nbytes
Definition: detect-bytejump.h:47
Signature_::action_scope
uint8_t action_scope
Definition: detect.h:690
ALPROTO_HTTP1
@ ALPROTO_HTTP1
Definition: app-layer-protos.h:36
DetectEngineFrameInspectionEngine::next
struct DetectEngineFrameInspectionEngine * next
Definition: detect.h:521
DetectU32Data
DetectUintData_u32 DetectU32Data
Definition: detect-engine-uint.h:41
ACTION_DROP
#define ACTION_DROP
Definition: action-globals.h:30
DetectEnginePktInspectionEngine::next
struct DetectEnginePktInspectionEngine * next
Definition: detect.h:494
DetectContentData_::content
uint8_t * content
Definition: detect-content.h:94
DetectXbitsData_::idx
uint32_t idx
Definition: detect-xbits.h:42
Signature_::rev
uint32_t rev
Definition: detect.h:715
SCStrdup
#define SCStrdup(s)
Definition: util-mem.h:56
FatalError
#define FatalError(...)
Definition: util-debug.h:517
DetectEngineCtx_::sig_list
Signature * sig_list
Definition: detect.h:942
DETECT_BYTEJUMP_BASE_DEC
#define DETECT_BYTEJUMP_BASE_DEC
Definition: detect-bytejump.h:30
DetectIpOptsData_
Definition: detect-ipopts.h:37
ACTION_CONFIG
#define ACTION_CONFIG
Definition: action-globals.h:35
PrintRawUriFp
void PrintRawUriFp(FILE *fp, const uint8_t *buf, uint32_t buflen)
Definition: util-print.c:69
SIG_MASK_REQUIRE_FLAGS_UNUSUAL
#define SIG_MASK_REQUIRE_FLAGS_UNUSUAL
Definition: detect.h:314
TransformData_::transform
int transform
Definition: detect.h:387
DETECT_FLOWBITS
@ DETECT_FLOWBITS
Definition: detect-engine-register.h:59
SIG_TYPE_MAX
@ SIG_TYPE_MAX
Definition: detect.h:79
DetectEngineCtx_::ea
struct EngineAnalysisCtx_ * ea
Definition: detect.h:1130
DetectEngineAppInspectionEngine_::progress
int16_t progress
Definition: detect.h:426
DETECT_BYTETEST_BASE_OCT
#define DETECT_BYTETEST_BASE_OCT
Definition: detect-bytetest.h:38
util-validate.h
detect-flow.h
SCMalloc
#define SCMalloc(sz)
Definition: util-mem.h:47
EngineAnalysisFP
void EngineAnalysisFP(const DetectEngineCtx *de_ctx, const Signature *s, const char *line)
Definition: detect-engine-analyzer.c:172
DetectEngineAppInspectionEngine_::v2
struct DetectEngineAppInspectionEngine_::@83 v2
SignatureInitData_::firewall_rule
bool firewall_rule
Definition: detect.h:664
FpPatternStats
struct FpPatternStats_ FpPatternStats
detect-tcp-ack.h
DetectXbitsData_::tracker
uint8_t tracker
Definition: detect-xbits.h:44
str
#define str(s)
Definition: suricata-common.h:308
SCConfGetNode
SCConfNode * SCConfGetNode(const char *name)
Get a SCConfNode by name.
Definition: conf.c:181
SCLogError
#define SCLogError(...)
Macro used to log ERROR messages.
Definition: util-debug.h:274
SigMatchListSMBelongsTo
int SigMatchListSMBelongsTo(const Signature *s, const SigMatch *key_sm)
Definition: detect-parse.c:763
SCFree
#define SCFree(p)
Definition: util-mem.h:61
DetectFlowbitsData_::or_list
uint32_t * or_list
Definition: detect-flowbits.h:42
Signature_::id
uint32_t id
Definition: detect.h:713
DETECT_CONTENT_OFFSET
#define DETECT_CONTENT_OFFSET
Definition: detect-content.h:32
HashListTableBucket_
Definition: util-hashlist.h:28
DETECT_XBITS_TRACK_IPSRC
#define DETECT_XBITS_TRACK_IPSRC
Definition: detect-xbits.h:34
DETECT_FLOWBITS_CMD_UNSET
#define DETECT_FLOWBITS_CMD_UNSET
Definition: detect-flowbits.h:30
DETECT_CONTENT_FAST_PATTERN_ONLY
#define DETECT_CONTENT_FAST_PATTERN_ONLY
Definition: detect-content.h:35
DETECT_CONTENT_MPM
#define DETECT_CONTENT_MPM
Definition: detect-content.h:61
ACTION_SCOPE_PACKET
@ ACTION_SCOPE_PACKET
Definition: action-globals.h:44
DetectBufferType_::transforms
DetectEngineTransforms transforms
Definition: detect.h:462
detect-parse.h
Signature_
Signature container.
Definition: detect.h:668
SigMatch_
a single match condition for a signature
Definition: detect.h:356
DetectEngineAppInspectionEngine_::transforms
const DetectEngineTransforms * transforms
Definition: detect.h:436
DETECT_SM_LIST_MAX
@ DETECT_SM_LIST_MAX
Definition: detect.h:135
SCRequiresFeature
bool SCRequiresFeature(const char *feature_name)
Definition: feature.c:121
FpPatternStats_::tot
uint64_t tot
Definition: detect-engine-analyzer.c:77
DetectFlowintData_::tvar
TargetVar tvar
Definition: detect-flowint.h:77
DETECT_XBITS_CMD_ISSET
#define DETECT_XBITS_CMD_ISSET
Definition: detect-xbits.h:31
DETECT_BYTETEST_STRING
#define DETECT_BYTETEST_STRING
Definition: detect-bytetest.h:45
DetectBytetestData_::offset
int32_t offset
Definition: detect-bytetest.h:60
VAR_TYPE_FLOW_INT
@ VAR_TYPE_FLOW_INT
Definition: util-var.h:37
ALPROTO_UNKNOWN
@ ALPROTO_UNKNOWN
Definition: app-layer-protos.h:29
DETECT_PCRE_RELATIVE_NEXT
#define DETECT_PCRE_RELATIVE_NEXT
Definition: detect-pcre.h:34
detect-icmp-id.h
ACTION_ACCEPT
#define ACTION_ACCEPT
Definition: action-globals.h:36
detect-ipopts.h
DetectEngineTransforms::cnt
int cnt
Definition: detect.h:393
suricata.h
DetectPcreData_
Definition: detect-pcre.h:47
FLOWINT_MODIFIER_LE
@ FLOWINT_MODIFIER_LE
Definition: detect-flowint.h:36
DetectEngineAppInspectionEngine_::dir
uint8_t dir
Definition: detect.h:418
DetectEngineAnalyzerItems::item_name
const char * item_name
Definition: detect-engine-analyzer.c:69
DetectContentData_::content_len
uint16_t content_len
Definition: detect-content.h:95
ExposedItemSeen::item_seen_ptr
bool * item_seen_ptr
Definition: detect-engine-analyzer.c:83
DETECT_BYTEJUMP_STRING
#define DETECT_BYTEJUMP_STRING
Definition: detect-bytejump.h:37
DetectEngineCtx_::buffer_type_id
uint32_t buffer_type_id
Definition: detect.h:1082
EngineAnalysisCtx_::file_prefix
char * file_prefix
Definition: detect-engine-analyzer.c:92
DETECT_XBITS_CMD_SET
#define DETECT_XBITS_CMD_SET
Definition: detect-xbits.h:27
DetectEnginePktInspectionEngine::mpm
bool mpm
Definition: detect.h:485
DETECT_BYTEJUMP_BEGIN
#define DETECT_BYTEJUMP_BEGIN
Definition: detect-bytejump.h:34
SignatureInitData_::rule_state_flowbits_ids_array
uint32_t * rule_state_flowbits_ids_array
Definition: detect.h:660
SIG_PROP_FLOW_ACTION_FLOW
@ SIG_PROP_FLOW_ACTION_FLOW
Definition: detect.h:85
DETECT_PCRE_RELATIVE
#define DETECT_PCRE_RELATIVE
Definition: detect-pcre.h:29
TargetVar_::name
char * name
Definition: detect-flowint.h:57
RuleAnalyzer
struct RuleAnalyzer RuleAnalyzer
DETECT_WINDOW
@ DETECT_WINDOW
Definition: detect-engine-register.h:38
SIG_FLAG_TLSSTORE
#define SIG_FLAG_TLSSTORE
Definition: detect.h:274
DETECT_XBITS_CMD_TOGGLE
#define DETECT_XBITS_CMD_TOGGLE
Definition: detect-xbits.h:28
DetectU16Data
DetectUintData_u16 DetectU16Data
Definition: detect-engine-uint.h:42
Signature_::msg
char * msg
Definition: detect.h:736
DETECT_XBITS_CMD_UNSET
#define DETECT_XBITS_CMD_UNSET
Definition: detect-xbits.h:29
DETECT_CONTENT_FAST_PATTERN
#define DETECT_CONTENT_FAST_PATTERN
Definition: detect-content.h:34
DetectEngineFrameInspectionEngine::v1
struct DetectEngineFrameInspectionEngine::@87 v1
SCCalloc
#define SCCalloc(nm, sz)
Definition: util-mem.h:53
DetectAbsentData_::or_else
bool or_else
Definition: detect-isdataat.h:39
RuleAnalyzer::js_notes
SCJsonBuilder * js_notes
Definition: detect-engine-analyzer.c:643
DETECT_FLAGS
@ DETECT_FLAGS
Definition: detect-engine-register.h:42
DETECT_PCRE_NEGATE
#define DETECT_PCRE_NEGATE
Definition: detect-pcre.h:35
EngineAnalysisCtx_::exposed_item_seen_list
struct ExposedItemSeen exposed_item_seen_list[2]
Definition: detect-engine-analyzer.c:110
Signature_::type
enum SignatureType type
Definition: detect.h:671
SCConfNode_
Definition: conf.h:37
FpPatternStats_
Definition: detect-engine-analyzer.c:73
DetectBytetestData_::base
uint8_t base
Definition: detect-bytetest.h:56
DETECT_BYTETEST_LITTLE
#define DETECT_BYTETEST_LITTLE
Definition: detect-bytetest.h:43
SCMutex
#define SCMutex
Definition: threads-debug.h:114
SIG_TYPE_PDONLY
@ SIG_TYPE_PDONLY
Definition: detect.h:70
DEBUG_VALIDATE_BUG_ON
#define DEBUG_VALIDATE_BUG_ON(exp)
Definition: util-validate.h:102
SIG_FLAG_PREFILTER
#define SIG_FLAG_PREFILTER
Definition: detect.h:278
SignatureProperties::flow_action
enum SignaturePropertyFlowAction flow_action
Definition: detect.h:90
DETECT_TCPMSS
@ DETECT_TCPMSS
Definition: detect-engine-register.h:289
SIG_FLAG_FILESTORE
#define SIG_FLAG_FILESTORE
Definition: detect.h:269
DETECT_CONTENT_WITHIN
#define DETECT_CONTENT_WITHIN
Definition: detect-content.h:31
DETECT_BYTEJUMP_RELATIVE
#define DETECT_BYTEJUMP_RELATIVE
Definition: detect-bytejump.h:38
SIG_FLAG_DP_ANY
#define SIG_FLAG_DP_ANY
Definition: detect.h:244
DETECT_FLOWBITS_CMD_SET
#define DETECT_FLOWBITS_CMD_SET
Definition: detect-flowbits.h:28
SIG_FLAG_DSIZE
#define SIG_FLAG_DSIZE
Definition: detect.h:248
DetectBytejumpData_::flags
uint16_t flags
Definition: detect-bytejump.h:49
Signature_::mask
SignatureMask mask
Definition: detect.h:679
SIG_TYPE_LIKE_IPONLY
@ SIG_TYPE_LIKE_IPONLY
Definition: detect.h:67
detect-bytetest.h
DetectFlowintData_::value
uint32_t value
Definition: detect-flowint.h:75
DetectProtoContainsProto
int DetectProtoContainsProto(const DetectProto *dp, int proto)
see if a DetectProto contains a certain proto
Definition: detect-engine-proto.c:109
SIG_FLAG_REQUIRE_PACKET
#define SIG_FLAG_REQUIRE_PACKET
Definition: detect.h:254
DetectEngineFrameInspectionEngine::smd
SigMatchData * smd
Definition: detect.h:520