suricata
detect-xbits.c
Go to the documentation of this file.
1 /* Copyright (C) 2007-2020 Open Information Security Foundation
2  *
3  * You can copy, redistribute or modify this Program under the terms of
4  * the GNU General Public License version 2 as published by the Free
5  * Software Foundation.
6  *
7  * This program is distributed in the hope that it will be useful,
8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10  * GNU General Public License for more details.
11  *
12  * You should have received a copy of the GNU General Public License
13  * version 2 along with this program; if not, write to the Free Software
14  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
15  * 02110-1301, USA.
16  */
17 
18 /**
19  * \file
20  *
21  * \author Victor Julien <victor@inliniac.net>
22  *
23  * Implements the xbits keyword
24  */
25 
26 #include "suricata-common.h"
27 #include "decode.h"
28 #include "action-globals.h"
29 #include "detect.h"
30 #include "threads.h"
31 #include "flow.h"
32 #include "flow-util.h"
33 #include "detect-xbits.h"
34 #include "detect-hostbits.h"
35 #include "util-spm.h"
36 #include "util-byte.h"
37 
38 #include "detect-engine-sigorder.h"
39 
40 #include "app-layer-parser.h"
41 
42 #include "detect-parse.h"
43 #include "detect-engine.h"
44 #include "detect-engine-mpm.h"
45 #include "detect-engine-state.h"
46 #include "detect-engine-build.h"
47 
48 #include "flow-bit.h"
49 #include "host-bit.h"
50 #include "ippair-bit.h"
51 #include "tx-bit.h"
52 
53 #include "util-var-name.h"
54 #include "util-debug.h"
55 
56 /*
57  xbits:set,bitname,track ip_pair,expire 60
58  */
59 
60 static int DetectXbitTxMatch(DetectEngineThreadCtx *det_ctx, Flow *f, uint8_t flags, void *state,
61  void *txv, const Signature *s, const SigMatchCtx *ctx);
62 static int DetectXbitMatch (DetectEngineThreadCtx *, Packet *, const Signature *, const SigMatchCtx *);
63 static int DetectXbitSetup (DetectEngineCtx *, Signature *, const char *);
64 #ifdef UNITTESTS
65 static void XBitsRegisterTests(void);
66 #endif
67 static void DetectXbitFree (DetectEngineCtx *, void *);
68 
70 {
71  sigmatch_table[DETECT_XBITS].name = "xbits";
72  sigmatch_table[DETECT_XBITS].desc = "operate on bits";
73  sigmatch_table[DETECT_XBITS].url = "/rules/xbits.html";
74  sigmatch_table[DETECT_XBITS].AppLayerTxMatch = DetectXbitTxMatch;
75  sigmatch_table[DETECT_XBITS].Match = DetectXbitMatch;
76  sigmatch_table[DETECT_XBITS].Setup = DetectXbitSetup;
77  sigmatch_table[DETECT_XBITS].Free = DetectXbitFree;
78 #ifdef UNITTESTS
79  sigmatch_table[DETECT_XBITS].RegisterTests = XBitsRegisterTests;
80 #endif
81  /* this is compatible to ip-only signatures */
83 }
84 
85 static int DetectIPPairbitMatchToggle (Packet *p, const DetectXbitsData *fd)
86 {
87  IPPair *pair = IPPairGetIPPairFromHash(&p->src, &p->dst);
88  if (pair == NULL)
89  return 0;
90 
91  IPPairBitToggle(pair, fd->idx, SCTIME_ADD_SECS(p->ts, fd->expire));
92  IPPairRelease(pair);
93  return 1;
94 }
95 
96 /* return true even if bit not found */
97 static int DetectIPPairbitMatchUnset (Packet *p, const DetectXbitsData *fd)
98 {
100  if (pair == NULL)
101  return 1;
102 
103  IPPairBitUnset(pair,fd->idx);
104  IPPairRelease(pair);
105  return 1;
106 }
107 
108 static int DetectIPPairbitMatchSet (Packet *p, const DetectXbitsData *fd)
109 {
110  IPPair *pair = IPPairGetIPPairFromHash(&p->src, &p->dst);
111  if (pair == NULL)
112  return 0;
113 
114  IPPairBitSet(pair, fd->idx, SCTIME_ADD_SECS(p->ts, fd->expire));
115  IPPairRelease(pair);
116  return 1;
117 }
118 
119 static int DetectIPPairbitMatchIsset (Packet *p, const DetectXbitsData *fd)
120 {
121  int r = 0;
122  IPPair *pair = IPPairLookupIPPairFromHash(&p->src, &p->dst);
123  if (pair == NULL)
124  return 0;
125 
126  r = IPPairBitIsset(pair, fd->idx, p->ts);
127  IPPairRelease(pair);
128  return r;
129 }
130 
131 static int DetectIPPairbitMatchIsnotset (Packet *p, const DetectXbitsData *fd)
132 {
133  int r = 0;
134  IPPair *pair = IPPairLookupIPPairFromHash(&p->src, &p->dst);
135  if (pair == NULL)
136  return 1;
137 
138  r = IPPairBitIsnotset(pair, fd->idx, p->ts);
139  IPPairRelease(pair);
140  return r;
141 }
142 
143 static int DetectXbitMatchIPPair(Packet *p, const DetectXbitsData *xd)
144 {
145  switch (xd->cmd) {
147  return DetectIPPairbitMatchIsset(p,xd);
149  return DetectIPPairbitMatchIsnotset(p,xd);
151  return DetectIPPairbitMatchSet(p,xd);
153  return DetectIPPairbitMatchUnset(p,xd);
155  return DetectIPPairbitMatchToggle(p,xd);
156  }
157  return 0;
158 }
159 
160 /** \internal
161  * \brief get the data of the transaction that holds the transaction bits
162  * \retval tx data of the transaction under inspection, NULL if none is set
163  */
164 static AppLayerTxData *DetectXbitGetTxData(DetectEngineThreadCtx *det_ctx)
165 {
166  if (!det_ctx->tx_id_set)
167  return NULL;
168  return det_ctx->tx_data;
169 }
170 
171 static int DetectXbitPostMatchTx(
172  DetectEngineThreadCtx *det_ctx, Packet *p, const Signature *s, const DetectXbitsData *xd)
173 {
174  if (p->flow == NULL)
175  return 0;
176  if (xd->cmd != DETECT_XBITS_CMD_SET)
177  return 0;
178 
179  AppLayerTxData *txd = DetectXbitGetTxData(det_ctx);
180  if (txd == NULL)
181  return 0;
182 
183  SCLogDebug("sid %u: post-match SET for bit %u on tx:%" PRIu64 ", txd:%p", s->id, xd->idx,
184  det_ctx->tx_id, txd);
185 
186  return TxBitSet(txd, xd->idx);
187 }
188 
189 /*
190  * returns 0: no match
191  * 1: match
192  * -1: error
193  */
194 
195 static int DetectXbitMatch (DetectEngineThreadCtx *det_ctx, Packet *p, const Signature *s, const SigMatchCtx *ctx)
196 {
197  const DetectXbitsData *fd = (const DetectXbitsData *)ctx;
198  if (fd == NULL)
199  return 0;
200 
201  switch (fd->type) {
202  case VAR_TYPE_HOST_BIT:
203  return DetectXbitMatchHost(p, (const DetectXbitsData *)fd);
204  break;
205  case VAR_TYPE_IPPAIR_BIT:
206  return DetectXbitMatchIPPair(p, (const DetectXbitsData *)fd);
207  break;
208  case VAR_TYPE_TX_BIT:
209  // TODO this is for PostMatch only. Can we validate somehow?
210  return DetectXbitPostMatchTx(det_ctx, p, s, fd);
211  break;
212  default:
213  break;
214  }
215  return 0;
216 }
217 
218 static int DetectXbitTxMatch(DetectEngineThreadCtx *det_ctx, Flow *f, uint8_t flags, void *state,
219  void *txv, const Signature *s, const SigMatchCtx *ctx)
220 {
221  const DetectXbitsData *xd = (const DetectXbitsData *)ctx;
222  DEBUG_VALIDATE_BUG_ON(xd == NULL);
223 
224  AppLayerTxData *txd = DetectXbitGetTxData(det_ctx);
225  if (txd == NULL)
227 
228  SCLogDebug("sid:%u: tx:%" PRIu64 ", txd->txbits:%p", s->id, det_ctx->tx_id, txd->txbits);
229  int r = TxBitIsset(txd, xd->idx);
230  if (r == 1) {
232  }
234 }
235 
236 /** \internal
237  * \brief parse xbits rule options
238  * \retval 0 ok
239  * \retval -1 bad
240  * \param[out] cdout return DetectXbitsData structure or NULL if noalert
241  */
242 static int DetectXbitParse(DetectEngineCtx *de_ctx,
243  const char *rawstr, DetectXbitsData **cdout)
244 {
245  bool cmd_set = false;
246  bool name_set = false;
247  bool track_set = false;
248  bool expire_set = false;
249  uint8_t cmd = 0;
250  uint8_t track = 0;
251  enum VarTypes var_type = VAR_TYPE_NOT_SET;
252  uint32_t expire = DETECT_XBITS_EXPIRE_DEFAULT;
253  DetectXbitsData *cd = NULL;
254  char name[256] = "";
255  char copy[strlen(rawstr) + 1];
256  strlcpy(copy, rawstr, sizeof(copy));
257  char *context = NULL;
258  char *token = strtok_r(copy, ",", &context);
259  while (token != NULL) {
260  while (*token != '\0' && isblank(*token)) {
261  token++;
262  }
263  char *val = strchr(token, ' ');
264  if (val != NULL) {
265  *val++ = '\0';
266  while (*val != '\0' && isblank(*val)) {
267  val++;
268  }
269  } else {
270  SCLogDebug("val %s", token);
271  }
272  if (strlen(token) == 0) {
273  goto next;
274  }
275  if (strcmp(token, "noalert") == 0 && !cmd_set) {
276  if (strtok_r(NULL, ",", &context) != NULL) {
277  return -1;
278  }
279  if (val && strlen(val) != 0) {
280  return -1;
281  }
282  *cdout = NULL;
283  return 0;
284  }
285  if (!cmd_set) {
286  if (val && strlen(val) != 0) {
287  return -1;
288  }
289  if (strcmp(token, "set") == 0) {
290  cmd = DETECT_XBITS_CMD_SET;
291  } else if (strcmp(token, "isset") == 0) {
293  } else if (strcmp(token, "unset") == 0) {
295  } else if (strcmp(token, "isnotset") == 0) {
297  } else if (strcmp(token, "toggle") == 0) {
299  } else {
300  SCLogError("Invalid xbits cmd: %s", token);
301  return -1;
302  }
303  cmd_set = true;
304  } else if (!name_set) {
305  if (val && strlen(val) != 0) {
306  return -1;
307  }
308  strlcpy(name, token, sizeof(name));
309  name_set = true;
310  } else if (!track_set || !expire_set) {
311  if (val == NULL) {
312  return -1;
313  }
314  if (strcmp(token, "track") == 0) {
315  if (track_set) {
316  return -1;
317  }
318  if (strcmp(val, "ip_src") == 0) {
319  track = DETECT_XBITS_TRACK_IPSRC;
320  var_type = VAR_TYPE_HOST_BIT;
321  } else if (strcmp(val, "ip_dst") == 0) {
322  track = DETECT_XBITS_TRACK_IPDST;
323  var_type = VAR_TYPE_HOST_BIT;
324  } else if (strcmp(val, "ip_pair") == 0) {
326  var_type = VAR_TYPE_IPPAIR_BIT;
327  } else if (strcmp(val, "tx") == 0) {
328  track = DETECT_XBITS_TRACK_TX;
329  var_type = VAR_TYPE_TX_BIT;
330  } else {
331  SCLogError("Invalid xbits tracker: %s", val);
332  return -1;
333  }
334  track_set = true;
335  } else if (strcmp(token, "expire") == 0) {
336  if (expire_set) {
337  return -1;
338  }
339  if ((StringParseUint32(&expire, 10, 0, val) < 0) || (expire == 0)) {
340  SCLogError("Invalid expire value: %s", val);
341  return -1;
342  }
343  expire_set = true;
344  }
345  } else {
346  SCLogError("Invalid xbits keyword: %s", token);
347  return -1;
348  }
349  next:
350  token = strtok_r(NULL, ",", &context);
351  }
352 
353  if (track == DETECT_XBITS_TRACK_TX) {
354  if (cmd != DETECT_XBITS_CMD_ISSET && cmd != DETECT_XBITS_CMD_SET) {
355  SCLogError("tx xbits only support set and isset");
356  return -1;
357  }
358  }
359 
360  cd = SCCalloc(1, sizeof(DetectXbitsData));
361  if (unlikely(cd == NULL))
362  return -1;
363 
364  uint32_t varname_id = VarNameStoreRegister(name, var_type);
365  if (unlikely(varname_id == 0)) {
366  SCFree(cd);
367  return -1;
368  }
369  cd->idx = varname_id;
370  cd->cmd = cmd;
371  cd->tracker = track;
372  cd->type = var_type;
373  cd->expire = expire;
374 
375  SCLogDebug("idx %" PRIu32 ", cmd %d, name %s", cd->idx, cmd, strlen(name) ? name : "(none)");
376 
377  *cdout = cd;
378  return 0;
379 }
380 
381 int DetectXbitSetup (DetectEngineCtx *de_ctx, Signature *s, const char *rawstr)
382 {
383  DetectXbitsData *cd = NULL;
384 
385  int result = DetectXbitParse(de_ctx, rawstr, &cd);
386  if (result < 0) {
387  return -1;
388  } else if (cd == NULL) {
389  /* noalert doesn't use a cd/sm struct. It flags the sig. We're done. */
390  s->action &= ~ACTION_ALERT;
391  return 0;
392  }
393 
394  /* Okay so far so good, lets get this into a SigMatch
395  * and put it in the Signature. */
396  switch (cd->cmd) {
397  /* case DETECT_XBITS_CMD_NOALERT can't happen here */
399  case DETECT_XBITS_CMD_ISSET: {
400  int list = DETECT_SM_LIST_MATCH;
401  if (cd->tracker == DETECT_XBITS_TRACK_TX) {
402  SCLogDebug("tx xbit isset");
404  SCLogError("tx xbits require an explicit rule hook");
405  goto error;
406  }
407  list = s->init_data->hook.sm_list;
408  SCLogDebug("setting list %d", list);
409 
410  if (list == -1) {
411  SCLogError("tx xbits failed to set up"); // TODO how would we get here?
412  goto error;
413  }
414  }
415 
416  SCLogDebug("adding match/txmatch");
417  /* checks, so packet list */
419  NULL) {
420  goto error;
421  }
422  break;
423  }
424  // all other cases
425  // DETECT_XBITS_CMD_SET, DETECT_XBITS_CMD_UNSET, DETECT_XBITS_CMD_TOGGLE:
426  default:
427  SCLogDebug("adding post-match");
428  /* modifiers, only run when entire sig has matched */
430  DETECT_SM_LIST_POSTMATCH) == NULL) {
431  goto error;
432  }
433  break;
434  }
435 
436  return 0;
437 
438 error:
439  DetectXbitFree(de_ctx, cd);
440  return -1;
441 }
442 
443 static void DetectXbitFree (DetectEngineCtx *de_ctx, void *ptr)
444 {
445  if (ptr == NULL)
446  return;
447 
448  DetectXbitsData *fd = (DetectXbitsData *)ptr;
449  VarNameStoreUnregister(fd->idx, fd->type);
450 
451  SCFree(fd);
452 }
453 
454 #ifdef UNITTESTS
455 
456 static void XBitsTestSetup(void)
457 {
459  SCStorageInit();
460  HostBitInitCtx();
463  HostInitConfig(true);
464  IPPairInitConfig(true);
465 }
466 
467 static void XBitsTestShutdown(void)
468 {
469  HostShutdown();
470  IPPairShutdown();
472 }
473 
474 
475 static int XBitsTestParse01(void)
476 {
477  DetectEngineCtx *de_ctx = NULL;
480  de_ctx->flags |= DE_QUIET;
481  DetectXbitsData *cd = NULL;
482 
483 #define BAD_INPUT(str) \
484  FAIL_IF_NOT(DetectXbitParse(de_ctx, (str), &cd) == -1);
485 
486  BAD_INPUT("alert");
487  BAD_INPUT("n0alert");
488  BAD_INPUT("nOalert");
489  BAD_INPUT("set,abc,track nonsense, expire 3600");
490  BAD_INPUT("set,abc,track ip_source, expire 3600");
491  BAD_INPUT("set,abc,track ip_src, expire -1");
492  BAD_INPUT("set,abc,track ip_src, expire 0");
493 
494 #undef BAD_INPUT
495 
496 #define GOOD_INPUT(str, command, trk, typ, exp) \
497  FAIL_IF_NOT(DetectXbitParse(de_ctx, (str), &cd) == 0); \
498  FAIL_IF_NULL(cd); \
499  FAIL_IF_NOT(cd->cmd == (command)); \
500  FAIL_IF_NOT(cd->tracker == (trk)); \
501  FAIL_IF_NOT(cd->type == (typ)); \
502  FAIL_IF_NOT(cd->expire == (exp)); \
503  DetectXbitFree(NULL, cd); \
504  cd = NULL;
505 
506  GOOD_INPUT("set,abc,track ip_pair",
510  GOOD_INPUT("set,abc,track ip_pair, expire 3600",
513  3600);
514  GOOD_INPUT("set,abc,track ip_src, expire 1234",
517  1234);
518 
519 #undef GOOD_INPUT
520 
522  PASS;
523 }
524 
525 /**
526  * \test
527  */
528 
529 static int XBitsTestSig01(void)
530 {
531  uint8_t *buf = (uint8_t *)
532  "GET /one/ HTTP/1.1\r\n"
533  "Host: one.example.org\r\n"
534  "\r\n";
535  uint16_t buflen = strlen((char *)buf);
537  FAIL_IF_NULL(p);
539  DetectEngineThreadCtx *det_ctx = NULL;
540  DetectEngineCtx *de_ctx = NULL;
541 
542  memset(&th_v, 0, sizeof(th_v));
544  p->src.family = AF_INET;
545  p->dst.family = AF_INET;
546  p->payload = buf;
547  p->payload_len = buflen;
548  p->proto = IPPROTO_TCP;
549 
550  XBitsTestSetup();
551 
554  de_ctx->flags |= DE_QUIET;
555 
557  "alert ip any any -> any any (xbits:set,abc,track ip_pair; content:\"GET \"; sid:1;)");
558  FAIL_IF_NULL(s);
559 
561  DetectEngineThreadCtxInit(&th_v, (void *)de_ctx, (void *)&det_ctx);
562  SigMatchSignatures(&th_v, de_ctx, det_ctx, p);
563  DetectEngineThreadCtxDeinit(&th_v, (void *)det_ctx);
565  XBitsTestShutdown();
566  PacketFree(p);
569  PASS;
570 }
571 
572 /**
573  * \test various options
574  *
575  * \retval 1 on success
576  * \retval 0 on failure
577  */
578 
579 static int XBitsTestSig02(void)
580 {
581  Signature *s = NULL;
582  DetectEngineCtx *de_ctx = NULL;
585  de_ctx->flags |= DE_QUIET;
586 
588  "alert ip any any -> any any (xbits:isset,abc,track ip_src; content:\"GET \"; sid:1;)");
589  FAIL_IF_NULL(s);
590 
592  "alert ip any any -> any any (xbits:isnotset,abc,track ip_dst; content:\"GET \"; sid:2;)");
593  FAIL_IF_NULL(s);
594 
596  "alert ip any any -> any any (xbits:set,abc,track ip_pair; content:\"GET \"; sid:3;)");
597  FAIL_IF_NULL(s);
598 
600  "alert ip any any -> any any (xbits:unset,abc,track ip_src; content:\"GET \"; sid:4;)");
601  FAIL_IF_NULL(s);
602 
604  "alert ip any any -> any any (xbits:toggle,abc,track ip_dst; content:\"GET \"; sid:5;)");
605  FAIL_IF_NULL(s);
606 
608  "alert ip any any -> any any (xbits:!set,abc,track ip_dst; content:\"GET \"; sid:6;)");
609  FAIL_IF_NOT_NULL(s);
610 
612  PASS;
613 }
614 
615 /* Test to demonstrate redmine bug 4820 */
616 static int XBitsTestSig03(void)
617 {
618  DetectEngineCtx *de_ctx = NULL;
619  XBitsTestSetup();
622  de_ctx->flags |= DE_QUIET;
623 
625  de_ctx, "alert http any any -> any any (msg:\"TEST - No Error\")\";\
626  flow:established,to_server; http.method; content:\"GET\"; \
627  xbits:set,ET.2020_8260.1,track ip_src,expire 10; sid:1;)");
628  FAIL_IF_NULL(s);
629 
631  XBitsTestShutdown();
632  PASS;
633 }
634 
635 /* Test to demonstrate redmine bug 4820 */
636 static int XBitsTestSig04(void)
637 {
638  DetectEngineCtx *de_ctx = NULL;
639  XBitsTestSetup();
642  de_ctx->flags |= DE_QUIET;
643 
644  Signature *s =
645  DetectEngineAppendSig(de_ctx, "alert http any any -> any any (msg:\"TEST - Error\")\"; \
646  flow:established,to_server; http.method; content:\"GET\"; \
647  xbits:set,ET.2020_8260.1,noalert,track ip_src,expire 10; sid:2;)");
648  FAIL_IF_NOT_NULL(s);
649 
651  XBitsTestShutdown();
652  PASS;
653 }
654 
655 static int XBitsTestSig05(void)
656 {
657  DetectEngineCtx *de_ctx = NULL;
658  XBitsTestSetup();
661  de_ctx->flags |= DE_QUIET;
662 
664  "alert http any any -> any any (msg:\"ET EXPLOIT Possible Pulse Secure VPN RCE "
665  "Chain Stage 1 Inbound - Request Config Backup (CVE-2020-8260)\"; "
666  "flow:established,to_server; http.method; content:\"GET\"; http.uri; "
667  "content:\"/dana-admin/cached/config/config.cgi?type=system\"; fast_pattern; "
668  "xbits:set,ET.2020_8260.1,track ip_src,expire 10; xbits:noalert; "
669  "classtype:attempted-admin; sid:2033750; rev:1;");
670  FAIL_IF_NULL(s);
671 
673  XBitsTestShutdown();
674  PASS;
675 }
676 
677 static int XBitsTestSig06(void)
678 {
679  DetectEngineCtx *de_ctx = NULL;
680  XBitsTestSetup();
683  de_ctx->flags |= DE_QUIET;
684 
686  "alert http any any -> any any (msg:\"ET EXPLOIT Possible Pulse Secure VPN RCE "
687  "Chain Stage 2 Inbound - Upload Malicious Config (CVE-2020-8260)\"; "
688  "flow:established,to_server; http.method; content:\"POST\"; http.uri; "
689  "content:\"/dana-admin/cached/config/import.cgi\"; "
690  "xbits:isset,ET.2020_8260.1,track ip_src,expire 10;"
691  "xbits:set,ET.2020_8260.2,track ip_src,expire 10; "
692  "classtype:attempted-admin; sid:2033751; rev:1;");
693  FAIL_IF_NULL(s);
694 
696  XBitsTestShutdown();
697  PASS;
698 }
699 
700 static int DetectXBitsTestBadRules(void)
701 {
704 
705  const char *sigs[] = {
706  "alert http any any -> any any (content:\"abc\"; xbits:set,bit1,noalert,track "
707  "ip_src;sid:1;)",
708  "alert http any any -> any any (content:\"abc\"; xbits:noalert,set,bit1,noalert,track "
709  "ip_src;sid:10;)",
710  "alert http any any -> any any (content:\"abc\"; xbits:isset,bit2,track "
711  "ip_dst,asdf;sid:2;)",
712  "alert http any any -> any any (content:\"abc\"; xbits:isnotset,track ip_pair;sid:3;)",
713  "alert http any any -> any any (content:\"abc\"; xbits:toggle,track ip_pair,bit4;sid:4;)",
714  "alert http any any -> any any (content:\"abc\"; xbits:unset,bit5,track ipsrc;sid:5;)",
715  "alert http any any -> any any (content:\"abc\"; xbits:bit6,set,track ip_src,expire "
716  "10;sid:6;)",
717  "alert http any any -> any any (content:\"abc\"; xbits:set,bit7,track "
718  "ip_pair,expire;sid:7;)",
719  "alert http any any -> any any (content:\"abc\"; xbits:set,bit7,trackk ip_pair,expire "
720  "3600, noalert;sid:8;)",
721  NULL,
722  };
723 
724  const char **sig = sigs;
725  while (*sig) {
726  SCLogDebug("sig %s", *sig);
728  FAIL_IF_NOT_NULL(s);
729  sig++;
730  }
731 
733  PASS;
734 }
735 
736 static int DetectXBitsTestGoodRules(void)
737 {
740 
741  const char *sigs[] = {
742  "alert http any any -> any any (content:\"abc\"; xbits:set,bit1,track ip_src;sid:1;)",
743  "alert http any any -> any any (content:\"abc\"; xbits:isset,bit2,track ip_dst;sid:2;)",
744  "alert http any any -> any any (content:\"abc\"; xbits:isnotset, bit3, track "
745  "ip_pair;sid:3;)",
746  "alert http any any -> any any (content:\"abc\"; xbits:toggle,bit4, track "
747  "ip_pair;sid:4;)",
748  "alert http any any -> any any (content:\"abc\"; xbits: unset ,bit5,track ip_src;sid:5;)",
749  "alert http any any -> any any (content:\"abc\"; xbits:set,bit6 ,track ip_src, expire "
750  "10 ;sid:6;)",
751  "alert http any any -> any any (content:\"abc\"; xbits:set, bit7, track ip_pair, expire "
752  "3600;sid:7;)",
753  "alert http any any -> any any (content:\"abc\"; xbits:set, bit7, track ip_pair, expire "
754  "3600; xbits:noalert; sid:8;)",
755  "alert http any any -> any any (content:\"abc\"; xbits:noalert; xbits:set, bit7, track "
756  "ip_pair, expire "
757  "3600;sid:9;)",
758  NULL,
759  };
760 
761  const char **sig = sigs;
762  while (*sig) {
763  SCLogDebug("sig %s", *sig);
765  FAIL_IF_NULL(s);
766  sig++;
767  }
768 
770  PASS;
771 }
772 
773 /**
774  * \brief this function registers unit tests for XBits
775  */
776 static void XBitsRegisterTests(void)
777 {
778  UtRegisterTest("XBitsTestParse01", XBitsTestParse01);
779  UtRegisterTest("XBitsTestSig01", XBitsTestSig01);
780  UtRegisterTest("XBitsTestSig02", XBitsTestSig02);
781  UtRegisterTest("XBitsTestSig03", XBitsTestSig03);
782  UtRegisterTest("XBitsTestSig04", XBitsTestSig04);
783  UtRegisterTest("XBitsTestSig05", XBitsTestSig05);
784  UtRegisterTest("XBitsTestSig06", XBitsTestSig06);
785  UtRegisterTest("DetectXBitsTestBadRules", DetectXBitsTestBadRules);
786  UtRegisterTest("DetectXBitsTestGoodRules", DetectXBitsTestGoodRules);
787 }
788 #endif /* UNITTESTS */
IPPairBitUnset
void IPPairBitUnset(IPPair *h, uint32_t idx)
Definition: ippair-bit.c:138
util-byte.h
StatsReleaseResources
void StatsReleaseResources(void)
Releases the resources allotted by the Stats API.
Definition: counters.c:1387
tx-bit.h
SigTableElmt_::url
const char * url
Definition: detect.h:1545
Packet_::proto
uint8_t proto
Definition: decode.h:550
detect-engine.h
FAIL_IF_NULL
#define FAIL_IF_NULL(expr)
Fail a test if expression evaluates to NULL.
Definition: util-unittest.h:89
SCStorageInit
void SCStorageInit(void)
Definition: util-storage.c:67
DetectXbitsRegister
void DetectXbitsRegister(void)
Definition: detect-xbits.c:69
IPPairInitConfig
void IPPairInitConfig(bool quiet)
initialize the configuration
Definition: ippair.c:162
SigTableElmt_::desc
const char * desc
Definition: detect.h:1544
sigmatch_table
SigTableElmt * sigmatch_table
Definition: detect-parse.c:78
DetectXbitsData_::expire
uint32_t expire
Definition: detect-xbits.h:45
SigTableElmt_::Free
void(* Free)(DetectEngineCtx *, void *)
Definition: detect.h:1529
SignatureHook_::sm_list
int sm_list
Definition: detect.h:556
flow-util.h
IPPairRelease
void IPPairRelease(IPPair *h)
Definition: ippair.c:505
SigTableElmt_::name
const char * name
Definition: detect.h:1542
unlikely
#define unlikely(expr)
Definition: util-optimize.h:35
UtRegisterTest
void UtRegisterTest(const char *name, int(*TestFn)(void))
Register unit test.
Definition: util-unittest.c:101
SigTableElmt_::flags
uint32_t flags
Definition: detect.h:1533
SCLogDebug
#define SCLogDebug(...)
Definition: util-debug.h:282
next
struct HtpBodyChunk_ * next
Definition: app-layer-htp.h:0
name
const char * name
Definition: detect-engine-proto.c:47
Packet_::payload
uint8_t * payload
Definition: decode.h:640
DetectEngineThreadCtx_::tx_id
uint64_t tx_id
Definition: detect.h:1373
action-globals.h
ippair-bit.h
threads.h
IPPairBitSet
void IPPairBitSet(IPPair *h, uint32_t idx, SCTime_t expire)
Definition: ippair-bit.c:130
Flow_
Flow data structure.
Definition: flow.h:360
ctx
struct Thresholds ctx
DetectEngineCtx_
main detection engine ctx
Definition: detect.h:966
DetectXbitsData_::cmd
uint8_t cmd
Definition: detect-xbits.h:43
DetectEngineCtxFree
void DetectEngineCtxFree(DetectEngineCtx *)
Free a DetectEngineCtx::
Definition: detect-engine.c:2913
IPPairBitIsset
int IPPairBitIsset(IPPair *h, uint32_t idx, SCTime_t ts)
Definition: ippair-bit.c:156
SigTableElmt_::AppLayerTxMatch
int(* AppLayerTxMatch)(DetectEngineThreadCtx *, Flow *, uint8_t flags, void *alstate, void *txv, const Signature *, const SigMatchCtx *)
Definition: detect.h:1507
flow-bit.h
util-var-name.h
DETECT_XBITS_TRACK_IPDST
#define DETECT_XBITS_TRACK_IPDST
Definition: detect-xbits.h:35
DE_QUIET
#define DE_QUIET
Definition: detect.h:305
SigMatchSignatures
void SigMatchSignatures(ThreadVars *tv, DetectEngineCtx *de_ctx, DetectEngineThreadCtx *det_ctx, Packet *p)
wrapper for old tests
Definition: detect.c:3360
p
Packet * p
Definition: fuzz_dataset.c:30
VarNameStoreRegister
uint32_t VarNameStoreRegister(const char *name, const enum VarTypes type)
Definition: util-var-name.c:156
DetectEngineAppendSig
Signature * DetectEngineAppendSig(DetectEngineCtx *, const char *)
Parse and append a Signature into the Detection Engine Context signature list.
Definition: detect-parse.c:4045
SigTableElmt_::Setup
int(* Setup)(DetectEngineCtx *, Signature *, const char *)
Definition: detect.h:1524
HostBitInitCtx
void HostBitInitCtx(void)
Definition: host-bit.c:48
Packet_::payload_len
uint16_t payload_len
Definition: decode.h:641
DetectXbitsData_
Definition: detect-xbits.h:41
strlcpy
size_t strlcpy(char *dst, const char *src, size_t siz)
Definition: util-strlcpyu.c:43
VAR_TYPE_NOT_SET
@ VAR_TYPE_NOT_SET
Definition: util-var.h:29
GOOD_INPUT
#define GOOD_INPUT(str, command, trk, typ, exp)
IPPairShutdown
void IPPairShutdown(void)
shutdown the flow engine
Definition: ippair.c:290
SIGNATURE_HOOK_TYPE_APP
@ SIGNATURE_HOOK_TYPE_APP
Definition: detect.h:529
DetectXbitMatchHost
int DetectXbitMatchHost(Packet *p, const DetectXbitsData *xd)
Definition: detect-hostbits.c:247
detect-xbits.h
DETECT_XBITS_CMD_ISNOTSET
#define DETECT_XBITS_CMD_ISNOTSET
Definition: detect-xbits.h:30
DETECT_XBITS_EXPIRE_DEFAULT
#define DETECT_XBITS_EXPIRE_DEFAULT
Definition: detect-xbits.h:39
decode.h
FAIL_IF_NOT_NULL
#define FAIL_IF_NOT_NULL(expr)
Fail a test if expression evaluates to non-NULL.
Definition: util-unittest.h:96
util-debug.h
PASS
#define PASS
Pass the test.
Definition: util-unittest.h:105
AppLayerTxData
Definition: app-layer-parser.h:172
de_ctx
DetectEngineCtx * de_ctx
Definition: fuzz_siginit.c:22
DetectEngineThreadCtx_
Definition: detect.h:1295
Packet_::ts
SCTime_t ts
Definition: decode.h:590
TxBitIsset
int TxBitIsset(AppLayerTxData *txd, uint32_t idx)
Definition: tx-bit.c:70
detect-engine-mpm.h
SCSigMatchAppendSMToList
SigMatch * SCSigMatchAppendSMToList(DetectEngineCtx *de_ctx, Signature *s, uint16_t type, SigMatchCtx *ctx, const int list)
Append a SigMatch to the list type.
Definition: detect-parse.c:424
detect.h
ThreadVars_
Per thread variable structure.
Definition: threadvars.h:57
BAD_INPUT
#define BAD_INPUT(str)
DetectEngineThreadCtxInit
TmEcode DetectEngineThreadCtxInit(ThreadVars *tv, void *initdata, void **data)
initialize thread specific detection engine context
Definition: detect-engine.c:3666
VarNameStoreUnregister
void VarNameStoreUnregister(const uint32_t id, const enum VarTypes type)
Definition: util-var-name.c:205
DETECT_ENGINE_INSPECT_SIG_MATCH
#define DETECT_ENGINE_INSPECT_SIG_MATCH
Definition: detect-engine-state.h:41
DETECT_XBITS_TRACK_IPPAIR
#define DETECT_XBITS_TRACK_IPPAIR
Definition: detect-xbits.h:36
PacketFree
void PacketFree(Packet *p)
Return a malloced packet.
Definition: decode.c:231
StringParseUint32
int StringParseUint32(uint32_t *res, int base, size_t len, const char *str)
Definition: util-byte.c:268
IPPairGetIPPairFromHash
IPPair * IPPairGetIPPairFromHash(Address *a, Address *b)
Definition: ippair.c:524
app-layer-parser.h
DETECT_XBITS
@ DETECT_XBITS
Definition: detect-engine-register.h:73
SignatureInitData_::hook
SignatureHook hook
Definition: detect.h:575
Signature_::action
uint8_t action
Definition: detect.h:678
DetectXbitsData_::type
enum VarTypes type
Definition: detect-xbits.h:47
ACTION_ALERT
#define ACTION_ALERT
Definition: action-globals.h:29
Packet_
Definition: decode.h:528
SIGMATCH_IPONLY_COMPAT
#define SIGMATCH_IPONLY_COMPAT
Definition: detect-engine-register.h:339
detect-engine-build.h
AppLayerTxData::txbits
GenericVar * txbits
Definition: app-layer-parser.h:225
Signature_::init_data
SignatureInitData * init_data
Definition: detect.h:746
detect-engine-state.h
Data structures and function prototypes for keeping state for the detection engine.
SigTableElmt_::Match
int(* Match)(DetectEngineThreadCtx *, Packet *, const Signature *, const SigMatchCtx *)
Definition: detect.h:1504
SigGroupBuild
int SigGroupBuild(DetectEngineCtx *de_ctx)
Convert the signature list into the runtime match structure.
Definition: detect-engine-build.c:2300
StatsThreadInit
void StatsThreadInit(StatsThreadContext *stats)
Definition: counters.c:1332
SigMatchCtx_
Used to start a pointer to SigMatch context Should never be dereferenced without casting to something...
Definition: detect.h:326
DETECT_XBITS_TRACK_TX
#define DETECT_XBITS_TRACK_TX
Definition: detect-xbits.h:37
th_v
ThreadVars * th_v
Definition: fuzz_dataset.c:29
IPPairBitIsnotset
int IPPairBitIsnotset(IPPair *h, uint32_t idx, SCTime_t ts)
Definition: ippair-bit.c:170
Packet_::flow
struct Flow_ * flow
Definition: decode.h:584
flags
uint8_t flags
Definition: decode-gre.h:0
suricata-common.h
DETECT_SM_LIST_MATCH
@ DETECT_SM_LIST_MATCH
Definition: detect-engine-register.h:306
DETECT_SM_LIST_POSTMATCH
@ DETECT_SM_LIST_POSTMATCH
Definition: detect-engine-register.h:316
IPPair_
Definition: ippair.h:58
SignatureHook_::type
enum SignatureHookType type
Definition: detect.h:555
DetectEngineThreadCtxDeinit
TmEcode DetectEngineThreadCtxDeinit(ThreadVars *tv, void *data)
Definition: detect-engine.c:3944
util-spm.h
DetectXbitsData_::idx
uint32_t idx
Definition: detect-xbits.h:42
HostShutdown
void HostShutdown(void)
shutdown the flow engine
Definition: host.c:296
DETECT_ENGINE_INSPECT_SIG_NO_MATCH
#define DETECT_ENGINE_INSPECT_SIG_NO_MATCH
Definition: detect-engine-state.h:40
detect-hostbits.h
VAR_TYPE_HOST_BIT
@ VAR_TYPE_HOST_BIT
Definition: util-var.h:41
IPPairBitInitCtx
void IPPairBitInitCtx(void)
Definition: ippair-bit.c:48
PacketGetFromAlloc
Packet * PacketGetFromAlloc(void)
Get a malloced packet.
Definition: decode.c:270
detect-engine-sigorder.h
TxBitSet
int TxBitSet(AppLayerTxData *txd, uint32_t idx)
Definition: tx-bit.c:81
DetectXbitsData_::tracker
uint8_t tracker
Definition: detect-xbits.h:44
SCLogError
#define SCLogError(...)
Macro used to log ERROR messages.
Definition: util-debug.h:274
SCFree
#define SCFree(p)
Definition: util-mem.h:61
Signature_::id
uint32_t id
Definition: detect.h:712
DETECT_XBITS_TRACK_IPSRC
#define DETECT_XBITS_TRACK_IPSRC
Definition: detect-xbits.h:34
detect-parse.h
Signature_
Signature container.
Definition: detect.h:663
DETECT_XBITS_CMD_ISSET
#define DETECT_XBITS_CMD_ISSET
Definition: detect-xbits.h:31
DetectEngineThreadCtx_::tx_id_set
bool tx_id_set
Definition: detect.h:1338
DetectEngineCtxInit
DetectEngineCtx * DetectEngineCtxInit(void)
Definition: detect-engine.c:2874
IPPairBitToggle
void IPPairBitToggle(IPPair *h, uint32_t idx, SCTime_t expire)
Definition: ippair-bit.c:146
VarTypes
VarTypes
Definition: util-var.h:28
SCStorageCleanup
void SCStorageCleanup(void)
Definition: util-storage.c:75
SIGMATCH_SUPPORT_FIREWALL
#define SIGMATCH_SUPPORT_FIREWALL
Definition: detect-engine-register.h:365
Address_::family
char family
Definition: decode.h:131
Packet_::dst
Address dst
Definition: decode.h:533
IPPairLookupIPPairFromHash
IPPair * IPPairLookupIPPairFromHash(Address *a, Address *b)
look up a ippair in the hash
Definition: ippair.c:623
VAR_TYPE_TX_BIT
@ VAR_TYPE_TX_BIT
Definition: util-var.h:49
HostInitConfig
void HostInitConfig(bool quiet)
initialize the configuration
Definition: host.c:168
DETECT_XBITS_CMD_SET
#define DETECT_XBITS_CMD_SET
Definition: detect-xbits.h:27
DetectEngineCtx_::flags
uint8_t flags
Definition: detect.h:968
DETECT_XBITS_CMD_TOGGLE
#define DETECT_XBITS_CMD_TOGGLE
Definition: detect-xbits.h:28
flow.h
DETECT_XBITS_CMD_UNSET
#define DETECT_XBITS_CMD_UNSET
Definition: detect-xbits.h:29
VAR_TYPE_IPPAIR_BIT
@ VAR_TYPE_IPPAIR_BIT
Definition: util-var.h:45
SCTIME_ADD_SECS
#define SCTIME_ADD_SECS(ts, s)
Definition: util-time.h:64
SCCalloc
#define SCCalloc(nm, sz)
Definition: util-mem.h:53
ThreadVars_::stats
StatsThreadContext stats
Definition: threadvars.h:120
StatsThreadCleanup
void StatsThreadCleanup(StatsThreadContext *stats)
Definition: counters.c:1428
DetectEngineThreadCtx_::tx_data
struct AppLayerTxData * tx_data
Definition: detect.h:1377
DEBUG_VALIDATE_BUG_ON
#define DEBUG_VALIDATE_BUG_ON(exp)
Definition: util-validate.h:109
Packet_::src
Address src
Definition: decode.h:532
SCStorageFinalize
int SCStorageFinalize(void)
Definition: util-storage.c:134
host-bit.h
SigTableElmt_::RegisterTests
void(* RegisterTests)(void)
Definition: detect.h:1531
f
Flow f
Definition: fuzz_dataset.c:32