suricata
util-mpm.h
Go to the documentation of this file.
1 /* Copyright (C) 2007-2014 Open Information Security Foundation
2  *
3  * You can copy, redistribute or modify this Program under the terms of
4  * the GNU General Public License version 2 as published by the Free
5  * Software Foundation.
6  *
7  * This program is distributed in the hope that it will be useful,
8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10  * GNU General Public License for more details.
11  *
12  * You should have received a copy of the GNU General Public License
13  * version 2 along with this program; if not, write to the Free Software
14  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
15  * 02110-1301, USA.
16  */
17 
18 /**
19  * \file
20  *
21  * \author Victor Julien <victor@inliniac.net>
22  */
23 
24 #ifndef SURICATA_UTIL_MPM_H
25 #define SURICATA_UTIL_MPM_H
26 
27 #include "app-layer-protos.h"
28 // forward declaration for bindgen
29 #define SigIntId uint32_t
31 
32 #define MPM_INIT_HASH_SIZE 65536
33 
34 enum {
36 
37  /* aho-corasick */
41  /* table size */
43 };
44 
45 /* Internal Pattern Index: 0 to pattern_cnt-1 */
46 typedef uint32_t MpmPatternIndex;
47 
48 typedef struct MpmThreadCtx_ {
49  void *ctx;
50 
51  uint32_t memory_cnt;
52  uint32_t memory_size;
53 
55 
56 typedef struct MpmPattern_ {
57  /* length of the pattern */
58  uint16_t len;
59  /* flags describing the pattern */
60  uint8_t flags;
61 
62  /* offset into the buffer where match may start */
63  uint16_t offset;
64 
65  /* offset into the buffer before which match much complete */
66  uint16_t depth;
67 
68  /* holds the original pattern that was added */
69  uint8_t *original_pat;
70  /* case sensitive */
71  uint8_t *cs;
72  /* case insensitive */
73  uint8_t *ci;
74  /* pattern id */
75  uint32_t id;
76 
77  /* sid(s) for this pattern */
78  uint32_t sids_size;
80 
81  struct MpmPattern_ *next;
83 
84 /* Indicates if this a global mpm_ctx. Global mpm_ctx is the one that
85  * is instantiated when we use "single". Non-global is "full", i.e.
86  * one per sgh. */
87 #define MPMCTX_FLAGS_GLOBAL BIT_U8(0)
88 #define MPMCTX_FLAGS_NODEPTH BIT_U8(1)
89 #define MPMCTX_FLAGS_CACHE_TO_DISK BIT_U8(2)
90 
91 typedef struct MpmConfig_ {
92  const char *cache_dir_path;
93  uint64_t cache_max_age_seconds; /* 0 means disabled/no pruning policy */
94  void *cache_stats;
96 
97 typedef struct MpmCtx_ {
98  void *ctx;
99  uint8_t mpm_type;
100 
101  uint8_t flags;
102 
103  uint16_t maxdepth;
104 
105  /* unique patterns */
106  uint32_t pattern_cnt;
107 
108  uint16_t minlen;
109  uint16_t maxlen;
110 
111  uint32_t memory_cnt;
112  uint32_t memory_size;
113 
114  uint32_t max_pat_id;
115 
116  /* hash used during ctx initialization */
119 
120 /* if we want to retrieve an unique mpm context from the mpm context factory
121  * we should supply this as the key */
122 #define MPM_CTX_FACTORY_UNIQUE_CONTEXT -1
123 
124 typedef struct MpmCtxFactoryItem {
125  const char *name;
128  int32_t id;
129  int32_t sm_list;
130  AppProto alproto; /**< ALPROTO_UNKNOWN is not an app item */
133 
134 typedef struct MpmCtxFactoryContainer_ {
136  int32_t max_id;
138 
139 /** pattern is case insensitive */
140 #define MPM_PATTERN_FLAG_NOCASE 0x01
141 /** pattern has a depth setting */
142 #define MPM_PATTERN_FLAG_DEPTH 0x04
143 /** pattern has an offset setting */
144 #define MPM_PATTERN_FLAG_OFFSET 0x08
145 /** the ctx uses it's own internal id instead of
146  * what is passed through the API */
147 #define MPM_PATTERN_CTX_OWNS_ID 0x20
148 #define MPM_PATTERN_FLAG_ENDSWITH 0x40
149 
150 #define MPM_FEATURE_FLAG_DEPTH BIT_U8(0)
151 #define MPM_FEATURE_FLAG_OFFSET BIT_U8(1)
152 #define MPM_FEATURE_FLAG_ENDSWITH BIT_U8(2)
153 
154 typedef struct MpmTableElmt_ {
155  const char *name;
156  void (*InitCtx)(struct MpmCtx_ *);
157  void (*InitThreadCtx)(struct MpmCtx_ *, struct MpmThreadCtx_ *);
158  void (*DestroyCtx)(struct MpmCtx_ *);
159  void (*DestroyThreadCtx)(struct MpmCtx_ *, struct MpmThreadCtx_ *);
160 
161  MpmConfig *(*ConfigInit)(void);
162  void (*ConfigDeinit)(MpmConfig **);
163  void (*ConfigCacheDirSet)(MpmConfig *, const char *dir_path);
164 
165  /** function pointers for adding patterns to the mpm ctx.
166  *
167  * \param mpm_ctx Mpm context to add the pattern to
168  * \param pattern pointer to the pattern
169  * \param pattern_len length of the pattern in bytes
170  * \param offset pattern offset setting
171  * \param depth pattern depth setting
172  * \param pid pattern id
173  * \param sid signature _internal_ id
174  * \param flags pattern flags
175  */
176  int (*AddPattern)(struct MpmCtx_ *, uint8_t *, uint16_t, uint16_t, uint16_t, uint32_t, SigIntId, uint8_t);
177  int (*AddPatternNocase)(struct MpmCtx_ *, const uint8_t *, uint16_t, uint16_t, uint16_t,
178  uint32_t, SigIntId, uint8_t);
179  int (*Prepare)(MpmConfig *, struct MpmCtx_ *);
180  void *(*CacheStatsInit)(void);
181  void (*CacheStatsPrint)(void *data);
182  void (*CacheStatsDeinit)(void *data);
185  /** \retval cnt number of patterns that matches: once per pattern max. */
186  uint32_t (*Search)(const struct MpmCtx_ *, struct MpmThreadCtx_ *, PrefilterRuleStore *, const uint8_t *, uint32_t);
187  void (*PrintCtx)(struct MpmCtx_ *);
188  void (*PrintThreadCtx)(struct MpmThreadCtx_ *);
189 #ifdef UNITTESTS
190  void (*RegisterUnittests)(void);
191 #endif
192  uint8_t feature_flags;
194 
196 extern uint8_t mpm_default_matcher;
197 
198 struct DetectEngineCtx_;
199 
201  struct DetectEngineCtx_ *, const char *, const int, const AppProto);
205 int32_t MpmFactoryIsMpmCtxAvailable(const struct DetectEngineCtx_ *, const MpmCtx *);
206 
207 void MpmTableSetup(void);
208 void MpmRegisterTests(void);
209 
210 void MpmInitCtx(MpmCtx *mpm_ctx, uint8_t matcher);
211 void MpmInitThreadCtx(MpmThreadCtx *mpm_thread_ctx, uint16_t);
212 void MpmDestroyThreadCtx(MpmThreadCtx *mpm_thread_ctx, const uint16_t matcher);
213 
214 int MpmAddPatternCS(struct MpmCtx_ *mpm_ctx, uint8_t *pat, uint16_t patlen,
215  uint16_t offset, uint16_t depth,
216  uint32_t pid, SigIntId sid, uint8_t flags);
217 int SCMpmAddPatternCI(MpmCtx *mpm_ctx, const uint8_t *pat, uint16_t patlen, uint16_t offset,
218  uint16_t depth, uint32_t pid, SigIntId sid, uint8_t flags);
219 
220 void MpmFreePattern(MpmCtx *mpm_ctx, MpmPattern *p);
221 
222 int MpmAddPattern(MpmCtx *mpm_ctx, const uint8_t *pat, uint16_t patlen, uint16_t offset,
223  uint16_t depth, uint32_t pid, SigIntId sid, uint8_t flags);
224 
225 #endif /* SURICATA_UTIL_MPM_H */
MpmTableElmt_::PrintThreadCtx
void(* PrintThreadCtx)(struct MpmThreadCtx_ *)
Definition: util-mpm.h:188
MpmCtx_::mpm_type
uint8_t mpm_type
Definition: util-mpm.h:99
MpmPatternIndex
uint32_t MpmPatternIndex
Definition: util-mpm.h:46
offset
uint64_t offset
Definition: util-streaming-buffer.h:0
MpmTableElmt_::InitThreadCtx
void(* InitThreadCtx)(struct MpmCtx_ *, struct MpmThreadCtx_ *)
Definition: util-mpm.h:157
MpmThreadCtx_
Definition: util-mpm.h:48
MPM_AC
@ MPM_AC
Definition: util-mpm.h:38
MpmTableElmt_::name
const char * name
Definition: util-mpm.h:155
PrefilterRuleStore_
structure for storing potential rule matches
Definition: util-prefilter.h:34
MpmConfig
struct MpmConfig_ MpmConfig
MPM_TABLE_SIZE
@ MPM_TABLE_SIZE
Definition: util-mpm.h:42
SigIntId
#define SigIntId
Definition: util-mpm.h:29
AppProto
uint16_t AppProto
Definition: app-layer-protos.h:86
MpmThreadCtx_::memory_cnt
uint32_t memory_cnt
Definition: util-mpm.h:51
MpmCtxFactoryContainer
struct MpmCtxFactoryContainer_ MpmCtxFactoryContainer
MpmTableElmt
struct MpmTableElmt_ MpmTableElmt
MpmAddPatternCS
int MpmAddPatternCS(struct MpmCtx_ *mpm_ctx, uint8_t *pat, uint16_t patlen, uint16_t offset, uint16_t depth, uint32_t pid, SigIntId sid, uint8_t flags)
Definition: util-mpm.c:249
DetectEngineCtx_
main detection engine ctx
Definition: detect.h:933
MpmCtx_::memory_size
uint32_t memory_size
Definition: util-mpm.h:112
MpmAddPattern
int MpmAddPattern(MpmCtx *mpm_ctx, const uint8_t *pat, uint16_t patlen, uint16_t offset, uint16_t depth, uint32_t pid, SigIntId sid, uint8_t flags)
Definition: util-mpm.c:435
SCMpmAddPatternCI
int SCMpmAddPatternCI(MpmCtx *mpm_ctx, const uint8_t *pat, uint16_t patlen, uint16_t offset, uint16_t depth, uint32_t pid, SigIntId sid, uint8_t flags)
Definition: util-mpm.c:258
MpmCtxFactoryItem::mpm_ctx_ts
MpmCtx * mpm_ctx_ts
Definition: util-mpm.h:126
MpmTableElmt_::CacheStatsPrint
void(* CacheStatsPrint)(void *data)
Definition: util-mpm.h:181
MpmCtx_::maxlen
uint16_t maxlen
Definition: util-mpm.h:109
MpmTableElmt_::AddPattern
int(* AddPattern)(struct MpmCtx_ *, uint8_t *, uint16_t, uint16_t, uint16_t, uint32_t, SigIntId, uint8_t)
Definition: util-mpm.h:176
mpm_table
MpmTableElmt mpm_table[MPM_TABLE_SIZE]
Definition: util-mpm.c:47
MpmTableElmt_::feature_flags
uint8_t feature_flags
Definition: util-mpm.h:192
MpmCtxFactoryItem
struct MpmCtxFactoryItem MpmCtxFactoryItem
MpmPattern_::original_pat
uint8_t * original_pat
Definition: util-mpm.h:69
MpmCtx_::maxdepth
uint16_t maxdepth
Definition: util-mpm.h:103
MpmThreadCtx
struct MpmThreadCtx_ MpmThreadCtx
MpmTableElmt_::InitCtx
void(* InitCtx)(struct MpmCtx_ *)
Definition: util-mpm.h:156
MpmConfig_::cache_dir_path
const char * cache_dir_path
Definition: util-mpm.h:92
MpmPattern_::flags
uint8_t flags
Definition: util-mpm.h:60
MpmInitThreadCtx
void MpmInitThreadCtx(MpmThreadCtx *mpm_thread_ctx, uint16_t)
Definition: util-mpm.c:195
MpmTableElmt_::PrintCtx
void(* PrintCtx)(struct MpmCtx_ *)
Definition: util-mpm.h:187
MpmCtx_::max_pat_id
uint32_t max_pat_id
Definition: util-mpm.h:114
MpmTableSetup
void MpmTableSetup(void)
Definition: util-mpm.c:224
MpmPattern
struct MpmPattern_ MpmPattern
MpmCtxFactoryItem::name
const char * name
Definition: util-mpm.h:125
MpmPattern_::next
struct MpmPattern_ * next
Definition: util-mpm.h:81
MpmPattern_::id
uint32_t id
Definition: util-mpm.h:75
MpmThreadCtx_::memory_size
uint32_t memory_size
Definition: util-mpm.h:52
MpmTableElmt_::CacheStatsDeinit
void(* CacheStatsDeinit)(void *data)
Definition: util-mpm.h:182
MpmFactoryIsMpmCtxAvailable
int32_t MpmFactoryIsMpmCtxAvailable(const struct DetectEngineCtx_ *, const MpmCtx *)
mpm_default_matcher
uint8_t mpm_default_matcher
Definition: util-mpm.c:48
MpmCtxFactoryContainer_::items
MpmCtxFactoryItem * items
Definition: util-mpm.h:135
MpmCtx_::minlen
uint16_t minlen
Definition: util-mpm.h:108
MPM_NOTSET
@ MPM_NOTSET
Definition: util-mpm.h:35
MpmPattern_::sids_size
uint32_t sids_size
Definition: util-mpm.h:78
MpmFreePattern
void MpmFreePattern(MpmCtx *mpm_ctx, MpmPattern *p)
Definition: util-mpm.c:353
MpmTableElmt_::CacheRuleset
int(* CacheRuleset)(MpmConfig *)
Definition: util-mpm.h:183
MpmPattern_
Definition: util-mpm.h:56
MpmCtxFactoryItem::sm_list
int32_t sm_list
Definition: util-mpm.h:129
MpmTableElmt_::Search
uint32_t(* Search)(const struct MpmCtx_ *, struct MpmThreadCtx_ *, PrefilterRuleStore *, const uint8_t *, uint32_t)
Definition: util-mpm.h:186
MpmPattern_::ci
uint8_t * ci
Definition: util-mpm.h:73
MpmCtxFactoryItem::next
struct MpmCtxFactoryItem * next
Definition: util-mpm.h:131
MpmConfig_::cache_max_age_seconds
uint64_t cache_max_age_seconds
Definition: util-mpm.h:93
flags
uint8_t flags
Definition: decode-gre.h:0
MpmCtx_::pattern_cnt
uint32_t pattern_cnt
Definition: util-mpm.h:106
MpmFactoryReClaimMpmCtx
void MpmFactoryReClaimMpmCtx(const struct DetectEngineCtx_ *, MpmCtx *)
MpmConfig_::cache_stats
void * cache_stats
Definition: util-mpm.h:94
MpmTableElmt_::AddPatternNocase
int(* AddPatternNocase)(struct MpmCtx_ *, const uint8_t *, uint16_t, uint16_t, uint16_t, uint32_t, SigIntId, uint8_t)
Definition: util-mpm.h:177
MPM_HS
@ MPM_HS
Definition: util-mpm.h:40
MpmPattern_::offset
uint16_t offset
Definition: util-mpm.h:63
MpmPattern_::sids
SigIntId * sids
Definition: util-mpm.h:79
MpmRegisterTests
void MpmRegisterTests(void)
Definition: util-mpm.c:570
MpmPattern_::depth
uint16_t depth
Definition: util-mpm.h:66
MpmFactoryDeRegisterAllMpmCtxProfiles
void MpmFactoryDeRegisterAllMpmCtxProfiles(struct DetectEngineCtx_ *)
Definition: util-mpm.c:168
MpmTableElmt_::Prepare
int(* Prepare)(MpmConfig *, struct MpmCtx_ *)
Definition: util-mpm.h:179
MpmTableElmt_::DestroyCtx
void(* DestroyCtx)(struct MpmCtx_ *)
Definition: util-mpm.h:158
MpmCtxFactoryItem
Definition: util-mpm.h:124
MpmConfig_
Definition: util-mpm.h:91
MpmCtxFactoryItem::alproto
AppProto alproto
Definition: util-mpm.h:130
MpmCtxFactoryItem::id
int32_t id
Definition: util-mpm.h:128
MpmCtx_::memory_cnt
uint32_t memory_cnt
Definition: util-mpm.h:111
MpmCtx_::init_hash
MpmPattern ** init_hash
Definition: util-mpm.h:117
MpmPattern_::len
uint16_t len
Definition: util-mpm.h:58
app-layer-protos.h
MpmTableElmt_::ConfigDeinit
void(* ConfigDeinit)(MpmConfig **)
Definition: util-mpm.h:162
MpmCtxFactoryItem::mpm_ctx_tc
MpmCtx * mpm_ctx_tc
Definition: util-mpm.h:127
MpmTableElmt_::ConfigCacheDirSet
void(* ConfigCacheDirSet)(MpmConfig *, const char *dir_path)
Definition: util-mpm.h:163
MpmFactoryRegisterMpmCtxProfile
int32_t MpmFactoryRegisterMpmCtxProfile(struct DetectEngineCtx_ *, const char *, const int, const AppProto)
Register a new Mpm Context.
Definition: util-mpm.c:59
MpmTableElmt_::CachePrune
int(* CachePrune)(MpmConfig *)
Definition: util-mpm.h:184
MpmCtx
struct MpmCtx_ MpmCtx
MpmTableElmt_::DestroyThreadCtx
void(* DestroyThreadCtx)(struct MpmCtx_ *, struct MpmThreadCtx_ *)
Definition: util-mpm.h:159
MpmCtxFactoryContainer_::max_id
int32_t max_id
Definition: util-mpm.h:136
MpmCtx_
Definition: util-mpm.h:97
MpmPattern_::cs
uint8_t * cs
Definition: util-mpm.h:71
MpmCtx_::flags
uint8_t flags
Definition: util-mpm.h:101
MpmTableElmt_
Definition: util-mpm.h:154
MpmCtx_::ctx
void * ctx
Definition: util-mpm.h:98
MpmInitCtx
void MpmInitCtx(MpmCtx *mpm_ctx, uint8_t matcher)
Definition: util-mpm.c:209
MpmFactoryGetMpmCtxForProfile
MpmCtx * MpmFactoryGetMpmCtxForProfile(const struct DetectEngineCtx_ *, int32_t, int)
MpmThreadCtx_::ctx
void * ctx
Definition: util-mpm.h:49
MpmTableElmt_::RegisterUnittests
void(* RegisterUnittests)(void)
Definition: util-mpm.h:190
MpmCtxFactoryContainer_
Definition: util-mpm.h:134
MpmDestroyThreadCtx
void MpmDestroyThreadCtx(MpmThreadCtx *mpm_thread_ctx, const uint16_t matcher)
Definition: util-mpm.c:202
MPM_AC_KS
@ MPM_AC_KS
Definition: util-mpm.h:39