suricata
detect-http-header-names.c
Go to the documentation of this file.
1 /* Copyright (C) 2007-2017 Open Information Security Foundation
2  *
3  * You can copy, redistribute or modify this Program under the terms of
4  * the GNU General Public License version 2 as published by the Free
5  * Software Foundation.
6  *
7  * This program is distributed in the hope that it will be useful,
8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10  * GNU General Public License for more details.
11  *
12  * You should have received a copy of the GNU General Public License
13  * version 2 along with this program; if not, write to the Free Software
14  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
15  * 02110-1301, USA.
16  */
17 
18 /**
19  * \ingroup httplayer
20  *
21  * @{
22  */
23 
24 
25 /**
26  * \file
27  *
28  * \author Victor Julien <victor@inliniac.net>
29  *
30  * Implements support http_header_names
31  */
32 
33 #include "suricata-common.h"
34 #include "threads.h"
35 #include "decode.h"
36 
37 #include "detect.h"
38 #include "detect-parse.h"
39 #include "detect-engine.h"
40 #include "detect-engine-buffer.h"
41 #include "detect-engine-mpm.h"
42 #include "detect-engine-state.h"
45 #include "detect-content.h"
46 #include "detect-pcre.h"
49 
50 #include "flow.h"
51 #include "flow-var.h"
52 #include "flow-util.h"
53 
54 #include "util-debug.h"
55 #include "util-unittest-helper.h"
56 #include "util-spm.h"
57 #include "util-print.h"
58 
59 #include "app-layer.h"
60 #include "app-layer-parser.h"
61 
62 #include "app-layer-htp.h"
63 #include "detect-http-header.h"
64 #include "stream-tcp.h"
65 
66 #define KEYWORD_NAME "http.header_names"
67 #define KEYWORD_NAME_LEGACY "http_header_names"
68 #define KEYWORD_DOC "http-keywords.html#http-header-names"
69 #define BUFFER_NAME "http_header_names"
70 #define BUFFER_DESC "http header names"
71 static int g_buffer_id = 0;
72 static int g_keyword_thread_id = 0;
73 static int g_http2_thread_id = 0;
74 
75 #define BUFFER_SIZE_STEP 256
77 
78 static uint8_t *GetBufferForTX(
79  htp_tx_t *tx, DetectEngineThreadCtx *det_ctx, uint8_t flags, uint32_t *buffer_len)
80 {
81  *buffer_len = 0;
82 
83  HttpHeaderThreadData *hdr_td = NULL;
84  HttpHeaderBuffer *buf = HttpHeaderGetBufferSpace(det_ctx, flags, g_keyword_thread_id, &hdr_td);
85  if (unlikely(buf == NULL)) {
86  return NULL;
87  }
88 
89  const htp_headers_t *headers;
90  if (flags & STREAM_TOSERVER) {
91  if (AppLayerParserGetStateProgress(IPPROTO_TCP, ALPROTO_HTTP1, tx, flags) <=
92  HTP_REQUEST_PROGRESS_HEADERS)
93  return NULL;
94  headers = htp_tx_request_headers(tx);
95  } else {
96  if (AppLayerParserGetStateProgress(IPPROTO_TCP, ALPROTO_HTTP1, tx, flags) <=
97  HTP_RESPONSE_PROGRESS_HEADERS)
98  return NULL;
99  headers = htp_tx_response_headers(tx);
100  }
101  if (headers == NULL)
102  return NULL;
103 
104  /* fill the buffer. \r\nName1\r\nName2\r\n\r\n */
105  size_t i = 0;
106  size_t no_of_headers = htp_headers_size(headers);
107  for (; i < no_of_headers; i++) {
108  const htp_header_t *h = htp_headers_get_index(headers, i);
109  size_t size = htp_header_name_len(h) + 2; // for \r\n
110  if (i == 0)
111  size += 2;
112  if (i + 1 == no_of_headers)
113  size += 2;
114 
115  SCLogDebug("size %"PRIuMAX" + buf->len %u vs buf->size %u",
116  (uintmax_t)size, buf->len, buf->size);
117  if (size + buf->len > buf->size) {
118  if (HttpHeaderExpandBuffer(hdr_td, buf, size) != 0) {
119  return NULL;
120  }
121  }
122 
123  /* start with a \r\n */
124  if (i == 0) {
125  buf->buffer[buf->len++] = '\r';
126  buf->buffer[buf->len++] = '\n';
127  }
128 
129  memcpy(buf->buffer + buf->len, htp_header_name_ptr(h), htp_header_name_len(h));
130  buf->len += htp_header_name_len(h);
131  buf->buffer[buf->len++] = '\r';
132  buf->buffer[buf->len++] = '\n';
133 
134  /* end with an extra \r\n */
135  if (i + 1 == no_of_headers) {
136  buf->buffer[buf->len++] = '\r';
137  buf->buffer[buf->len++] = '\n';
138  }
139  }
140 
141  *buffer_len = buf->len;
142  return buf->buffer;
143 }
144 
145 static InspectionBuffer *GetBuffer1ForTX(DetectEngineThreadCtx *det_ctx,
146  const DetectEngineTransforms *transforms, Flow *f, const uint8_t flow_flags, void *txv,
147  const int list_id)
148 {
149  InspectionBuffer *buffer = SCInspectionBufferGet(det_ctx, list_id);
150  if (buffer->inspect == NULL) {
151  uint32_t rawdata_len = 0;
152  uint8_t *rawdata = GetBufferForTX(txv, det_ctx, flow_flags, &rawdata_len);
153  if (rawdata_len == 0)
154  return NULL;
155 
157  det_ctx, list_id, buffer, rawdata, rawdata_len, transforms);
158  }
159 
160  return buffer;
161 }
162 
163 static InspectionBuffer *GetBuffer2ForTX(DetectEngineThreadCtx *det_ctx,
164  const DetectEngineTransforms *transforms, Flow *_f, const uint8_t flow_flags, void *txv,
165  const int list_id)
166 {
167  InspectionBuffer *buffer = SCInspectionBufferGet(det_ctx, list_id);
168  if (buffer->inspect == NULL) {
169  uint32_t b_len = 0;
170  const uint8_t *b = NULL;
171 
172  void *thread_buf = SCDetectThreadCtxGetGlobalKeywordThreadCtx(det_ctx, g_http2_thread_id);
173  if (thread_buf == NULL)
174  return NULL;
175 
176  if (SCHttp2TxGetHeaderNames(txv, flow_flags, &b, &b_len, thread_buf) != 1)
177  return NULL;
178  if (b == NULL || b_len == 0)
179  return NULL;
180 
181  SCInspectionBufferSetupAndApplyTransforms(det_ctx, list_id, buffer, b, b_len, transforms);
182  }
183 
184  return buffer;
185 }
186 
187 /**
188  * \brief The setup function for the http.header_names keyword for a signature.
189  *
190  * \param de_ctx Pointer to the detection engine context.
191  * \param s Pointer to signature for the current Signature being parsed
192  * from the rules.
193  * \param m Pointer to the head of the SigMatchs for the current rule
194  * being parsed.
195  * \param arg Pointer to the string holding the keyword value.
196  *
197  * \retval 0 On success.
198  * \retval -1 On failure.
199  */
200 static int DetectHttpHeaderNamesSetup(DetectEngineCtx *de_ctx, Signature *s, const char *arg)
201 {
202  if (SCDetectBufferSetActiveList(de_ctx, s, g_buffer_id) < 0)
203  return -1;
204 
206  return -1;
207 
208  return 0;
209 }
210 
211 /**
212  * \brief Registers the keyword handlers for the "http.header_names" keyword.
213  */
215 {
220  sigmatch_table[DETECT_HTTP_HEADER_NAMES].Setup = DetectHttpHeaderNamesSetup;
221 
223 
224  /* http1 */
226  GetBuffer1ForTX, ALPROTO_HTTP1, HTP_REQUEST_PROGRESS_HEADERS);
228  GetBuffer1ForTX, ALPROTO_HTTP1, HTP_RESPONSE_PROGRESS_HEADERS);
229 
231  HTP_REQUEST_PROGRESS_HEADERS, DetectEngineInspectBufferGeneric, GetBuffer1ForTX);
233  HTP_RESPONSE_PROGRESS_HEADERS, DetectEngineInspectBufferGeneric, GetBuffer1ForTX);
234 
235  /* http2 */
237  PrefilterGenericMpmRegister, GetBuffer2ForTX, ALPROTO_HTTP2, HTTP2TxTypeStream,
238  HTTP2ProgHeaders);
240  PrefilterGenericMpmRegister, GetBuffer2ForTX, ALPROTO_HTTP2, HTTP2TxTypeStream,
241  HTTP2ProgHeaders);
242 
244  HTTP2TxTypeStream, HTTP2ProgHeaders, DetectEngineInspectBufferGeneric, GetBuffer2ForTX);
246  HTTP2TxTypeStream, HTTP2ProgHeaders, DetectEngineInspectBufferGeneric, GetBuffer2ForTX);
247 
249  BUFFER_DESC);
250 
251  g_buffer_id = DetectBufferTypeGetByName(BUFFER_NAME);
252 
253  g_keyword_thread_id = SCDetectRegisterThreadCtxGlobalFuncs(
255 
256  g_http2_thread_id = SCDetectRegisterThreadCtxGlobalFuncs(
257  "http2.header_names", SCDetectThreadBufDataInit, NULL, SCDetectThreadBufDataFree);
258 
259  SCLogDebug("keyword %s registered. Thread id %d. "
260  "Buffer %s registered. Buffer id %d",
261  KEYWORD_NAME, g_keyword_thread_id,
262  BUFFER_NAME, g_buffer_id);
263 }
SigTableElmt_::url
const char * url
Definition: detect.h:1545
detect-content.h
detect-engine.h
SIGMATCH_NOOPT
#define SIGMATCH_NOOPT
Definition: detect-engine-register.h:308
SigTableElmt_::desc
const char * desc
Definition: detect.h:1544
sigmatch_table
SigTableElmt * sigmatch_table
Definition: detect-parse.c:78
BUFFER_SIZE_STEP
#define BUFFER_SIZE_STEP
Definition: detect-http-header-names.c:75
DetectEngineInspectBufferGeneric
uint8_t DetectEngineInspectBufferGeneric(DetectEngineCtx *de_ctx, DetectEngineThreadCtx *det_ctx, const DetectEngineAppInspectionEngine *engine, const Signature *s, Flow *f, uint8_t flags, void *alstate, void *txv, uint64_t tx_id)
Do the content inspection & validation for a signature.
Definition: detect-engine.c:2267
flow-util.h
SCInspectionBufferGet
InspectionBuffer * SCInspectionBufferGet(DetectEngineThreadCtx *det_ctx, const int list_id)
Definition: detect-engine-inspect-buffer.c:56
SigTableElmt_::name
const char * name
Definition: detect.h:1542
stream-tcp.h
unlikely
#define unlikely(expr)
Definition: util-optimize.h:35
DetectEngineTransforms
Definition: detect.h:395
SigTableElmt_::flags
uint32_t flags
Definition: detect.h:1533
SCLogDebug
#define SCLogDebug(...)
Definition: util-debug.h:282
KEYWORD_NAME_LEGACY
#define KEYWORD_NAME_LEGACY
Definition: detect-http-header-names.c:67
SCDetectThreadCtxGetGlobalKeywordThreadCtx
void * SCDetectThreadCtxGetGlobalKeywordThreadCtx(DetectEngineThreadCtx *det_ctx, int id)
Retrieve thread local keyword ctx by id.
Definition: detect-engine.c:4097
HttpHeaderBuffer_::len
uint32_t len
Definition: detect-http-header-common.h:30
InspectionBuffer
Definition: detect-engine-inspect-buffer.h:34
threads.h
Flow_
Flow data structure.
Definition: flow.h:359
DetectEngineCtx_
main detection engine ctx
Definition: detect.h:995
SCInspectionBufferSetupAndApplyTransforms
void SCInspectionBufferSetupAndApplyTransforms(DetectEngineThreadCtx *det_ctx, const int list_id, InspectionBuffer *buffer, const uint8_t *data, const uint32_t data_len, const DetectEngineTransforms *transforms)
setup the buffer with our initial data
Definition: detect-engine-inspect-buffer.c:197
HttpHeaderGetBufferSpace
HttpHeaderBuffer * HttpHeaderGetBufferSpace(DetectEngineThreadCtx *det_ctx, uint8_t flags, const int keyword_id, HttpHeaderThreadData **ret_hdr_td)
Definition: detect-http-header-common.c:99
detect-http-header.h
SCDetectBufferSetActiveList
int SCDetectBufferSetActiveList(DetectEngineCtx *de_ctx, Signature *s, const int list)
Definition: detect-engine-buffer.c:29
SCDetectSignatureSetAppProto
int SCDetectSignatureSetAppProto(Signature *s, AppProto alproto)
Definition: detect-parse.c:2613
SIG_FLAG_TOCLIENT
#define SIG_FLAG_TOCLIENT
Definition: detect.h:275
HttpHeaderExpandBuffer
int HttpHeaderExpandBuffer(HttpHeaderThreadData *td, HttpHeaderBuffer *buf, size_t size)
Definition: detect-http-header-common.c:81
SigTableElmt_::Setup
int(* Setup)(DetectEngineCtx *, Signature *, const char *)
Definition: detect.h:1524
detect-pcre.h
DetectHttpHeaderNamesRegister
void DetectHttpHeaderNamesRegister(void)
Registers the keyword handlers for the "http.header_names" keyword.
Definition: detect-http-header-names.c:214
DetectAppLayerMpmRegisterSubState
void DetectAppLayerMpmRegisterSubState(const char *name, int direction, int priority, PrefilterRegisterFunc PrefilterRegister, InspectionBufferGetDataPtr GetData, AppProto alproto, uint8_t sub_state, uint8_t tx_min_progress)
Definition: detect-engine-mpm.c:167
detect-engine-prefilter.h
DetectAppLayerInspectEngineRegister
void DetectAppLayerInspectEngineRegister(const char *name, AppProto alproto, uint32_t dir, uint8_t progress, InspectEngineFuncPtr Callback, InspectionBufferGetDataPtr GetData)
Registers an app inspection engine.
Definition: detect-engine.c:275
util-unittest-helper.h
DetectBufferTypeGetByName
int DetectBufferTypeGetByName(const char *name)
Definition: detect-engine.c:1452
SIG_FLAG_TOSERVER
#define SIG_FLAG_TOSERVER
Definition: detect.h:274
app-layer-htp.h
decode.h
util-debug.h
detect-http-header-names.h
de_ctx
DetectEngineCtx * de_ctx
Definition: fuzz_siginit.c:22
DetectEngineThreadCtx_
Definition: detect.h:1316
util-print.h
detect-engine-mpm.h
detect.h
PrefilterGenericMpmRegister
int PrefilterGenericMpmRegister(DetectEngineCtx *de_ctx, SigGroupHead *sgh, MpmCtx *mpm_ctx, const DetectBufferMpmRegistry *mpm_reg, int list_id)
Definition: detect-engine-prefilter.c:1707
app-layer-parser.h
AppLayerParserGetStateProgress
int AppLayerParserGetStateProgress(uint8_t ipproto, AppProto alproto, void *tx, uint8_t flags)
get the progress value for a tx/protocol
Definition: app-layer-parser.c:1199
detect-http-header-common.h
HttpHeaderThreadConfig_
Definition: detect-http-header-common.h:33
HttpHeaderBuffer_::buffer
uint8_t * buffer
Definition: detect-http-header-common.h:28
BUFFER_DESC
#define BUFFER_DESC
Definition: detect-http-header-names.c:70
detect-engine-state.h
Data structures and function prototypes for keeping state for the detection engine.
ALPROTO_HTTP2
@ ALPROTO_HTTP2
Definition: app-layer-protos.h:69
detect-engine-content-inspection.h
HttpHeaderThreadDataInit
void * HttpHeaderThreadDataInit(void *data)
Definition: detect-http-header-common.c:57
BUFFER_NAME
#define BUFFER_NAME
Definition: detect-http-header-names.c:69
flags
uint8_t flags
Definition: decode-gre.h:0
SigTableElmt_::alias
const char * alias
Definition: detect.h:1543
suricata-common.h
ALPROTO_HTTP1
@ ALPROTO_HTTP1
Definition: app-layer-protos.h:36
util-spm.h
DetectAppLayerMpmRegister
void DetectAppLayerMpmRegister(const char *name, int direction, int priority, PrefilterRegisterFunc PrefilterRegister, InspectionBufferGetDataPtr GetData, AppProto alproto, uint8_t tx_min_progress)
register an app layer keyword for mpm
Definition: detect-engine-mpm.c:159
detect-engine-buffer.h
HttpHeaderBuffer_::size
uint32_t size
Definition: detect-http-header-common.h:29
DetectAppLayerInspectEngineRegisterSubState
void DetectAppLayerInspectEngineRegisterSubState(const char *name, AppProto alproto, uint32_t dir, uint8_t sub_state, uint8_t progress, InspectEngineFuncPtr Callback, InspectionBufferGetDataPtr GetData)
register an app inspection engine for a tx type
Definition: detect-engine.c:298
InspectionBuffer::inspect
const uint8_t * inspect
Definition: detect-engine-inspect-buffer.h:35
KEYWORD_DOC
#define KEYWORD_DOC
Definition: detect-http-header-names.c:68
detect-parse.h
Signature_
Signature container.
Definition: detect.h:692
ALPROTO_HTTP
@ ALPROTO_HTTP
Definition: app-layer-protos.h:77
SIGMATCH_INFO_STICKY_BUFFER
#define SIGMATCH_INFO_STICKY_BUFFER
Definition: detect-engine-register.h:330
KEYWORD_NAME
#define KEYWORD_NAME
Definition: detect-http-header-names.c:66
DetectBufferTypeSetDescriptionByName
void DetectBufferTypeSetDescriptionByName(const char *name, const char *desc)
Definition: detect-engine.c:1549
DETECT_HTTP_HEADER_NAMES
@ DETECT_HTTP_HEADER_NAMES
Definition: detect-engine-register.h:173
HttpHeaderBuffer_
Definition: detect-http-header-common.h:27
flow.h
SCDetectRegisterThreadCtxGlobalFuncs
int SCDetectRegisterThreadCtxGlobalFuncs(const char *name, void *(*InitFunc)(void *), void *data, void(*FreeFunc)(void *))
Register Thread keyword context Funcs (Global)
Definition: detect-engine.c:4053
flow-var.h
HttpHeaderThreadData_
Definition: detect-http-header-common.h:37
HttpHeaderThreadDataFree
void HttpHeaderThreadDataFree(void *data)
Definition: detect-http-header-common.c:74
app-layer.h
f
Flow f
Definition: fuzz_dataset.c:32