suricata
detect-ftpdata.c
Go to the documentation of this file.
1 /* Copyright (C) 2017-2020 Open Information Security Foundation
2  *
3  * You can copy, redistribute or modify this Program under the terms of
4  * the GNU General Public License version 2 as published by the Free
5  * Software Foundation.
6  *
7  * This program is distributed in the hope that it will be useful,
8  * but WITHOUT ANY WARRANTY; without even the implied warranty of
9  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10  * GNU General Public License for more details.
11  *
12  * You should have received a copy of the GNU General Public License
13  * version 2 along with this program; if not, write to the Free Software
14  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
15  * 02110-1301, USA.
16  */
17 
18 /**
19  * \file
20  *
21  * \author Eric Leblond <eric@regit.org>
22  *
23  * Match on ftp command used to trigger a ftp data transfer
24  */
25 
26 #include "suricata-common.h"
27 #include "util-unittest.h"
28 
29 #include "detect-parse.h"
30 #include "detect-engine.h"
31 #include "detect-engine-state.h"
32 
33 #include "app-layer-ftp.h"
34 
35 #include "detect-ftpdata.h"
36 
37 /**
38  * \brief Regex for parsing our keyword options
39  */
40 #define PARSE_REGEX "^\\s*(stor|retr)\\s*$"
41 static DetectParseRegex parse_regex;
42 
43 /* Prototypes of functions registered in DetectFtpdataRegister below */
44 static int DetectFtpdataMatch(DetectEngineThreadCtx *,
45  Flow *, uint8_t, void *, void *,
46  const Signature *, const SigMatchCtx *);
47 static int DetectFtpdataSetup (DetectEngineCtx *, Signature *, const char *);
48 static void DetectFtpdataFree (DetectEngineCtx *, void *);
49 static void DetectFtpdataRegisterTests (void);
50 static int DetectEngineInspectFtpdataGeneric(ThreadVars *tv,
52  const Signature *s, const SigMatchData *smd,
53  Flow *f, uint8_t flags, void *alstate,
54  void *txv, uint64_t tx_id);
55 static int g_ftpdata_buffer_id = 0;
56 
57 /**
58  * \brief Registration function for ftpcommand: keyword
59  *
60  * This function is called once in the 'lifetime' of the engine.
61  */
63  /* keyword name: this is how the keyword is used in a rule */
64  sigmatch_table[DETECT_FTPDATA].name = "ftpdata_command";
65  /* description: listed in "suricata --list-keywords=all" */
66  sigmatch_table[DETECT_FTPDATA].desc = "match FTP command triggering a FTP data channel";
67  sigmatch_table[DETECT_FTPDATA].url = "/rules/ftp-keywords.html#ftpdata-command";
68  sigmatch_table[DETECT_FTPDATA].AppLayerTxMatch = DetectFtpdataMatch;
69  /* setup function is called during signature parsing, when the ftpcommand
70  * keyword is encountered in the rule */
71  sigmatch_table[DETECT_FTPDATA].Setup = DetectFtpdataSetup;
72  /* free function is called when the detect engine is freed. Normally at
73  * shutdown, but also during rule reloads. */
74  sigmatch_table[DETECT_FTPDATA].Free = DetectFtpdataFree;
75  /* registers unittests into the system */
76  sigmatch_table[DETECT_FTPDATA].RegisterTests = DetectFtpdataRegisterTests;
77 
78  DetectAppLayerInspectEngineRegister("ftpdata_command",
80  DetectEngineInspectFtpdataGeneric);
81 
82  DetectAppLayerInspectEngineRegister("ftpdata_command",
84  DetectEngineInspectFtpdataGeneric);
85  g_ftpdata_buffer_id = DetectBufferTypeGetByName("ftpdata_command");
86 
87  /* set up the PCRE for keyword parsing */
88  DetectSetupParseRegexes(PARSE_REGEX, &parse_regex);
89 }
90 
91 static int DetectEngineInspectFtpdataGeneric(ThreadVars *tv,
93  const Signature *s, const SigMatchData *smd,
94  Flow *f, uint8_t flags, void *alstate,
95  void *txv, uint64_t tx_id)
96 {
97  return DetectEngineInspectGenericList(tv, de_ctx, det_ctx, s, smd,
98  f, flags, alstate, txv, tx_id);
99 }
100 
101 /**
102  * \brief This function is used to check matches from the FTP App Layer Parser
103  *
104  * \param t pointer to thread vars
105  * \param det_ctx pointer to the pattern matcher thread
106  * \param p pointer to the current packet
107  * \param m pointer to the sigmatch
108  * \retval 0 no match
109  * \retval 1 match
110  */
111 static int DetectFtpdataMatch(DetectEngineThreadCtx *det_ctx,
112  Flow *f, uint8_t flags,
113  void *state, void *txv,
114  const Signature *s, const SigMatchCtx *m)
115 {
116  const DetectFtpdataData *ftpcommandd = (const DetectFtpdataData *) m;
117  const FtpDataState *ftp_state = (const FtpDataState *)state;
118 
119  if (ftp_state == NULL)
120  return 0;
121 
122  if (ftpcommandd->command == ftp_state->command) {
123  /* Only match if the flow is in the good direction */
124  if ((flags & STREAM_TOSERVER) && (ftpcommandd->command == FTP_COMMAND_RETR)) {
125  return 0;
126  } else if ((flags & STREAM_TOCLIENT) && (ftpcommandd->command == FTP_COMMAND_STOR)) {
127  return 0;
128  }
129  return 1;
130  }
131 
132  return 0;
133 }
134 
135 /**
136  * \brief This function is used to parse ftpcommand options passed via ftpcommand: keyword
137  *
138  * \param ftpcommandstr Pointer to the user provided ftpcommand options
139  *
140  * \retval ftpcommandd pointer to DetectFtpdataData on success
141  * \retval NULL on failure
142  */
143 static DetectFtpdataData *DetectFtpdataParse(const char *ftpcommandstr)
144 {
145  DetectFtpdataData *ftpcommandd = NULL;
146  char arg1[5] = "";
147  int ov[MAX_SUBSTRINGS];
148 
149  int ret = DetectParsePcreExec(&parse_regex, ftpcommandstr, 0, 0, ov, MAX_SUBSTRINGS);
150  if (ret != 2) {
151  SCLogError(SC_ERR_PCRE_MATCH, "parse error, ret %" PRId32 "", ret);
152  goto error;
153  }
154 
155  int res = pcre_copy_substring((char *) ftpcommandstr, ov, MAX_SUBSTRINGS, 1, arg1, sizeof(arg1));
156  if (res < 0) {
157  SCLogError(SC_ERR_PCRE_GET_SUBSTRING, "pcre_copy_substring failed");
158  goto error;
159  }
160  SCLogDebug("Arg1 \"%s\"", arg1);
161 
162  ftpcommandd = SCMalloc(sizeof (DetectFtpdataData));
163  if (unlikely(ftpcommandd == NULL))
164  goto error;
165  if (!strcmp(arg1, "stor")) {
166  ftpcommandd->command = FTP_COMMAND_STOR;
167  } else if (!strcmp(arg1, "retr")) {
168  ftpcommandd->command = FTP_COMMAND_RETR;
169  } else {
170  SCLogError(SC_ERR_NOT_SUPPORTED, "Invalid command value");
171  goto error;
172  }
173 
174  return ftpcommandd;
175 
176 error:
177  if (ftpcommandd)
178  SCFree(ftpcommandd);
179  return NULL;
180 }
181 
182 /**
183  * \brief parse the options from the 'ftpcommand' keyword in the rule into
184  * the Signature data structure.
185  *
186  * \param de_ctx pointer to the Detection Engine Context
187  * \param s pointer to the Current Signature
188  * \param str pointer to the user provided ftpcommand options
189  *
190  * \retval 0 on Success
191  * \retval -1 on Failure
192  */
193 static int DetectFtpdataSetup(DetectEngineCtx *de_ctx, Signature *s, const char *str)
194 {
196  return -1;
197 
198  DetectFtpdataData *ftpcommandd = DetectFtpdataParse(str);
199  if (ftpcommandd == NULL)
200  return -1;
201 
202  SigMatch *sm = SigMatchAlloc();
203  if (sm == NULL) {
204  DetectFtpdataFree(de_ctx, ftpcommandd);
205  return -1;
206  }
207  sm->type = DETECT_FTPDATA;
208  sm->ctx = (void *)ftpcommandd;
209 
210  SigMatchAppendSMToList(s, sm, g_ftpdata_buffer_id);
211  return 0;
212 }
213 
214 /**
215  * \brief this function will free memory associated with DetectFtpdataData
216  *
217  * \param ptr pointer to DetectFtpdataData
218  */
219 static void DetectFtpdataFree(DetectEngineCtx *de_ctx, void *ptr) {
220  DetectFtpdataData *ftpcommandd = (DetectFtpdataData *)ptr;
221 
222  /* do more specific cleanup here, if needed */
223 
224  SCFree(ftpcommandd);
225 }
226 
227 #ifdef UNITTESTS
228 
229 static int DetectFtpdataParseTest01(void)
230 {
231  DetectFtpdataData *ftpcommandd = DetectFtpdataParse("stor");
232  FAIL_IF_NULL(ftpcommandd);
233  FAIL_IF(!(ftpcommandd->command == FTP_COMMAND_STOR));
234  DetectFtpdataFree(NULL, ftpcommandd);
235  PASS;
236 }
237 
238 static int DetectFtpdataSignatureTest01(void)
239 {
242 
243  Signature *sig = DetectEngineAppendSig(de_ctx, "alert ip any any -> any any (ftpdata_command:stor; sid:1; rev:1;)");
244  FAIL_IF_NULL(sig);
245  sig = DetectEngineAppendSig(de_ctx, "alert ip any any -> any any (ftpdata_command:retr; sid:2; rev:1;)");
246  FAIL_IF_NULL(sig);
247  sig = DetectEngineAppendSig(de_ctx, "alert ip any any -> any any (ftpdata_command:xxx; sid:3; rev:1;)");
248  FAIL_IF_NOT_NULL(sig);
249 
251  PASS;
252 }
253 
254 #endif /* UNITTESTS */
255 
256 /**
257  * \brief this function registers unit tests for DetectFtpdata
258  */
259 void DetectFtpdataRegisterTests(void) {
260 #ifdef UNITTESTS
261  UtRegisterTest("DetectFtpdataParseTest01", DetectFtpdataParseTest01);
262  UtRegisterTest("DetectFtpdataSignatureTest01",
263  DetectFtpdataSignatureTest01);
264 #endif /* UNITTESTS */
265 }
SigTableElmt_::url
const char * url
Definition: detect.h:1212
DetectSignatureSetAppProto
int DetectSignatureSetAppProto(Signature *s, AppProto alproto)
Definition: detect-parse.c:1468
detect-engine.h
FAIL_IF_NULL
#define FAIL_IF_NULL(expr)
Fail a test if expression evaluates to NULL.
Definition: util-unittest.h:89
DETECT_FTPDATA
@ DETECT_FTPDATA
Definition: detect-engine-register.h:252
SigTableElmt_::desc
const char * desc
Definition: detect.h:1211
PARSE_REGEX
#define PARSE_REGEX
Regex for parsing our keyword options.
Definition: detect-ftpdata.c:40
SigTableElmt_::Free
void(* Free)(DetectEngineCtx *, void *)
Definition: detect.h:1200
SigTableElmt_::name
const char * name
Definition: detect.h:1209
MAX_SUBSTRINGS
#define MAX_SUBSTRINGS
unlikely
#define unlikely(expr)
Definition: util-optimize.h:35
UtRegisterTest
void UtRegisterTest(const char *name, int(*TestFn)(void))
Register unit test.
Definition: util-unittest.c:103
SCLogDebug
#define SCLogDebug(...)
Definition: util-debug.h:298
DetectFtpdataData_::command
FtpRequestCommand command
Definition: detect-ftpdata.h:36
SC_ERR_NOT_SUPPORTED
@ SC_ERR_NOT_SUPPORTED
Definition: util-error.h:257
Flow_
Flow data structure.
Definition: flow.h:343
DetectEngineCtx_
main detection engine ctx
Definition: detect.h:766
DetectEngineCtxFree
void DetectEngineCtxFree(DetectEngineCtx *)
Free a DetectEngineCtx::
Definition: detect-engine.c:2092
FtpDataState_::command
FtpRequestCommand command
Definition: app-layer-ftp.h:211
SigTableElmt_::AppLayerTxMatch
int(* AppLayerTxMatch)(DetectEngineThreadCtx *, Flow *, uint8_t flags, void *alstate, void *txv, const Signature *, const SigMatchCtx *)
Definition: detect.h:1181
m
SCMutex m
Definition: flow-hash.h:3
SC_ERR_PCRE_GET_SUBSTRING
@ SC_ERR_PCRE_GET_SUBSTRING
Definition: util-error.h:34
app-layer-ftp.h
detect-ftpdata.h
SIG_FLAG_TOCLIENT
#define SIG_FLAG_TOCLIENT
Definition: detect.h:237
SigMatchData_
Data needed for Match()
Definition: detect.h:328
SigTableElmt_::Setup
int(* Setup)(DetectEngineCtx *, Signature *, const char *)
Definition: detect.h:1195
util-unittest.h
DetectEngineInspectGenericList
int DetectEngineInspectGenericList(ThreadVars *tv, const DetectEngineCtx *de_ctx, DetectEngineThreadCtx *det_ctx, const Signature *s, const SigMatchData *smd, Flow *f, const uint8_t flags, void *alstate, void *txv, uint64_t tx_id)
Do the content inspection & validation for a signature.
Definition: detect-engine.c:1595
DetectBufferTypeGetByName
int DetectBufferTypeGetByName(const char *name)
Definition: detect-engine.c:879
SIG_FLAG_TOSERVER
#define SIG_FLAG_TOSERVER
Definition: detect.h:236
FAIL_IF_NOT_NULL
#define FAIL_IF_NOT_NULL(expr)
Fail a test if expression evaluates to non-NULL.
Definition: util-unittest.h:96
SC_ERR_PCRE_MATCH
@ SC_ERR_PCRE_MATCH
Definition: util-error.h:32
PASS
#define PASS
Pass the test.
Definition: util-unittest.h:105
de_ctx
DetectEngineCtx * de_ctx
Definition: fuzz_siginit.c:17
DetectEngineThreadCtx_
Definition: detect.h:1009
STREAM_TOSERVER
#define STREAM_TOSERVER
Definition: stream.h:31
res
PoolThreadReserved res
Definition: stream-tcp-private.h:0
DetectSetupParseRegexes
void DetectSetupParseRegexes(const char *parse_str, DetectParseRegex *detect_parse)
Definition: detect-parse.c:2470
ThreadVars_
Per thread variable structure.
Definition: threadvars.h:58
SigMatch_::ctx
SigMatchCtx * ctx
Definition: detect.h:322
DetectParsePcreExec
int DetectParsePcreExec(DetectParseRegex *parse_regex, const char *str, int start_offset, int options, int *ovector, int ovector_size)
Definition: detect-parse.c:2400
detect-engine-state.h
Data structures and function prototypes for keeping state for the detection engine.
SigMatchAlloc
SigMatch * SigMatchAlloc(void)
Definition: detect-parse.c:235
SigMatch_::type
uint8_t type
Definition: detect.h:320
SigMatchCtx_
Used to start a pointer to SigMatch context Should never be dereferenced without casting to something...
Definition: detect.h:314
DetectEngineAppendSig
Signature * DetectEngineAppendSig(DetectEngineCtx *de_ctx, const char *sigstr)
Parse and append a Signature into the Detection Engine Context signature list.
Definition: detect-parse.c:2338
FAIL_IF
#define FAIL_IF(expr)
Fail a test if expression evaluates to false.
Definition: util-unittest.h:71
flags
uint8_t flags
Definition: decode-gre.h:0
suricata-common.h
sigmatch_table
SigTableElmt sigmatch_table[DETECT_TBLSIZE]
Definition: detect-parse.c:73
DetectParseRegex_
Definition: detect-parse.h:42
STREAM_TOCLIENT
#define STREAM_TOCLIENT
Definition: stream.h:32
SCLogError
#define SCLogError(err_code,...)
Macro used to log ERROR messages.
Definition: util-debug.h:257
ALPROTO_FTPDATA
@ ALPROTO_FTPDATA
Definition: app-layer-protos.h:47
FtpDataState_
Definition: app-layer-ftp.h:204
tv
ThreadVars * tv
Definition: fuzz_decodepcapfile.c:29
SCMalloc
#define SCMalloc(sz)
Definition: util-mem.h:47
str
#define str(s)
Definition: suricata-common.h:273
SCFree
#define SCFree(p)
Definition: util-mem.h:61
DetectFtpdataData_
Definition: detect-ftpdata.h:35
detect-parse.h
Signature_
Signature container.
Definition: detect.h:527
SigMatch_
a single match condition for a signature
Definition: detect.h:319
DetectEngineCtxInit
DetectEngineCtx * DetectEngineCtxInit(void)
Definition: detect-engine.c:2047
FTP_COMMAND_RETR
@ FTP_COMMAND_RETR
Definition: app-layer-ftp.h:70
FTP_COMMAND_STOR
@ FTP_COMMAND_STOR
Definition: app-layer-ftp.h:78
DetectAppLayerInspectEngineRegister
void DetectAppLayerInspectEngineRegister(const char *name, AppProto alproto, uint32_t dir, int progress, InspectEngineFuncPtr Callback)
register inspect engine at start up time
Definition: detect-engine.c:170
DetectFtpdataRegister
void DetectFtpdataRegister(void)
Registration function for ftpcommand: keyword.
Definition: detect-ftpdata.c:62
SigMatchAppendSMToList
void SigMatchAppendSMToList(Signature *s, SigMatch *new, int list)
Append a SigMatch to the list type.
Definition: detect-parse.c:349
SigTableElmt_::RegisterTests
void(* RegisterTests)(void)
Definition: detect.h:1201