Go to the documentation of this file.
84 void *(*LocalStorageAlloc)(void);
91 AppLayerGetFileState (*
GetTxFiles)(
void *,
void *, uint8_t);
95 void *(*StateGetTx)(
void *alstate, uint64_t tx_id);
100 AppLayerEventType *event_type);
102 int *event_id, AppLayerEventType *event_type);
104 AppLayerStateData *(*GetStateData)(
void *state);
154 static void AppLayerConfig(
void)
161 if (frames != NULL) {
178 if (f == NULL || f->
alparser == NULL)
205 static inline void AppLayerParserStreamTruncated(
AppLayerParserState *pstate,
const uint8_t ipproto,
206 const AppProto alproto,
void *alstate,
const uint8_t direction);
227 return (alp_ctx.
ctxs[ipproto_map][alproto].
StateAlloc != NULL) ? 1 : 0;
248 AppLayerParserFramesFreeContainer(pstate->
frames);
257 memset(&alp_ctx, 0,
sizeof(alp_ctx));
327 const char *alproto_name)
339 r = snprintf(param,
sizeof(param),
"%s%s%s",
"app-layer.protocols.",
340 alproto_name,
".enabled");
343 }
else if (r > (
int)
sizeof(param)) {
344 FatalError(
"buffer not big enough to write param.");
350 r = snprintf(param,
sizeof(param),
"%s%s%s%s%s",
"app-layer.protocols.",
351 alproto_name,
".", ipproto,
".enabled");
354 }
else if (r > (
int)
sizeof(param)) {
355 FatalError(
"buffer not big enough to write param.");
369 }
else if (strcasecmp(node->
val,
"detection-only") == 0) {
372 SCLogError(
"Invalid value found for %s.", param);
391 Parser[(direction & STREAM_TOSERVER) ? 0 : 1] = Parser;
402 (direction & (STREAM_TOSERVER | STREAM_TOCLIENT));
418 void *(*StateAlloc)(
void *,
AppProto),
void (*StateFree)(
void *))
431 void *(*LocalStorageAlloc)(
void),
432 void (*LocalStorageFree)(
void *))
445 AppLayerGetFileState (*GetTxFiles)(
void *,
void *, uint8_t))
473 void (*Truncate)(
void *, uint8_t))
483 int (*StateGetProgress)(
void *alstate, uint8_t direction))
488 StateGetProgress = StateGetProgress;
494 void (*StateTransactionFree)(
void *, uint64_t))
499 StateTransactionFree = StateTransactionFree;
505 uint64_t (*StateGetTxCnt)(
void *alstate))
510 StateGetTxCnt = StateGetTxCnt;
516 void *(StateGetTx)(
void *alstate, uint64_t tx_id))
521 StateGetTx = StateGetTx;
539 BUG_ON(!AppProtoIsValid(alproto));
550 int (*StateGetEventInfoById)(
int event_id,
const char **event_name,
551 AppLayerEventType *event_type))
556 StateGetEventInfoById = StateGetEventInfoById;
572 int (*StateGetEventInfo)(
const char *event_name,
int *event_id,
573 AppLayerEventType *event_type))
578 StateGetEventInfo = StateGetEventInfo;
594 uint8_t ipproto,
AppProto alproto, AppLayerStateData *(*GetStateData)(
void *state))
604 bool (*ApplyTxConfig)(
void *state,
void *tx,
int mode, AppLayerTxConfig))
614 void (*SetStreamDepthFlag)(
void *tx, uint8_t
flags))
631 LocalStorageAlloc != NULL)
646 LocalStorageFree != NULL)
649 LocalStorageFree(local_data);
663 static AppLayerGetTxIterTuple AppLayerDefaultGetTxIterator(
664 const uint8_t ipproto,
const AppProto alproto,
665 void *alstate, uint64_t min_tx_id, uint64_t max_tx_id,
668 uint64_t ustate = *(uint64_t *)state;
669 uint64_t tx_id =
MAX(min_tx_id, ustate);
670 for ( ; tx_id < max_tx_id; tx_id++) {
672 if (tx_ptr != NULL) {
675 AppLayerGetTxIterTuple tuple = {
678 .has_next = (tx_id + 1 < max_tx_id),
680 SCLogDebug(
"tuple: %p/%"PRIu64
"/%s", tuple.tx_ptr, tuple.tx_id,
681 tuple.has_next ?
"true" :
"false");
686 AppLayerGetTxIterTuple no_tuple = { NULL, 0,
false };
695 return Func ? Func : AppLayerDefaultGetTxIterator;
727 uint64_t detect_flags =
728 (dir & STREAM_TOSERVER) ? txd->detect_flags_ts : txd->detect_flags_tc;
732 static inline void SetTxDetectFlags(
AppLayerTxData *txd,
const uint8_t dir,
const uint64_t detect_flags)
734 if (dir & STREAM_TOSERVER) {
735 txd->detect_flags_ts = detect_flags;
737 txd->detect_flags_tc = detect_flags;
743 return txd->logged.flags;
747 void *alstate,
const uint8_t
flags,
748 bool tag_txs_as_inspected)
752 const int direction = (
flags & STREAM_TOSERVER) ? 0 : 1;
756 const uint8_t ipproto = f->
proto;
761 memset(&state, 0,
sizeof(state));
763 SCLogDebug(
"called: %s, tag_txs_as_inspected %s",direction==0?
"toserver":
"toclient",
764 tag_txs_as_inspected?
"true":
"false");
769 AppLayerGetTxIterTuple ires = IterFunc(ipproto, alproto, alstate, idx, total_txs, &state);
770 if (ires.tx_ptr == NULL)
773 void *tx = ires.tx_ptr;
777 if (state_progress < state_done_progress)
781 if (txd && tag_txs_as_inspected) {
785 SetTxDetectFlags(txd,
flags, detect_flags);
786 SCLogDebug(
"%p/%"PRIu64
" in-order tx is done for direction %s. Flag %016"PRIx64,
787 tx, idx,
flags & STREAM_TOSERVER ?
"toserver" :
"toclient", detect_flags);
799 if (tag_txs_as_inspected) {
802 AppLayerGetTxIterTuple ires = IterFunc(ipproto, alproto, alstate, idx, total_txs, &state);
803 if (ires.tx_ptr == NULL)
806 void *tx = ires.tx_ptr;
810 if (ires.tx_id > idx && pstate->
inspect_id[direction] == idx) {
816 if (state_progress < state_done_progress)
825 SetTxDetectFlags(txd,
flags, detect_flags);
826 SCLogDebug(
"%p/%"PRIu64
" out of order tx is done for direction %s. Flag %016"PRIx64,
827 tx, idx,
flags & STREAM_TOSERVER ?
"toserver" :
"toclient", detect_flags);
829 SCLogDebug(
"%p/%"PRIu64
" out of order tx. Update inspect_id? %"PRIu64,
852 "AppLayerDecoderEvents *");
864 if (txd != NULL && txd->events != NULL) {
872 const Flow *f,
void *state,
void *tx,
const uint8_t direction)
880 AppLayerGetFileState files = { .fc = NULL, .cfg = NULL };
884 static void AppLayerParserFileTxHousekeeping(
885 const Flow *f,
void *tx,
const uint8_t pkt_dir,
const bool trunc)
893 #define IS_DISRUPTED(flags) ((flags) & (STREAM_DEPTH | STREAM_GAP))
912 const uint8_t ipproto = f->
proto;
914 void *
const alstate = f->
alstate;
917 if (alstate == NULL || alparser == NULL)
920 const uint64_t min = alparser->
min_id;
928 int pkt_dir_trunc = -1;
932 memset(&state, 0,
sizeof(state));
934 uint64_t new_min = min;
936 bool skipped =
false;
940 AppLayerGetTxIterTuple ires = IterFunc(ipproto, alproto, alstate, i, total_txs, &state);
941 if (ires.tx_ptr == NULL)
944 bool tx_skipped =
false;
945 void *tx = ires.tx_ptr;
950 if (txd != NULL && AppLayerParserHasFilesInDir(txd, pkt_dir)) {
951 if (pkt_dir_trunc == -1)
957 AppLayerParserFileTxHousekeeping(f, tx, pkt_dir, (
bool)pkt_dir_trunc);
960 const int tx_progress_tc =
962 if (tx_progress_tc < tx_end_state_tc) {
963 SCLogDebug(
"%p/%"PRIu64
" skipping: tc parser not done", tx, i);
967 const int tx_progress_ts =
969 if (tx_progress_ts < tx_end_state_ts) {
970 SCLogDebug(
"%p/%"PRIu64
" skipping: ts parser not done", tx, i);
975 if (txd && has_tx_detect_flags) {
978 if (!(detect_flags_ts &
980 SCLogDebug(
"%p/%" PRIu64
" skipping: TS inspect not done: ts:%" PRIx64, tx, i,
987 if (!(detect_flags_tc &
989 SCLogDebug(
"%p/%" PRIu64
" skipping: TC inspect not done: ts:%" PRIx64, tx, i,
997 SCLogDebug(
"%p/%" PRIu64
" tx_skipped", tx, i);
1002 if (txd && logger_expectation != 0) {
1003 LoggerId tx_logged = GetTxLogged(txd);
1004 if (tx_logged != logger_expectation) {
1005 SCLogDebug(
"%p/%"PRIu64
" skipping: logging not done: want:%"PRIx32
", have:%"PRIx32,
1006 tx, i, logger_expectation, tx_logged);
1015 SCLogDebug(
"files_opened %u files_logged %u files_stored %u", txd->files_opened,
1016 txd->files_logged, txd->files_stored);
1018 if (txd->files_opened) {
1035 SCLogDebug(
"skipped? %s i %"PRIu64
", new_min %"PRIu64, skipped ?
"true" :
"false", i, new_min);
1038 SCLogDebug(
"final i %"PRIu64
", new_min %"PRIu64, i, new_min);
1041 if (!ires.has_next) {
1045 SCLogDebug(
"no next: cur tx i %"PRIu64
", total %"PRIu64, i, total_txs);
1047 new_min = total_txs;
1048 SCLogDebug(
"no next: cur tx i %"PRIu64
", total %"PRIu64
": "
1049 "new_min updated to %"PRIu64, i, total_txs, new_min);
1057 SCLogDebug(
"update f->alparser->min_id? %"PRIu64
" vs %"PRIu64, new_min, alparser->
min_id);
1058 if (new_min > alparser->
min_id) {
1059 const uint64_t next_id = new_min;
1060 alparser->
min_id = next_id;
1069 static inline int StateGetProgressCompletionStatus(
const AppProto alproto,
const uint8_t
flags)
1071 if (
flags & STREAM_TOSERVER) {
1073 }
else if (
flags & STREAM_TOCLIENT) {
1087 void *alstate, uint8_t
flags)
1092 r = StateGetProgressCompletionStatus(alproto,
flags);
1094 uint8_t direction =
flags & (STREAM_TOCLIENT | STREAM_TOSERVER);
1096 alstate, direction);
1119 int r = StateGetProgressCompletionStatus(alproto, direction);
1124 int *event_id, AppLayerEventType *event_type)
1134 const char **event_name, AppLayerEventType *event_type)
1138 *event_name = (
const char *)NULL;
1189 AppLayerStateData *d =
1197 void *state,
void *tx,
enum ConfigAction mode, AppLayerTxConfig config)
1211 if ((
flags & (STREAM_EOF|STREAM_TOSERVER)) == (STREAM_EOF|STREAM_TOSERVER)) {
1212 SCLogDebug(
"setting APP_LAYER_PARSER_EOF_TS");
1214 }
else if ((
flags & (STREAM_EOF|STREAM_TOCLIENT)) == (STREAM_EOF|STREAM_TOCLIENT)) {
1215 SCLogDebug(
"setting APP_LAYER_PARSER_EOF_TC");
1224 static void HandleStreamFrames(
Flow *f, StreamSlice stream_slice,
const uint8_t *input,
1225 const uint32_t input_len,
const uint8_t
flags)
1227 const uint8_t direction = (
flags & STREAM_TOSERVER) ? 0 : 1;
1233 input != NULL && f->
proto == IPPROTO_TCP) {
1235 if (frame == NULL) {
1236 int64_t frame_len = -1;
1237 if (
flags & STREAM_EOF)
1238 frame_len = input_len;
1241 f, &stream_slice, stream_slice.offset, frame_len, direction,
FRAME_STREAM_TYPE);
1243 SCLogDebug(
"opened: frame %p id %" PRIi64, frame, frame->
id);
1248 if (direction == 0) {
1254 }
else if (
flags & STREAM_EOF) {
1259 int64_t slice_o = (int64_t)stream_slice.offset - (int64_t)frame->
offset;
1260 int64_t frame_len = slice_o + (int64_t)input_len;
1261 SCLogDebug(
"%s: EOF frame->offset %" PRIu64
" -> %" PRIi64
": o %" PRIi64,
1263 frame->
len = frame_len;
1268 static void Setup(
Flow *f,
const uint8_t direction,
const uint8_t *input, uint32_t input_len,
1269 const uint8_t
flags, StreamSlice *as)
1271 memset(as, 0,
sizeof(*as));
1273 as->input_len = input_len;
1287 uint8_t
flags,
const uint8_t *input, uint32_t input_len)
1290 #ifdef DEBUG_VALIDATION
1295 StreamSlice stream_slice;
1296 void *alstate = NULL;
1297 uint64_t p_tx_cnt = 0;
1298 uint32_t consumed = input_len;
1299 const uint8_t direction = (
flags & STREAM_TOSERVER) ? 0 : 1;
1303 if (f->
proto == IPPROTO_TCP) {
1309 if (
flags & STREAM_GAP) {
1311 SCLogDebug(
"app-layer parser does not accept gaps");
1321 if (pstate == NULL) {
1323 if (pstate == NULL) {
1329 SetEOFFlags(pstate,
flags);
1334 if (alstate == NULL) {
1338 SCLogDebug(
"alloced new app layer state %p (name %s)",
1346 SCLogDebug(
"state data: updating file_flags %04x with flow file_flags %04x",
1353 SCLogDebug(
"using existing app layer state %p (name %s))",
1360 if (input_len > 0 || (
flags & STREAM_EOF)) {
1361 Setup(f,
flags & (STREAM_TOSERVER | STREAM_TOCLIENT), input, input_len,
flags,
1363 HandleStreamFrames(f, stream_slice, input, input_len,
flags);
1366 if (((stream_slice.flags & STREAM_TOSERVER) &&
1367 stream_slice.offset >= g_eps_applayer_error_offset_ts)) {
1368 SCLogNotice(
"putting parser %s into an error state from toserver offset %" PRIu64,
1373 if (((stream_slice.flags & STREAM_TOCLIENT) &&
1374 stream_slice.offset >= g_eps_applayer_error_offset_tc)) {
1375 SCLogNotice(
"putting parser %s into an error state from toclient offset %" PRIu64,
1382 AppLayerResult res = p->
Parser[direction](f, alstate, pstate, stream_slice,
1384 if (res.status < 0) {
1387 }
else if (res.status > 0) {
1396 if (res.consumed > input_len || res.needed + res.consumed < input_len) {
1404 (
flags & STREAM_TOSERVER) ?
"toserver" :
"toclient");
1405 if (direction == 0) {
1419 consumed = res.consumed;
1427 if (f->
proto == IPPROTO_TCP) {
1449 FlowSetNoPayloadInspectionFlag(f);
1455 FlowSetNoPayloadInspectionFlag(f);
1457 if (f->
proto == IPPROTO_TCP) {
1469 if (cur_tx_cnt > p_tx_cnt &&
tv) {
1474 if (
flags & STREAM_DEPTH)
1479 if (consumed != input_len && f->
proto == IPPROTO_TCP && f->
protoctx != NULL) {
1489 if (f->
proto == IPPROTO_TCP) {
1503 SCLogDebug(
"setting APP_LAYER_PARSER_EOF_TC and APP_LAYER_PARSER_EOF_TS");
1544 int r = (alp_ctx.
ctxs[ipproto_map][alproto].
logger ==
false) ? 0 : 1;
1561 if (f != NULL && f->
protoctx != NULL)
1587 if (state != NULL) {
1624 if (ctx->
StateFree != NULL && alstate != NULL)
1639 static void ValidateParserProtoDump(
AppProto alproto, uint8_t ipproto)
1643 printf(
"ERROR: incomplete app-layer registration\n");
1644 printf(
"AppLayer protocol %s ipproto %u\n",
AppProtoToString(alproto), ipproto);
1645 printf(
"- option flags %"PRIx32
"\n", ctx->
option_flags);
1647 printf(
"Mandatory:\n");
1648 printf(
"- Parser[0] %p Parser[1] %p\n", ctx->
Parser[0], ctx->
Parser[1]);
1650 printf(
"- StateGetTx %p StateGetTxCnt %p StateTransactionFree %p\n",
1652 printf(
"- GetTxData %p\n", ctx->
GetTxData);
1655 printf(
"Optional:\n");
1657 printf(
"- StateGetEventInfo %p StateGetEventInfoById %p\n", ctx->
StateGetEventInfo,
1661 #define BOTH_SET(a, b) ((a) != NULL && (b) != NULL)
1662 #define BOTH_SET_OR_BOTH_UNSET(a, b) (((a) == NULL && (b) == NULL) || ((a) != NULL && (b) != NULL))
1663 #define THREE_SET_OR_THREE_UNSET(a, b, c) (((a) == NULL && (b) == NULL && (c) == NULL) || ((a) != NULL && (b) != NULL && (c) != NULL))
1664 #define THREE_SET(a, b, c) ((a) != NULL && (b) != NULL && (c) != NULL)
1666 static void ValidateParserProto(
AppProto alproto, uint8_t ipproto)
1698 ValidateParserProtoDump(alproto, ipproto);
1702 #undef BOTH_SET_OR_BOTH_UNSET
1703 #undef THREE_SET_OR_THREE_UNSET
1706 static void ValidateParser(
AppProto alproto)
1708 ValidateParserProto(alproto, IPPROTO_TCP);
1709 ValidateParserProto(alproto, IPPROTO_UDP);
1712 static void ValidateParsers(
void)
1728 rs_dcerpc_register_parser();
1729 rs_dcerpc_udp_register_parser();
1734 rs_dns_udp_register_parser();
1735 rs_dns_tcp_register_parser();
1736 rs_bittorrent_dht_udp_register_parser();
1743 rs_register_ntp_parser();
1746 rs_register_krb5_parser();
1747 rs_dhcp_register_parser();
1748 rs_register_snmp_parser();
1749 rs_sip_register_parser();
1750 rs_quic_register_parser();
1751 rs_websocket_register_parser();
1752 rs_template_register_parser();
1754 SCMqttRegisterParser();
1755 rs_pgsql_register_parser();
1756 rs_rdp_register_parser();
1758 rs_telnet_register_parser();
1764 "1|20|capability", 12, 0, STREAM_TOSERVER) < 0)
1766 SCLogInfo(
"imap proto registration failure");
1770 SCLogInfo(
"Protocol detection and parser disabled for %s protocol.",
1783 pstate->
flags |= flag;
1794 static inline void AppLayerParserStreamTruncated(
AppLayerParserState *pstate,
const uint8_t ipproto,
1795 const AppProto alproto,
void *alstate,
const uint8_t direction)
1799 if (direction & STREAM_TOSERVER) {
1828 StreamSlice stream_slice,
void *local_data)
1836 static void *TestProtocolStateAlloc(
void *orig_state,
AppProto proto_orig)
1849 static void TestProtocolStateFree(
void *s)
1854 static uint64_t TestGetTxCnt(
void *state)
1860 static void TestStateTransactionFree(
void *state, uint64_t tx_id)
1865 static void *TestGetTx(
void *state, uint64_t tx_id)
1872 void (*RegisterUnittests)(
void))
1876 RegisterUnittests = RegisterUnittests;
1883 alp_ctx_backup_unittest = alp_ctx;
1884 memset(&alp_ctx, 0,
sizeof(alp_ctx));
1891 alp_ctx = alp_ctx_backup_unittest;
1892 memset(&alp_ctx_backup_unittest, 0,
sizeof(alp_ctx_backup_unittest));
1900 static int AppLayerParserTest01(
void)
1905 uint8_t testbuf[] = { 0x11 };
1906 uint32_t testlen =
sizeof(testbuf);
1910 memset(&ssn, 0,
sizeof(ssn));
1915 TestProtocolStateAlloc, TestProtocolStateFree);
1920 f =
UTHBuildFlow(AF_INET,
"1.2.3.4",
"4.3.2.1", 20, 40);
1924 f->
proto = IPPROTO_TCP;
1929 STREAM_TOSERVER | STREAM_EOF, testbuf,
1945 static int AppLayerParserTest02(
void)
1950 uint8_t testbuf[] = { 0x11 };
1951 uint32_t testlen =
sizeof(testbuf);
1956 TestProtocolParser);
1958 TestProtocolStateAlloc, TestProtocolStateFree);
1963 f =
UTHBuildFlow(AF_INET,
"1.2.3.4",
"4.3.2.1", 20, 40);
1966 f->
proto = IPPROTO_UDP;
1972 STREAM_TOSERVER | STREAM_EOF, testbuf,
1992 for (alproto = 0; alproto <
ALPROTO_MAX; alproto++) {
1993 ctx = &alp_ctx.
ctxs[ip][alproto];
void(* Truncate)(void *, uint8_t)
void AppLayerParserRegisterGetStateProgressFunc(uint8_t ipproto, AppProto alproto, int(*StateGetProgress)(void *alstate, uint8_t direction))
int AppLayerParserDeSetup(void)
AppLayerStateData *(* GetStateData)(void *state)
uint64_t(* StateGetTxCnt)(void *alstate)
enum ExceptionPolicy g_applayerparser_error_policy
AppLayerTxData *(* GetTxData)(void *tx)
#define FAIL_IF_NULL(expr)
Fail a test if expression evaluates to NULL.
AppLayerParserProtoCtx ctxs[FLOW_PROTO_MAX][ALPROTO_MAX]
void RegisterSMBParsers(void)
void RegisterIKEParsers(void)
int AppLayerParserIsEnabled(AppProto alproto)
simple way to globally test if a alproto is registered and fully enabled in the configuration.
void AppLayerParserRegisterLocalStorageFunc(uint8_t ipproto, AppProto alproto, void *(*LocalStorageAlloc)(void), void(*LocalStorageFree)(void *))
int AppLayerParserProtocolHasLogger(uint8_t ipproto, AppProto alproto)
void AppLayerParserRegisterOptionFlags(uint8_t ipproto, AppProto alproto, uint32_t flags)
void FramesFree(Frames *frames)
void AppLayerParserSetStreamDepthFlag(uint8_t ipproto, AppProto alproto, void *state, uint64_t tx_id, uint8_t flags)
void AppLayerParserSetTransactionLogId(AppLayerParserState *pstate, uint64_t tx_id)
bool g_filedata_logger_enabled
void AppLayerParserSetStreamDepth(uint8_t ipproto, AppProto alproto, uint32_t stream_depth)
void AppLayerParserApplyTxConfig(uint8_t ipproto, AppProto alproto, void *state, void *tx, enum ConfigAction mode, AppLayerTxConfig config)
void AppLayerParserTransactionsCleanup(Flow *f, const uint8_t pkt_dir)
remove obsolete (inspected and logged) transactions
void * AppLayerParserGetProtocolParserLocalStorage(uint8_t ipproto, AppProto alproto)
void UtRegisterTest(const char *name, int(*TestFn)(void))
Register unit test.
void(* LocalStorageFree)(void *)
App layer protocol parser context.
void RegisterSSHParsers(void)
Function to register the SSH protocol parsers and other functions.
void *(* StateGetTx)(void *alstate, uint64_t tx_id)
void AppLayerParserSetTransactionInspectId(const Flow *f, AppLayerParserState *pstate, void *alstate, const uint8_t flags, bool tag_txs_as_inspected)
#define APP_LAYER_PARSER_BYPASS_READY
AppLayerDecoderEvents * AppLayerParserGetEventsByTx(uint8_t ipproto, AppProto alproto, void *tx)
AppLayerGetTxIteratorFunc AppLayerGetTxIterator(const uint8_t ipproto, const AppProto alproto)
struct HtpBodyChunk_ * next
void RegisterModbusParsers(void)
Function to register the Modbus protocol parser.
AppLayerGetFileState(* GetTxFiles)(void *, void *, uint8_t)
void StreamTcpSetDisableRawReassemblyFlag(TcpSession *, char)
Set the No reassembly flag for the given direction in given TCP session.
FramesContainer * AppLayerFramesSetupContainer(Flow *f)
int AppLayerParserConfParserEnabled(const char *ipproto, const char *alproto_name)
check if a parser is enabled in the config Returns enabled always if: were running unittests
int AppLayerParserGetStateProgress(uint8_t ipproto, AppProto alproto, void *alstate, uint8_t flags)
get the progress value for a tx/protocol
void AppLayerParserTriggerRawStreamReassembly(Flow *f, int direction)
ConfNode * ConfGetNode(const char *name)
Get a ConfNode by name.
uint32_t reassembly_depth
void AppLayerIncGapErrorCounter(ThreadVars *tv, Flow *f)
#define APP_LAYER_PARSER_INT_STREAM_DEPTH_SET
void StreamTcpReassembleTriggerRawReassembly(TcpSession *ssn, int direction)
Trigger RAW stream reassembly.
uint64_t AppLayerParserGetTransactionLogId(AppLayerParserState *pstate)
const char * AppProtoToString(AppProto alproto)
Maps the ALPROTO_*, to its string equivalent.
void AppLayerParserRegisterTruncateFunc(uint8_t ipproto, AppProto alproto, void(*Truncate)(void *, uint8_t))
bool AppLayerParserSupportsFiles(uint8_t ipproto, AppProto alproto)
void AppLayerParserRegisterStateProgressCompletionStatus(AppProto alproto, const int ts, const int tc)
void AppLayerParserRegisterParserAcceptableDataDirection(uint8_t ipproto, AppProto alproto, uint8_t direction)
int AppLayerParserGetStateProgressCompletionStatus(AppProto alproto, uint8_t direction)
uint8_t AppLayerParserGetFirstDataDir(uint8_t ipproto, AppProto alproto)
int AppLayerParserProtoIsRegistered(uint8_t ipproto, AppProto alproto)
void AppLayerParserRegisterTxFreeFunc(uint8_t ipproto, AppProto alproto, void(*StateTransactionFree)(void *, uint64_t))
#define FLOW_NOPAYLOAD_INSPECTION
#define APP_LAYER_TX_SKIP_INSPECT_FLAG
void AppLayerParserStateProtoCleanup(uint8_t protomap, AppProto alproto, void *alstate, AppLayerParserState *pstate)
AppLayerGetTxIteratorFunc StateGetTxIterator
void AppLayerParserThreadCtxFree(AppLayerParserThreadCtx *tctx)
Destroys the app layer parser thread context obtained using AppLayerParserThreadCtxAlloc().
void AppLayerDecoderEventsFreeEvents(AppLayerDecoderEvents **events)
void StreamTcpUpdateAppLayerProgress(TcpSession *ssn, char direction, const uint32_t progress)
update reassembly progress
#define APP_LAYER_TX_INSPECTED_FLAG
void AppLayerParserRegisterGetTxFilesFunc(uint8_t ipproto, AppProto alproto, AppLayerGetFileState(*GetTxFiles)(void *, void *, uint8_t))
AppLayerStateData * AppLayerParserGetStateData(uint8_t ipproto, AppProto alproto, void *state)
struct TestState_ TestState
Frame * AppLayerFrameNewByAbsoluteOffset(Flow *f, const StreamSlice *stream_slice, const uint64_t frame_start, const int64_t len, int dir, uint8_t frame_type)
create new frame using the absolute offset from the start of the stream
TcpStreamCnf stream_config
#define APP_LAYER_PARSER_EOF_TS
void AppLayerIncAllocErrorCounter(ThreadVars *tv, Flow *f)
@ EXCEPTION_POLICY_NOT_SET
enum ExceptionPolicy ExceptionPolicyParse(const char *option, bool support_flow)
void AppLayerParserRegisterUnittests(void)
uint64_t AppLayerParserGetTransactionInspectId(AppLayerParserState *pstate, uint8_t direction)
Data structure to store app layer decoder events.
bool(* ApplyTxConfig)(void *state, void *tx, int mode, AppLayerTxConfig)
uint8_t FlowGetReverseProtoMapping(uint8_t rproto)
void RegisterDNP3Parsers(void)
Register the DNP3 application protocol parser.
int ConfValIsTrue(const char *val)
Check if a value is true.
void FTPParserCleanup(void)
Free memory allocated for global FTP parser state.
int AppLayerParserGetEventInfoById(uint8_t ipproto, AppProto alproto, int event_id, const char **event_name, AppLayerEventType *event_type)
const struct SigGroupHead_ * sgh_toserver
void AppLayerParserRestoreParserTable(void)
AppLayerResult(* AppLayerParserFPtr)(Flow *f, void *protocol_state, AppLayerParserState *pstate, StreamSlice stream_slice, void *local_storage)
Prototype for parsing functions.
struct AppLayerParserCtx_ AppLayerParserCtx
AppLayerParserState * alparser
void AppLayerParserRegisterProtocolParsers(void)
void RegisterRFBParsers(void)
void StreamTcpInitConfig(bool)
To initialize the stream global configuration data.
Flow * UTHBuildFlow(int family, const char *src, const char *dst, Port sp, Port dp)
#define APP_LAYER_PARSER_SFRAME_TS
#define PASS
Pass the test.
AppLayerParserGetFrameIdByNameFn GetFrameIdByName
const char * AppLayerParserGetFrameNameById(uint8_t ipproto, AppProto alproto, const uint8_t id)
uint64_t AppLayerParserGetTransactionActive(const Flow *f, AppLayerParserState *pstate, uint8_t direction)
void AppLayerFramesFreeContainer(Flow *f)
uint64_t AppLayerParserGetTxDetectFlags(AppLayerTxData *txd, const uint8_t dir)
AppLayerParserThreadCtx * alp_tctx
void AppLayerParserRegisterLogger(uint8_t ipproto, AppProto alproto)
void AppLayerParserRegisterGetFrameFuncs(uint8_t ipproto, AppProto alproto, AppLayerParserGetFrameIdByNameFn GetIdByNameFunc, AppLayerParserGetFrameNameByIdFn GetNameByIdFunc)
void(* SetStreamDepthFlag)(void *tx, uint8_t flags)
void RegisterENIPTCPParsers(void)
Function to register the ENIP protocol parsers and other functions.
Per thread variable structure.
void AppLayerParserRegisterLoggerBits(uint8_t ipproto, AppProto alproto, LoggerId bits)
int(* StateGetEventInfo)(const char *event_name, int *event_id, AppLayerEventType *event_type)
void AppLayerParserRegisterStateFuncs(uint8_t ipproto, AppProto alproto, void *(*StateAlloc)(void *, AppProto), void(*StateFree)(void *))
#define APP_LAYER_PARSER_NO_REASSEMBLY
#define IS_DISRUPTED(flags)
void AppLayerParserSetEOF(AppLayerParserState *pstate)
void(* RegisterUnittests)(void)
void AppLayerParserStateFree(AppLayerParserState *pstate)
void AppLayerParserStateCleanup(const Flow *f, void *alstate, AppLayerParserState *pstate)
void AppLayerParserBackupParserTable(void)
int(* StateGetEventInfoById)(int event_id, const char **event_name, AppLayerEventType *event_type)
const struct SigGroupHead_ * sgh_toclient
void RegisterNFSTCPParsers(void)
AppLayerParserGetFrameNameByIdFn GetFrameNameById
struct AppLayerParserProtoCtx_ AppLayerParserProtoCtx
App layer protocol parser context.
int AppLayerParserSetup(void)
void RegisterFTPParsers(void)
void AppLayerParserRegisterProtocolUnittests(uint8_t ipproto, AppProto alproto, void(*RegisterUnittests)(void))
void *(* StateAlloc)(void *, AppProto)
uint8_t FlowGetProtoMapping(uint8_t proto)
Function to map the protocol to the defined FLOW_PROTO_* enumeration.
void RegisterTFTPParsers(void)
#define FLOW_PROTO_APPLAYER_MAX
#define APP_LAYER_PARSER_EOF_TC
#define DEBUG_ASSERT_FLOW_LOCKED(f)
#define BOTH_SET_OR_BOTH_UNSET(a, b)
void * alproto_local_storage[FLOW_PROTO_MAX][ALPROTO_MAX]
void AppLayerParserRegisterGetEventInfo(uint8_t ipproto, AppProto alproto, int(*StateGetEventInfo)(const char *event_name, int *event_id, AppLayerEventType *event_type))
#define SCReturnPtr(x, type)
void(* StateFree)(void *)
void AppLayerProtoDetectRegisterProtocol(AppProto alproto, const char *alproto_name)
Registers a protocol for protocol detection phase.
void AppLayerParserRegisterSetStreamDepthFlag(uint8_t ipproto, AppProto alproto, void(*SetStreamDepthFlag)(void *tx, uint8_t flags))
#define APP_LAYER_PARSER_SFRAME_TC
void AppLayerIncParserErrorCounter(ThreadVars *tv, Flow *f)
int RunmodeIsUnittests(void)
#define SCLogInfo(...)
Macro used to log INFORMATIONAL messages.
#define APP_LAYER_PARSER_NO_INSPECTION
void * AppLayerParserGetTx(uint8_t ipproto, AppProto alproto, void *alstate, uint64_t tx_id)
int AppLayerParserRegisterParser(uint8_t ipproto, AppProto alproto, uint8_t direction, AppLayerParserFPtr Parser)
Register app layer parser for the protocol.
void UTHFreeFlow(Flow *flow)
AppLayerParserThreadCtx * AppLayerParserThreadCtxAlloc(void)
Gets a new app layer protocol's parser thread context.
void AppLayerParserRegisterGetTx(uint8_t ipproto, AppProto alproto, void *(StateGetTx)(void *alstate, uint64_t tx_id))
void AppLayerParserStateSetFlag(AppLayerParserState *pstate, uint16_t flag)
AppLayerParserFPtr Parser[2]
struct AppLayerTxData AppLayerTxData
void(* StateTransactionFree)(void *, uint64_t)
#define SCReturnStruct(x)
void RegisterSSLParsers(void)
Function to register the SSL protocol parser and other functions.
#define FAIL_IF(expr)
Fail a test if expression evaluates to true.
void StreamTcpSetSessionNoReassemblyFlag(TcpSession *, char)
disable reassembly
void StreamTcpFreeConfig(bool quiet)
int AppLayerParserParse(ThreadVars *tv, AppLayerParserThreadCtx *alp_tctx, Flow *f, AppProto alproto, uint8_t flags, const uint8_t *input, uint32_t input_len)
const char *(* AppLayerParserGetFrameNameByIdFn)(const uint8_t id)
void StreamTcpDisableAppLayer(Flow *f)
int AppLayerParserGetFrameIdByName(uint8_t ipproto, AppProto alproto, const char *name)
void AppLayerParserRegisterApplyTxConfigFunc(uint8_t ipproto, AppProto alproto, bool(*ApplyTxConfig)(void *state, void *tx, int mode, AppLayerTxConfig))
void RegisterENIPUDPParsers(void)
Function to register the ENIP protocol parsers and other functions.
void AppLayerParserRegisterStateDataFunc(uint8_t ipproto, AppProto alproto, AppLayerStateData *(*GetStateData)(void *state))
void FilesPrune(FileContainer *fc, const StreamingBufferConfig *sbcfg, const bool trunc)
void AppLayerIncInternalErrorCounter(ThreadVars *tv, Flow *f)
AppLayerTxData * AppLayerParserGetTxData(uint8_t ipproto, AppProto alproto, void *tx)
void AppLayerParserRegisterTxDataFunc(uint8_t ipproto, AppProto alproto, AppLayerTxData *(*GetTxData)(void *tx))
uint32_t AppLayerParserGetStreamDepth(const Flow *f)
Frame * AppLayerFrameGetById(Flow *f, const int dir, const FrameId frame_id)
#define FRAME_STREAM_TYPE
#define APP_LAYER_PARSER_OPT_ACCEPT_GAPS
void AppLayerParserRegisterGetTxIterator(uint8_t ipproto, AppProto alproto, AppLayerGetTxIteratorFunc Func)
FramesContainer * AppLayerFramesGetContainer(Flow *f)
#define SCLogError(...)
Macro used to log ERROR messages.
void AppLayerParserPostStreamSetup(void)
AppLayerDecoderEvents * AppLayerParserGetDecoderEvents(AppLayerParserState *pstate)
#define THREE_SET(a, b, c)
void AppLayerParserRegisterGetEventInfoById(uint8_t ipproto, AppProto alproto, int(*StateGetEventInfoById)(int event_id, const char **event_name, AppLayerEventType *event_type))
const char * AppLayerGetProtoName(AppProto alproto)
Given the internal protocol id, returns a string representation of the protocol.
void UTHAppLayerParserStateGetIds(void *ptr, uint64_t *i1, uint64_t *i2, uint64_t *log, uint64_t *min)
int ConfValIsFalse(const char *val)
Check if a value is false.
void RegisterHTPParsers(void)
Register the HTTP protocol and state handling functions to APP layer of the engine.
void AppLayerIncTxCounter(ThreadVars *tv, Flow *f, uint64_t step)
#define FRAME_FLAG_ENDS_AT_EOF
#define APP_LAYER_PARSER_TRUNC_TC
void RegisterSMTPParsers(void)
Register the SMTP Protocol parser.
AppLayerParserState * AppLayerParserStateAlloc(void)
#define SCReturnCT(x, type)
#define STREAMTCP_FLAG_APP_LAYER_DISABLED
AppLayerDecoderEvents * decoder_events
void AppLayerParserRegisterGetTxCnt(uint8_t ipproto, AppProto alproto, uint64_t(*StateGetTxCnt)(void *alstate))
int(* StateGetProgress)(void *alstate, uint8_t direction)
LoggerId AppLayerParserProtocolGetLoggerBits(uint8_t ipproto, AppProto alproto)
AppLayerGetTxIterTuple(* AppLayerGetTxIteratorFunc)(const uint8_t ipproto, const AppProto alproto, void *alstate, uint64_t min_tx_id, uint64_t max_tx_id, AppLayerGetTxIterState *state)
tx iterator prototype
bool g_file_logger_enabled
AppLayerGetFileState AppLayerParserGetTxFiles(const Flow *f, void *state, void *tx, const uint8_t direction)
void RegisterHTTP2Parsers(void)
#define STREAM_APP_PROGRESS(stream)
int AppLayerProtoDetectPMRegisterPatternCS(uint8_t ipproto, AppProto alproto, const char *pattern, uint16_t depth, uint16_t offset, uint8_t direction)
Registers a case-sensitive pattern for protocol detection.
#define APP_LAYER_PARSER_NO_INSPECTION_PAYLOAD
int FlowChangeProto(Flow *f)
Check if change proto flag is set for flow.
uint8_t FlowGetDisruptionFlags(const Flow *f, uint8_t flags)
get 'disruption' flags: GAP/DEPTH/PASS
#define APP_LAYER_PARSER_TRUNC_TS
uint16_t AppLayerParserStateIssetFlag(AppLayerParserState *pstate, uint16_t flag)
#define SCLogNotice(...)
Macro used to log NOTICE messages.
void RegisterNFSUDPParsers(void)
AppProto alproto
application level protocol
void AppLayerParserDestroyProtocolParserLocalStorage(uint8_t ipproto, AppProto alproto, void *local_data)
uint64_t AppLayerParserGetTxCnt(const Flow *f, void *alstate)
int AppLayerProtoDetectConfProtoDetectionEnabled(const char *ipproto, const char *alproto)
Given a protocol name, checks if proto detection is enabled in the conf file.
void SMTPParserCleanup(void)
Free memory allocated for global SMTP parser state.
bool AppLayerParserHasDecoderEvents(AppLayerParserState *pstate)
int(* AppLayerParserGetFrameIdByNameFn)(const char *frame_name)
void StreamTcpSetSessionBypassFlag(TcpSession *)
enable bypass
#define DEBUG_VALIDATE_BUG_ON(exp)
void *(* LocalStorageAlloc)(void)
int AppLayerParserGetEventInfo(uint8_t ipproto, AppProto alproto, const char *event_name, int *event_id, AppLayerEventType *event_type)