Go to the documentation of this file.
90 void *(*LocalStorageAlloc)(void);
97 AppLayerGetFileState (*
GetTxFiles)(
void *,
void *, uint8_t);
101 void *(*StateGetTx)(
void *alstate, uint64_t tx_id);
106 AppLayerEventType *event_type);
108 int *event_id, AppLayerEventType *event_type);
110 AppLayerStateData *(*GetStateData)(
void *state);
160 static void AppLayerConfig(
void)
167 if (frames != NULL) {
184 if (f == NULL || f->
alparser == NULL)
211 static inline void AppLayerParserStreamTruncated(
AppLayerParserState *pstate,
const uint8_t ipproto,
212 const AppProto alproto,
void *alstate,
const uint8_t direction);
233 return (alp_ctx.
ctxs[ipproto_map][alproto].
StateAlloc != NULL) ? 1 : 0;
254 AppLayerParserFramesFreeContainer(pstate->
frames);
263 memset(&alp_ctx, 0,
sizeof(alp_ctx));
333 const char *alproto_name)
345 r = snprintf(param,
sizeof(param),
"%s%s%s",
"app-layer.protocols.",
346 alproto_name,
".enabled");
349 }
else if (r > (
int)
sizeof(param)) {
350 FatalError(
"buffer not big enough to write param.");
356 r = snprintf(param,
sizeof(param),
"%s%s%s%s%s",
"app-layer.protocols.",
357 alproto_name,
".", ipproto,
".enabled");
360 }
else if (r > (
int)
sizeof(param)) {
361 FatalError(
"buffer not big enough to write param.");
375 }
else if (strcasecmp(node->
val,
"detection-only") == 0) {
378 SCLogError(
"Invalid value found for %s.", param);
397 Parser[(direction & STREAM_TOSERVER) ? 0 : 1] = Parser;
408 (direction & (STREAM_TOSERVER | STREAM_TOCLIENT));
430 void *(*StateAlloc)(
void *,
AppProto),
void (*StateFree)(
void *))
443 void *(*LocalStorageAlloc)(
void),
444 void (*LocalStorageFree)(
void *))
457 AppLayerGetFileState (*GetTxFiles)(
void *,
void *, uint8_t))
485 void (*Truncate)(
void *, uint8_t))
495 int (*StateGetProgress)(
void *alstate, uint8_t direction))
500 StateGetProgress = StateGetProgress;
506 void (*StateTransactionFree)(
void *, uint64_t))
511 StateTransactionFree = StateTransactionFree;
517 uint64_t (*StateGetTxCnt)(
void *alstate))
522 StateGetTxCnt = StateGetTxCnt;
528 void *(StateGetTx)(
void *alstate, uint64_t tx_id))
533 StateGetTx = StateGetTx;
551 BUG_ON(!AppProtoIsValid(alproto));
562 int (*StateGetEventInfoById)(
int event_id,
const char **event_name,
563 AppLayerEventType *event_type))
568 StateGetEventInfoById = StateGetEventInfoById;
584 int (*StateGetEventInfo)(
const char *event_name,
int *event_id,
585 AppLayerEventType *event_type))
590 StateGetEventInfo = StateGetEventInfo;
606 uint8_t ipproto,
AppProto alproto, AppLayerStateData *(*GetStateData)(
void *state))
616 bool (*ApplyTxConfig)(
void *state,
void *tx,
int mode, AppLayerTxConfig))
626 void (*SetStreamDepthFlag)(
void *tx, uint8_t
flags))
643 LocalStorageAlloc != NULL)
658 LocalStorageFree != NULL)
661 LocalStorageFree(local_data);
675 static AppLayerGetTxIterTuple AppLayerDefaultGetTxIterator(
676 const uint8_t ipproto,
const AppProto alproto,
677 void *alstate, uint64_t min_tx_id, uint64_t max_tx_id,
680 uint64_t ustate = *(uint64_t *)state;
681 uint64_t tx_id =
MAX(min_tx_id, ustate);
682 for ( ; tx_id < max_tx_id; tx_id++) {
684 if (tx_ptr != NULL) {
687 AppLayerGetTxIterTuple tuple = {
690 .has_next = (tx_id + 1 < max_tx_id),
692 SCLogDebug(
"tuple: %p/%"PRIu64
"/%s", tuple.tx_ptr, tuple.tx_id,
693 tuple.has_next ?
"true" :
"false");
698 AppLayerGetTxIterTuple no_tuple = { NULL, 0,
false };
707 return Func ? Func : AppLayerDefaultGetTxIterator;
739 uint64_t detect_flags =
740 (dir & STREAM_TOSERVER) ? txd->detect_flags_ts : txd->detect_flags_tc;
744 static inline void SetTxDetectFlags(
AppLayerTxData *txd,
const uint8_t dir,
const uint64_t detect_flags)
746 if (dir & STREAM_TOSERVER) {
747 txd->detect_flags_ts = detect_flags;
749 txd->detect_flags_tc = detect_flags;
755 return txd->logged.flags;
759 void *alstate,
const uint8_t
flags,
760 bool tag_txs_as_inspected)
764 const int direction = (
flags & STREAM_TOSERVER) ? 0 : 1;
768 const uint8_t ipproto = f->
proto;
773 memset(&state, 0,
sizeof(state));
775 SCLogDebug(
"called: %s, tag_txs_as_inspected %s",direction==0?
"toserver":
"toclient",
776 tag_txs_as_inspected?
"true":
"false");
781 AppLayerGetTxIterTuple ires = IterFunc(ipproto, alproto, alstate, idx, total_txs, &state);
782 if (ires.tx_ptr == NULL)
785 void *tx = ires.tx_ptr;
789 if (state_progress < state_done_progress)
793 if (txd && tag_txs_as_inspected) {
797 SetTxDetectFlags(txd,
flags, detect_flags);
798 SCLogDebug(
"%p/%"PRIu64
" in-order tx is done for direction %s. Flag %016"PRIx64,
799 tx, idx,
flags & STREAM_TOSERVER ?
"toserver" :
"toclient", detect_flags);
811 if (tag_txs_as_inspected) {
814 AppLayerGetTxIterTuple ires = IterFunc(ipproto, alproto, alstate, idx, total_txs, &state);
815 if (ires.tx_ptr == NULL)
818 void *tx = ires.tx_ptr;
822 if (ires.tx_id > idx && pstate->
inspect_id[direction] == idx) {
828 if (state_progress < state_done_progress)
837 SetTxDetectFlags(txd,
flags, detect_flags);
838 SCLogDebug(
"%p/%"PRIu64
" out of order tx is done for direction %s. Flag %016"PRIx64,
839 tx, idx,
flags & STREAM_TOSERVER ?
"toserver" :
"toclient", detect_flags);
841 SCLogDebug(
"%p/%"PRIu64
" out of order tx. Update inspect_id? %"PRIu64,
864 "AppLayerDecoderEvents *");
881 if (txd != NULL && txd->events != NULL) {
889 const Flow *f,
void *state,
void *tx,
const uint8_t direction)
897 AppLayerGetFileState files = { .fc = NULL, .cfg = NULL };
901 static void AppLayerParserFileTxHousekeeping(
902 const Flow *f,
void *tx,
const uint8_t pkt_dir,
const bool trunc)
910 #define IS_DISRUPTED(flags) ((flags) & (STREAM_DEPTH | STREAM_GAP))
929 const uint8_t ipproto = f->
proto;
931 void *
const alstate = f->
alstate;
934 if (alstate == NULL || alparser == NULL)
937 const uint64_t min = alparser->
min_id;
945 int pkt_dir_trunc = -1;
949 memset(&state, 0,
sizeof(state));
951 uint64_t new_min = min;
953 bool skipped =
false;
957 AppLayerGetTxIterTuple ires = IterFunc(ipproto, alproto, alstate, i, total_txs, &state);
958 if (ires.tx_ptr == NULL)
961 bool tx_skipped =
false;
962 void *tx = ires.tx_ptr;
967 if (txd != NULL && AppLayerParserHasFilesInDir(txd, pkt_dir)) {
968 if (pkt_dir_trunc == -1)
974 AppLayerParserFileTxHousekeeping(f, tx, pkt_dir, (
bool)pkt_dir_trunc);
977 const int tx_progress_tc =
979 if (tx_progress_tc < tx_end_state_tc) {
980 SCLogDebug(
"%p/%"PRIu64
" skipping: tc parser not done", tx, i);
984 const int tx_progress_ts =
986 if (tx_progress_ts < tx_end_state_ts) {
987 SCLogDebug(
"%p/%"PRIu64
" skipping: ts parser not done", tx, i);
992 if (txd && has_tx_detect_flags) {
995 if (!(detect_flags_ts &
997 SCLogDebug(
"%p/%" PRIu64
" skipping: TS inspect not done: ts:%" PRIx64, tx, i,
1004 if (!(detect_flags_tc &
1006 SCLogDebug(
"%p/%" PRIu64
" skipping: TC inspect not done: ts:%" PRIx64, tx, i,
1014 SCLogDebug(
"%p/%" PRIu64
" tx_skipped", tx, i);
1019 if (txd && logger_expectation != 0) {
1020 LoggerId tx_logged = GetTxLogged(txd);
1021 if (tx_logged != logger_expectation) {
1022 SCLogDebug(
"%p/%"PRIu64
" skipping: logging not done: want:%"PRIx32
", have:%"PRIx32,
1023 tx, i, logger_expectation, tx_logged);
1032 SCLogDebug(
"files_opened %u files_logged %u files_stored %u", txd->files_opened,
1033 txd->files_logged, txd->files_stored);
1035 if (txd->files_opened) {
1052 SCLogDebug(
"skipped? %s i %"PRIu64
", new_min %"PRIu64, skipped ?
"true" :
"false", i, new_min);
1055 SCLogDebug(
"final i %"PRIu64
", new_min %"PRIu64, i, new_min);
1058 if (!ires.has_next) {
1062 SCLogDebug(
"no next: cur tx i %"PRIu64
", total %"PRIu64, i, total_txs);
1064 new_min = total_txs;
1065 SCLogDebug(
"no next: cur tx i %"PRIu64
", total %"PRIu64
": "
1066 "new_min updated to %"PRIu64, i, total_txs, new_min);
1074 SCLogDebug(
"update f->alparser->min_id? %"PRIu64
" vs %"PRIu64, new_min, alparser->
min_id);
1075 if (new_min > alparser->
min_id) {
1076 const uint64_t next_id = new_min;
1077 alparser->
min_id = next_id;
1086 static inline int StateGetProgressCompletionStatus(
const AppProto alproto,
const uint8_t
flags)
1088 if (
flags & STREAM_TOSERVER) {
1090 }
else if (
flags & STREAM_TOCLIENT) {
1104 void *alstate, uint8_t
flags)
1109 r = StateGetProgressCompletionStatus(alproto,
flags);
1111 uint8_t direction =
flags & (STREAM_TOCLIENT | STREAM_TOSERVER);
1113 alstate, direction);
1136 int r = StateGetProgressCompletionStatus(alproto, direction);
1141 int *event_id, AppLayerEventType *event_type)
1151 const char **event_name, AppLayerEventType *event_type)
1155 *event_name = (
const char *)NULL;
1206 AppLayerStateData *d =
1214 void *state,
void *tx,
enum ConfigAction mode, AppLayerTxConfig config)
1228 if ((
flags & (STREAM_EOF|STREAM_TOSERVER)) == (STREAM_EOF|STREAM_TOSERVER)) {
1229 SCLogDebug(
"setting APP_LAYER_PARSER_EOF_TS");
1231 }
else if ((
flags & (STREAM_EOF|STREAM_TOCLIENT)) == (STREAM_EOF|STREAM_TOCLIENT)) {
1232 SCLogDebug(
"setting APP_LAYER_PARSER_EOF_TC");
1241 static void HandleStreamFrames(
Flow *f, StreamSlice stream_slice,
const uint8_t *input,
1242 const uint32_t input_len,
const uint8_t
flags)
1244 const uint8_t direction = (
flags & STREAM_TOSERVER) ? 0 : 1;
1250 input != NULL && f->
proto == IPPROTO_TCP) {
1252 if (frame == NULL) {
1253 int64_t frame_len = -1;
1254 if (
flags & STREAM_EOF)
1255 frame_len = input_len;
1258 f, &stream_slice, stream_slice.offset, frame_len, direction,
FRAME_STREAM_TYPE);
1260 SCLogDebug(
"opened: frame %p id %" PRIi64, frame, frame->
id);
1265 if (direction == 0) {
1271 }
else if (
flags & STREAM_EOF) {
1276 int64_t slice_o = (int64_t)stream_slice.offset - (int64_t)frame->
offset;
1277 int64_t frame_len = slice_o + (int64_t)input_len;
1278 SCLogDebug(
"%s: EOF frame->offset %" PRIu64
" -> %" PRIi64
": o %" PRIi64,
1280 frame->
len = frame_len;
1285 static void Setup(
Flow *f,
const uint8_t direction,
const uint8_t *input, uint32_t input_len,
1286 const uint8_t
flags, StreamSlice *as)
1288 memset(as, 0,
sizeof(*as));
1290 as->input_len = input_len;
1304 uint8_t
flags,
const uint8_t *input, uint32_t input_len)
1307 #ifdef DEBUG_VALIDATION
1312 StreamSlice stream_slice;
1313 void *alstate = NULL;
1314 uint64_t p_tx_cnt = 0;
1315 uint32_t consumed = input_len;
1316 const uint8_t direction = (
flags & STREAM_TOSERVER) ? 0 : 1;
1320 if (f->
proto == IPPROTO_TCP) {
1326 if (
flags & STREAM_GAP) {
1328 SCLogDebug(
"app-layer parser does not accept gaps");
1338 if (pstate == NULL) {
1340 if (pstate == NULL) {
1346 SetEOFFlags(pstate,
flags);
1351 if (alstate == NULL) {
1355 SCLogDebug(
"alloced new app layer state %p (name %s)",
1363 SCLogDebug(
"state data: updating file_flags %04x with flow file_flags %04x",
1370 SCLogDebug(
"using existing app layer state %p (name %s))",
1377 if (input_len > 0 || (
flags & STREAM_EOF)) {
1378 Setup(f,
flags & (STREAM_TOSERVER | STREAM_TOCLIENT), input, input_len,
flags,
1380 HandleStreamFrames(f, stream_slice, input, input_len,
flags);
1383 if (((stream_slice.flags & STREAM_TOSERVER) &&
1384 stream_slice.offset >= g_eps_applayer_error_offset_ts)) {
1385 SCLogNotice(
"putting parser %s into an error state from toserver offset %" PRIu64,
1390 if (((stream_slice.flags & STREAM_TOCLIENT) &&
1391 stream_slice.offset >= g_eps_applayer_error_offset_tc)) {
1392 SCLogNotice(
"putting parser %s into an error state from toclient offset %" PRIu64,
1399 AppLayerResult res = p->
Parser[direction](f, alstate, pstate, stream_slice,
1401 if (res.status < 0) {
1404 }
else if (res.status > 0) {
1413 if (res.consumed > input_len || res.needed + res.consumed < input_len) {
1421 (
flags & STREAM_TOSERVER) ?
"toserver" :
"toclient");
1422 if (direction == 0) {
1436 consumed = res.consumed;
1444 if (f->
proto == IPPROTO_TCP) {
1466 FlowSetNoPayloadInspectionFlag(f);
1472 FlowSetNoPayloadInspectionFlag(f);
1474 if (f->
proto == IPPROTO_TCP) {
1486 if (cur_tx_cnt > p_tx_cnt &&
tv) {
1491 if (
flags & STREAM_DEPTH)
1496 if (consumed != input_len && f->
proto == IPPROTO_TCP && f->
protoctx != NULL) {
1506 if (f->
proto == IPPROTO_TCP) {
1520 SCLogDebug(
"setting APP_LAYER_PARSER_EOF_TC and APP_LAYER_PARSER_EOF_TS");
1561 int r = (alp_ctx.
ctxs[ipproto_map][alproto].
logger ==
false) ? 0 : 1;
1578 if (f != NULL && f->
protoctx != NULL)
1604 if (state != NULL) {
1641 if (ctx->
StateFree != NULL && alstate != NULL)
1656 static void ValidateParserProtoDump(
AppProto alproto, uint8_t ipproto)
1660 printf(
"ERROR: incomplete app-layer registration\n");
1661 printf(
"AppLayer protocol %s ipproto %u\n",
AppProtoToString(alproto), ipproto);
1662 printf(
"- option flags %"PRIx32
"\n", ctx->
option_flags);
1664 printf(
"Mandatory:\n");
1665 printf(
"- Parser[0] %p Parser[1] %p\n", ctx->
Parser[0], ctx->
Parser[1]);
1667 printf(
"- StateGetTx %p StateGetTxCnt %p StateTransactionFree %p\n",
1669 printf(
"- GetTxData %p\n", ctx->
GetTxData);
1672 printf(
"Optional:\n");
1674 printf(
"- StateGetEventInfo %p StateGetEventInfoById %p\n", ctx->
StateGetEventInfo,
1678 #define BOTH_SET(a, b) ((a) != NULL && (b) != NULL)
1679 #define BOTH_SET_OR_BOTH_UNSET(a, b) (((a) == NULL && (b) == NULL) || ((a) != NULL && (b) != NULL))
1680 #define THREE_SET_OR_THREE_UNSET(a, b, c) (((a) == NULL && (b) == NULL && (c) == NULL) || ((a) != NULL && (b) != NULL && (c) != NULL))
1681 #define THREE_SET(a, b, c) ((a) != NULL && (b) != NULL && (c) != NULL)
1683 static void ValidateParserProto(
AppProto alproto, uint8_t ipproto)
1715 ValidateParserProtoDump(alproto, ipproto);
1719 #undef BOTH_SET_OR_BOTH_UNSET
1720 #undef THREE_SET_OR_THREE_UNSET
1723 static void ValidateParser(
AppProto alproto)
1725 ValidateParserProto(alproto, IPPROTO_TCP);
1726 ValidateParserProto(alproto, IPPROTO_UDP);
1729 static void ValidateParsers(
void)
1745 rs_dcerpc_register_parser();
1746 rs_dcerpc_udp_register_parser();
1751 rs_dns_udp_register_parser();
1752 rs_dns_tcp_register_parser();
1753 rs_bittorrent_dht_udp_register_parser();
1764 rs_dhcp_register_parser();
1768 rs_template_register_parser();
1770 SCMqttRegisterParser();
1771 rs_pgsql_register_parser();
1774 rs_telnet_register_parser();
1780 "1|20|capability", 12, 0, STREAM_TOSERVER) < 0)
1782 SCLogInfo(
"imap proto registration failure");
1786 SCLogInfo(
"Protocol detection and parser disabled for %s protocol.",
1799 pstate->
flags |= flag;
1810 static inline void AppLayerParserStreamTruncated(
AppLayerParserState *pstate,
const uint8_t ipproto,
1811 const AppProto alproto,
void *alstate,
const uint8_t direction)
1815 if (direction & STREAM_TOSERVER) {
1837 SCLogDebug(
"AppLayerParser parser state information for parser state p(%p). "
1838 "p->inspect_id[0](%"PRIu64
"), "
1839 "p->inspect_id[1](%"PRIu64
"), "
1840 "p->log_id(%"PRIu64
"), "
1841 "p->decoder_events(%p).",
1865 StreamSlice stream_slice,
void *local_data)
1873 static void *TestProtocolStateAlloc(
void *orig_state,
AppProto proto_orig)
1886 static void TestProtocolStateFree(
void *s)
1891 static uint64_t TestGetTxCnt(
void *state)
1897 static void TestStateTransactionFree(
void *state, uint64_t tx_id)
1902 static void *TestGetTx(
void *state, uint64_t tx_id)
1909 void (*RegisterUnittests)(
void))
1913 RegisterUnittests = RegisterUnittests;
1920 alp_ctx_backup_unittest = alp_ctx;
1921 memset(&alp_ctx, 0,
sizeof(alp_ctx));
1928 alp_ctx = alp_ctx_backup_unittest;
1929 memset(&alp_ctx_backup_unittest, 0,
sizeof(alp_ctx_backup_unittest));
1937 static int AppLayerParserTest01(
void)
1942 uint8_t testbuf[] = { 0x11 };
1943 uint32_t testlen =
sizeof(testbuf);
1947 memset(&ssn, 0,
sizeof(ssn));
1952 TestProtocolStateAlloc, TestProtocolStateFree);
1957 f =
UTHBuildFlow(AF_INET,
"1.2.3.4",
"4.3.2.1", 20, 40);
1961 f->
proto = IPPROTO_TCP;
1966 STREAM_TOSERVER | STREAM_EOF, testbuf,
1982 static int AppLayerParserTest02(
void)
1987 uint8_t testbuf[] = { 0x11 };
1988 uint32_t testlen =
sizeof(testbuf);
1993 TestProtocolParser);
1995 TestProtocolStateAlloc, TestProtocolStateFree);
2000 f =
UTHBuildFlow(AF_INET,
"1.2.3.4",
"4.3.2.1", 20, 40);
2003 f->
proto = IPPROTO_UDP;
2009 STREAM_TOSERVER | STREAM_EOF, testbuf,
2029 for (alproto = 0; alproto <
ALPROTO_MAX; alproto++) {
2030 ctx = &alp_ctx.
ctxs[ip][alproto];
void(* Truncate)(void *, uint8_t)
void AppLayerParserRegisterGetStateProgressFunc(uint8_t ipproto, AppProto alproto, int(*StateGetProgress)(void *alstate, uint8_t direction))
int AppLayerParserDeSetup(void)
AppLayerStateData *(* GetStateData)(void *state)
void RegisterNTPParsers(void)
uint64_t(* StateGetTxCnt)(void *alstate)
enum ExceptionPolicy g_applayerparser_error_policy
AppLayerTxData *(* GetTxData)(void *tx)
#define FAIL_IF_NULL(expr)
Fail a test if expression evaluates to NULL.
AppLayerParserProtoCtx ctxs[FLOW_PROTO_MAX][ALPROTO_MAX]
void RegisterSMBParsers(void)
void RegisterIKEParsers(void)
int AppLayerParserIsEnabled(AppProto alproto)
simple way to globally test if a alproto is registered and fully enabled in the configuration.
void AppLayerParserRegisterLocalStorageFunc(uint8_t ipproto, AppProto alproto, void *(*LocalStorageAlloc)(void), void(*LocalStorageFree)(void *))
int AppLayerParserProtocolHasLogger(uint8_t ipproto, AppProto alproto)
void AppLayerParserRegisterOptionFlags(uint8_t ipproto, AppProto alproto, uint32_t flags)
void FramesFree(Frames *frames)
void AppLayerParserSetStreamDepthFlag(uint8_t ipproto, AppProto alproto, void *state, uint64_t tx_id, uint8_t flags)
void RegisterQuicParsers(void)
void AppLayerParserSetTransactionLogId(AppLayerParserState *pstate, uint64_t tx_id)
bool g_filedata_logger_enabled
void AppLayerParserSetStreamDepth(uint8_t ipproto, AppProto alproto, uint32_t stream_depth)
void AppLayerParserApplyTxConfig(uint8_t ipproto, AppProto alproto, void *state, void *tx, enum ConfigAction mode, AppLayerTxConfig config)
void AppLayerParserTransactionsCleanup(Flow *f, const uint8_t pkt_dir)
remove obsolete (inspected and logged) transactions
void * AppLayerParserGetProtocolParserLocalStorage(uint8_t ipproto, AppProto alproto)
void UtRegisterTest(const char *name, int(*TestFn)(void))
Register unit test.
void(* LocalStorageFree)(void *)
App layer protocol parser context.
void RegisterSSHParsers(void)
Function to register the SSH protocol parsers and other functions.
void *(* StateGetTx)(void *alstate, uint64_t tx_id)
void AppLayerParserSetTransactionInspectId(const Flow *f, AppLayerParserState *pstate, void *alstate, const uint8_t flags, bool tag_txs_as_inspected)
#define APP_LAYER_PARSER_BYPASS_READY
AppLayerDecoderEvents * AppLayerParserGetEventsByTx(uint8_t ipproto, AppProto alproto, void *tx)
AppLayerGetTxIteratorFunc AppLayerGetTxIterator(const uint8_t ipproto, const AppProto alproto)
struct HtpBodyChunk_ * next
void RegisterModbusParsers(void)
Function to register the Modbus protocol parser.
AppLayerGetFileState(* GetTxFiles)(void *, void *, uint8_t)
void StreamTcpSetDisableRawReassemblyFlag(TcpSession *, char)
Set the No reassembly flag for the given direction in given TCP session.
FramesContainer * AppLayerFramesSetupContainer(Flow *f)
int AppLayerParserConfParserEnabled(const char *ipproto, const char *alproto_name)
check if a parser is enabled in the config Returns enabled always if: were running unittests
int AppLayerParserGetStateProgress(uint8_t ipproto, AppProto alproto, void *alstate, uint8_t flags)
get the progress value for a tx/protocol
void AppLayerParserTriggerRawStreamReassembly(Flow *f, int direction)
ConfNode * ConfGetNode(const char *name)
Get a ConfNode by name.
uint32_t reassembly_depth
void AppLayerIncGapErrorCounter(ThreadVars *tv, Flow *f)
#define APP_LAYER_PARSER_INT_STREAM_DEPTH_SET
void StreamTcpReassembleTriggerRawReassembly(TcpSession *ssn, int direction)
Trigger RAW stream reassembly.
uint64_t AppLayerParserGetTransactionLogId(AppLayerParserState *pstate)
const char * AppProtoToString(AppProto alproto)
Maps the ALPROTO_*, to its string equivalent.
void AppLayerParserRegisterTruncateFunc(uint8_t ipproto, AppProto alproto, void(*Truncate)(void *, uint8_t))
bool AppLayerParserSupportsFiles(uint8_t ipproto, AppProto alproto)
void AppLayerParserRegisterStateProgressCompletionStatus(AppProto alproto, const int ts, const int tc)
void AppLayerParserRegisterParserAcceptableDataDirection(uint8_t ipproto, AppProto alproto, uint8_t direction)
int AppLayerParserGetStateProgressCompletionStatus(AppProto alproto, uint8_t direction)
uint8_t AppLayerParserGetFirstDataDir(uint8_t ipproto, AppProto alproto)
int AppLayerParserProtoIsRegistered(uint8_t ipproto, AppProto alproto)
void AppLayerParserRegisterTxFreeFunc(uint8_t ipproto, AppProto alproto, void(*StateTransactionFree)(void *, uint64_t))
#define FLOW_NOPAYLOAD_INSPECTION
#define APP_LAYER_TX_SKIP_INSPECT_FLAG
void AppLayerParserStateProtoCleanup(uint8_t protomap, AppProto alproto, void *alstate, AppLayerParserState *pstate)
AppLayerGetTxIteratorFunc StateGetTxIterator
void AppLayerParserThreadCtxFree(AppLayerParserThreadCtx *tctx)
Destroys the app layer parser thread context obtained using AppLayerParserThreadCtxAlloc().
void AppLayerDecoderEventsFreeEvents(AppLayerDecoderEvents **events)
void StreamTcpUpdateAppLayerProgress(TcpSession *ssn, char direction, const uint32_t progress)
update reassembly progress
#define APP_LAYER_TX_INSPECTED_FLAG
uint32_t AppLayerParserGetOptionFlags(uint8_t protomap, AppProto alproto)
void AppLayerParserRegisterGetTxFilesFunc(uint8_t ipproto, AppProto alproto, AppLayerGetFileState(*GetTxFiles)(void *, void *, uint8_t))
AppLayerStateData * AppLayerParserGetStateData(uint8_t ipproto, AppProto alproto, void *state)
struct TestState_ TestState
void RegisterSIPParsers(void)
Frame * AppLayerFrameNewByAbsoluteOffset(Flow *f, const StreamSlice *stream_slice, const uint64_t frame_start, const int64_t len, int dir, uint8_t frame_type)
create new frame using the absolute offset from the start of the stream
TcpStreamCnf stream_config
#define APP_LAYER_PARSER_EOF_TS
void AppLayerIncAllocErrorCounter(ThreadVars *tv, Flow *f)
enum ExceptionPolicy ExceptionPolicyParse(const char *option, bool support_flow)
void AppLayerParserRegisterUnittests(void)
uint64_t AppLayerParserGetTransactionInspectId(AppLayerParserState *pstate, uint8_t direction)
void RegisterKRB5Parsers(void)
Data structure to store app layer decoder events.
bool(* ApplyTxConfig)(void *state, void *tx, int mode, AppLayerTxConfig)
uint8_t FlowGetReverseProtoMapping(uint8_t rproto)
void RegisterDNP3Parsers(void)
Register the DNP3 application protocol parser.
int ConfValIsTrue(const char *val)
Check if a value is true.
void FTPParserCleanup(void)
Free memory allocated for global FTP parser state.
int AppLayerParserGetEventInfoById(uint8_t ipproto, AppProto alproto, int event_id, const char **event_name, AppLayerEventType *event_type)
const struct SigGroupHead_ * sgh_toserver
void AppLayerParserRestoreParserTable(void)
AppLayerResult(* AppLayerParserFPtr)(Flow *f, void *protocol_state, AppLayerParserState *pstate, StreamSlice stream_slice, void *local_storage)
Prototype for parsing functions.
struct AppLayerParserCtx_ AppLayerParserCtx
AppLayerParserState * alparser
void AppLayerParserRegisterProtocolParsers(void)
void RegisterRFBParsers(void)
void StreamTcpInitConfig(bool)
To initialize the stream global configuration data.
Flow * UTHBuildFlow(int family, const char *src, const char *dst, Port sp, Port dp)
#define APP_LAYER_PARSER_SFRAME_TS
#define PASS
Pass the test.
AppLayerParserGetFrameIdByNameFn GetFrameIdByName
const char * AppLayerParserGetFrameNameById(uint8_t ipproto, AppProto alproto, const uint8_t id)
uint64_t AppLayerParserGetTransactionActive(const Flow *f, AppLayerParserState *pstate, uint8_t direction)
void AppLayerFramesFreeContainer(Flow *f)
uint64_t AppLayerParserGetTxDetectFlags(AppLayerTxData *txd, const uint8_t dir)
AppLayerParserThreadCtx * alp_tctx
void AppLayerParserRegisterLogger(uint8_t ipproto, AppProto alproto)
void AppLayerParserRegisterGetFrameFuncs(uint8_t ipproto, AppProto alproto, AppLayerParserGetFrameIdByNameFn GetIdByNameFunc, AppLayerParserGetFrameNameByIdFn GetNameByIdFunc)
void(* SetStreamDepthFlag)(void *tx, uint8_t flags)
void RegisterENIPTCPParsers(void)
Function to register the ENIP protocol parsers and other functions.
Per thread variable structure.
void AppLayerParserRegisterLoggerBits(uint8_t ipproto, AppProto alproto, LoggerId bits)
int(* StateGetEventInfo)(const char *event_name, int *event_id, AppLayerEventType *event_type)
void AppLayerParserRegisterStateFuncs(uint8_t ipproto, AppProto alproto, void *(*StateAlloc)(void *, AppProto), void(*StateFree)(void *))
#define APP_LAYER_PARSER_NO_REASSEMBLY
#define IS_DISRUPTED(flags)
void AppLayerParserSetEOF(AppLayerParserState *pstate)
void(* RegisterUnittests)(void)
void AppLayerParserStateFree(AppLayerParserState *pstate)
void AppLayerParserStateCleanup(const Flow *f, void *alstate, AppLayerParserState *pstate)
void AppLayerParserBackupParserTable(void)
int(* StateGetEventInfoById)(int event_id, const char **event_name, AppLayerEventType *event_type)
const struct SigGroupHead_ * sgh_toclient
void RegisterNFSTCPParsers(void)
AppLayerParserGetFrameNameByIdFn GetFrameNameById
struct AppLayerParserProtoCtx_ AppLayerParserProtoCtx
App layer protocol parser context.
int AppLayerParserSetup(void)
void RegisterFTPParsers(void)
void AppLayerParserRegisterProtocolUnittests(uint8_t ipproto, AppProto alproto, void(*RegisterUnittests)(void))
void *(* StateAlloc)(void *, AppProto)
uint8_t FlowGetProtoMapping(uint8_t proto)
Function to map the protocol to the defined FLOW_PROTO_* enumeration.
void RegisterTFTPParsers(void)
#define FLOW_PROTO_APPLAYER_MAX
#define APP_LAYER_PARSER_EOF_TC
#define DEBUG_ASSERT_FLOW_LOCKED(f)
#define BOTH_SET_OR_BOTH_UNSET(a, b)
void * alproto_local_storage[FLOW_PROTO_MAX][ALPROTO_MAX]
void AppLayerParserRegisterGetEventInfo(uint8_t ipproto, AppProto alproto, int(*StateGetEventInfo)(const char *event_name, int *event_id, AppLayerEventType *event_type))
void AppLayerParserSetDecoderEvents(AppLayerParserState *pstate, AppLayerDecoderEvents *devents)
#define SCReturnPtr(x, type)
void(* StateFree)(void *)
void AppLayerProtoDetectRegisterProtocol(AppProto alproto, const char *alproto_name)
Registers a protocol for protocol detection phase.
void AppLayerParserRegisterSetStreamDepthFlag(uint8_t ipproto, AppProto alproto, void(*SetStreamDepthFlag)(void *tx, uint8_t flags))
#define APP_LAYER_PARSER_SFRAME_TC
void AppLayerIncParserErrorCounter(ThreadVars *tv, Flow *f)
int RunmodeIsUnittests(void)
#define SCLogInfo(...)
Macro used to log INFORMATIONAL messages.
void RegisterRdpParsers(void)
#define APP_LAYER_PARSER_NO_INSPECTION
void * AppLayerParserGetTx(uint8_t ipproto, AppProto alproto, void *alstate, uint64_t tx_id)
int AppLayerParserRegisterParser(uint8_t ipproto, AppProto alproto, uint8_t direction, AppLayerParserFPtr Parser)
Register app layer parser for the protocol.
void UTHFreeFlow(Flow *flow)
AppLayerParserThreadCtx * AppLayerParserThreadCtxAlloc(void)
Gets a new app layer protocol's parser thread context.
void AppLayerParserRegisterGetTx(uint8_t ipproto, AppProto alproto, void *(StateGetTx)(void *alstate, uint64_t tx_id))
void AppLayerParserStateSetFlag(AppLayerParserState *pstate, uint16_t flag)
AppLayerParserFPtr Parser[2]
struct AppLayerTxData AppLayerTxData
void(* StateTransactionFree)(void *, uint64_t)
#define SCReturnStruct(x)
void RegisterSSLParsers(void)
Function to register the SSL protocol parser and other functions.
#define FAIL_IF(expr)
Fail a test if expression evaluates to true.
void StreamTcpSetSessionNoReassemblyFlag(TcpSession *, char)
disable reassembly
void StreamTcpFreeConfig(bool quiet)
int AppLayerParserParse(ThreadVars *tv, AppLayerParserThreadCtx *alp_tctx, Flow *f, AppProto alproto, uint8_t flags, const uint8_t *input, uint32_t input_len)
const char *(* AppLayerParserGetFrameNameByIdFn)(const uint8_t id)
void StreamTcpDisableAppLayer(Flow *f)
int AppLayerParserGetFrameIdByName(uint8_t ipproto, AppProto alproto, const char *name)
void AppLayerParserRegisterApplyTxConfigFunc(uint8_t ipproto, AppProto alproto, bool(*ApplyTxConfig)(void *state, void *tx, int mode, AppLayerTxConfig))
void RegisterENIPUDPParsers(void)
Function to register the ENIP protocol parsers and other functions.
void AppLayerParserRegisterStateDataFunc(uint8_t ipproto, AppProto alproto, AppLayerStateData *(*GetStateData)(void *state))
void FilesPrune(FileContainer *fc, const StreamingBufferConfig *sbcfg, const bool trunc)
void AppLayerIncInternalErrorCounter(ThreadVars *tv, Flow *f)
AppLayerTxData * AppLayerParserGetTxData(uint8_t ipproto, AppProto alproto, void *tx)
void AppLayerParserRegisterTxDataFunc(uint8_t ipproto, AppProto alproto, AppLayerTxData *(*GetTxData)(void *tx))
uint32_t AppLayerParserGetStreamDepth(const Flow *f)
Frame * AppLayerFrameGetById(Flow *f, const int dir, const FrameId frame_id)
void RegisterSNMPParsers(void)
#define FRAME_STREAM_TYPE
#define APP_LAYER_PARSER_OPT_ACCEPT_GAPS
void AppLayerParserRegisterGetTxIterator(uint8_t ipproto, AppProto alproto, AppLayerGetTxIteratorFunc Func)
FramesContainer * AppLayerFramesGetContainer(Flow *f)
#define SCLogError(...)
Macro used to log ERROR messages.
void AppLayerParserPostStreamSetup(void)
AppLayerDecoderEvents * AppLayerParserGetDecoderEvents(AppLayerParserState *pstate)
#define THREE_SET(a, b, c)
void AppLayerParserRegisterGetEventInfoById(uint8_t ipproto, AppProto alproto, int(*StateGetEventInfoById)(int event_id, const char **event_name, AppLayerEventType *event_type))
const char * AppLayerGetProtoName(AppProto alproto)
Given the internal protocol id, returns a string representation of the protocol.
void UTHAppLayerParserStateGetIds(void *ptr, uint64_t *i1, uint64_t *i2, uint64_t *log, uint64_t *min)
int ConfValIsFalse(const char *val)
Check if a value is false.
void RegisterHTPParsers(void)
Register the HTTP protocol and state handling functions to APP layer of the engine.
void AppLayerIncTxCounter(ThreadVars *tv, Flow *f, uint64_t step)
#define FRAME_FLAG_ENDS_AT_EOF
#define APP_LAYER_PARSER_TRUNC_TC
void RegisterSMTPParsers(void)
Register the SMTP Protocol parser.
AppLayerParserState * AppLayerParserStateAlloc(void)
#define SCReturnCT(x, type)
#define STREAMTCP_FLAG_APP_LAYER_DISABLED
AppLayerDecoderEvents * decoder_events
void AppLayerParserRegisterGetTxCnt(uint8_t ipproto, AppProto alproto, uint64_t(*StateGetTxCnt)(void *alstate))
int(* StateGetProgress)(void *alstate, uint8_t direction)
LoggerId AppLayerParserProtocolGetLoggerBits(uint8_t ipproto, AppProto alproto)
AppLayerGetTxIterTuple(* AppLayerGetTxIteratorFunc)(const uint8_t ipproto, const AppProto alproto, void *alstate, uint64_t min_tx_id, uint64_t max_tx_id, AppLayerGetTxIterState *state)
tx iterator prototype
bool g_file_logger_enabled
AppLayerGetFileState AppLayerParserGetTxFiles(const Flow *f, void *state, void *tx, const uint8_t direction)
void RegisterHTTP2Parsers(void)
#define STREAM_APP_PROGRESS(stream)
int AppLayerProtoDetectPMRegisterPatternCS(uint8_t ipproto, AppProto alproto, const char *pattern, uint16_t depth, uint16_t offset, uint8_t direction)
Registers a case-sensitive pattern for protocol detection.
#define APP_LAYER_PARSER_NO_INSPECTION_PAYLOAD
int FlowChangeProto(Flow *f)
Check if change proto flag is set for flow.
uint8_t FlowGetDisruptionFlags(const Flow *f, uint8_t flags)
get 'disruption' flags: GAP/DEPTH/PASS
#define APP_LAYER_PARSER_TRUNC_TS
uint16_t AppLayerParserStateIssetFlag(AppLayerParserState *pstate, uint16_t flag)
#define SCLogNotice(...)
Macro used to log NOTICE messages.
void RegisterNFSUDPParsers(void)
AppProto alproto
application level protocol
void AppLayerParserDestroyProtocolParserLocalStorage(uint8_t ipproto, AppProto alproto, void *local_data)
uint64_t AppLayerParserGetTxCnt(const Flow *f, void *alstate)
int AppLayerProtoDetectConfProtoDetectionEnabled(const char *ipproto, const char *alproto)
Given a protocol name, checks if proto detection is enabled in the conf file.
void SMTPParserCleanup(void)
Free memory allocated for global SMTP parser state.
bool AppLayerParserHasDecoderEvents(AppLayerParserState *pstate)
int(* AppLayerParserGetFrameIdByNameFn)(const char *frame_name)
void StreamTcpSetSessionBypassFlag(TcpSession *)
enable bypass
#define DEBUG_VALIDATE_BUG_ON(exp)
@ EXCEPTION_POLICY_NOT_SET
void *(* LocalStorageAlloc)(void)
int AppLayerParserGetEventInfo(uint8_t ipproto, AppProto alproto, const char *event_name, int *event_id, AppLayerEventType *event_type)