From 940529ab2a193c5c0d2e2e40523e31e0dec91c07 Mon Sep 17 00:00:00 2001 From: Mischa Untaga <99098079+MischaU8@users.noreply.github.com> Date: Thu, 15 Feb 2024 21:24:48 +0100 Subject: splunk mode --- rtt-module.js | 70 ++++++++++++++++++++++++++++++++--------------------------- 1 file changed, 38 insertions(+), 32 deletions(-) diff --git a/rtt-module.js b/rtt-module.js index 763d7f0..94b7b05 100755 --- a/rtt-module.js +++ b/rtt-module.js @@ -7,11 +7,12 @@ const fs = require("fs") const { FuzzedDataProvider } = require("@jazzer.js/core") const RULES_JS_FILE = process.env.RTT_RULES || "rules.js" +const NO_CRASH = process.env.NO_CRASH === 'true' const NO_UNDO = process.env.NO_UNDO === 'true' const NO_SCHEMA = process.env.NO_SCHEMA === 'true' const MAX_STEPS = parseInt(process.env.MAX_STEPS || 0) -console.log(`Loading rtt-fuzzer RTT_RULES='${RULES_JS_FILE}'`) +// console.log(`Loading rtt-fuzzer RTT_RULES='${RULES_JS_FILE}'`) if (!fs.existsSync(RULES_JS_FILE)) { throw Error("rules.js not found, specify via RTT_RULES environment variable.") } @@ -73,19 +74,15 @@ module.exports.fuzz = function(fuzzerInputData) { try { ctx.view = RULES.view(ctx.state, ctx.active) } catch (e) { - log_crash(ctx) - throw new RulesCrashError(e, e.stack) + return log_crash(new RulesCrashError(e, e.stack), ctx) } if (MAX_STEPS > 0 && ctx.step > MAX_STEPS) { - log_crash(ctx) - throw new MaxStepError("MAX_STEPS reached") + return log_crash(new MaxStepError("MAX_STEPS reached"), ctx) } if (rules_view_schema && !rules_view_schema(ctx.view)) { - log_crash(ctx) - console.log(rules_view_schema.errors) - throw new SchemaValidationError("View data fails schema validation") + return log_crash(new SchemaValidationError("View data fails schema validation: " + rules_view_schema.errors), ctx) } if (ctx.state.state === 'game_over') { @@ -93,13 +90,11 @@ module.exports.fuzz = function(fuzzerInputData) { } if (ctx.view.prompt && ctx.view.prompt.startsWith("Unknown state:")) { - log_crash(ctx) - throw new UnknownStateError(ctx.view.prompt) + return log_crash(new UnknownStateError(ctx.view.prompt), ctx) } if (!ctx.view.actions) { - log_crash(ctx) - throw new NoMoreActionsError("No actions defined") + return log_crash(new NoMoreActionsError("No actions defined"), ctx) } const actions = ctx.view.actions @@ -117,8 +112,7 @@ module.exports.fuzz = function(fuzzerInputData) { } if (Object.keys(actions).length === 0) { - log_crash(ctx) - throw new NoMoreActionsError("No more actions to take (besides undo)") + return log_crash(new NoMoreActionsError(), ctx) } const action = data.pickValue(Object.keys(actions)) @@ -129,8 +123,7 @@ module.exports.fuzz = function(fuzzerInputData) { // check for NaN as any suggested action argument and raise an error on those for (const arg of args) { if (isNaN(arg)) { - log_crash(ctx) - throw new InvalidActionArgument(`Action '${action}' argument has NaN value`) + return log_crash(new InvalidActionArgument(`Action '${action}' argument has NaN value`), ctx) } } args = data.pickValue(args) @@ -143,18 +136,15 @@ module.exports.fuzz = function(fuzzerInputData) { try { ctx.state = RULES.action(ctx.state, ctx.active, action, args) } catch (e) { - log_crash(ctx, action, args) - throw new RulesCrashError(e, e.stack) + return log_crash(new RulesCrashError(e, e.stack), ctx, action, args) } if (action === "undo") { if (ctx.state.active !== ctx.active && ctx.state.active !== "Both") { - log_crash(ctx, action, args) - throw new UndoActiveError(`undo caused active to switch from ${ctx.active} to ${ctx.state.active}`) + return log_crash(new UndoActiveError(`undo caused active to switch from ${ctx.active} to ${ctx.state.active}`), ctx, action, args) } if (ctx.state.seed !== prev_seed) { - log_crash(ctx, action, args) - throw new UndoSeedError(`undo caused seed change from ${prev_seed} to ${ctx.state.seed}`) + return log_crash(new UndoSeedError(`undo caused seed change from ${prev_seed} to ${ctx.state.seed}`), ctx, action, args) } } @@ -162,8 +152,7 @@ module.exports.fuzz = function(fuzzerInputData) { try { RULES.assert_state(ctx.state) } catch (e) { - log_crash(ctx, action, args) - throw new RulesCrashError(e, e.stack) + return log_crash(new RulesAssertError(e, e.stack), ctx, action, args) } } @@ -172,17 +161,17 @@ module.exports.fuzz = function(fuzzerInputData) { } -function log_crash(ctx, action=undefined, args=undefined) { - console.log() - console.log("VIEW", ctx.view) - console.log("SETUP", JSON.stringify(ctx.replay[0][2])) - let line = `STEP=${ctx.step} ACTIVE=${ctx.active} STATE=${ctx.state?.state}` +function log_crash(error, ctx, action=undefined, args=undefined) { + // console.log() + // console.log("VIEW", ctx.view) + let line = `ERROR=${error.name}` + line += " SETUP=" + JSON.stringify(ctx.replay[0][2]) + line += ` STEP=${ctx.step} ACTIVE=${ctx.active} STATE=${ctx.state?.state}` if (action !== undefined) { line += ` ACTION=${action}` if (args !== undefined) - line += " " + JSON.stringify(args) + line += " ARGS=" + JSON.stringify(args) } - console.log(line) const game = { setup: { scenario: ctx.scenario, @@ -193,12 +182,21 @@ function log_crash(ctx, action=undefined, args=undefined) { state: ctx.state, replay: ctx.replay, } + const shasum = crypto.createHash('sha1') shasum.update(ctx.data) const hash = shasum.digest('hex') + const out_file = `crash-${hash}.json` + line += ` DUMP=${out_file}` fs.writeFileSync(out_file, JSON.stringify(game)) - console.log("DUMP", out_file) + + if (error.message) + line += " MSG=" + JSON.stringify(error.message.replace(/^Error: /, '')) + + console.log(line) + if (!NO_CRASH) + throw error } // Custom Error classes, allowing us to ignore expected errors with -x @@ -252,6 +250,14 @@ class RulesCrashError extends Error { } } +class RulesAssertError extends Error { + constructor(message, stack) { + super(message) + this.name = "RulesAssertError"; + this.stack = stack + } +} + class SchemaValidationError extends Error { constructor(message) { super(message) -- cgit v1.2.3