Crash repro as task

docs/webhook_events.md

@@ -399,6 +399,10 @@ Each event will be submitted via HTTP POST to the user provided URL.
                     "title": "Generator Options",
                     "type": "array"
                 },
+                "input_file": {
+                    "title": "Input File",
+                    "type": "string"
+                },
                 "minimized_stack_depth": {
                     "title": "Minimized Stack Depth",
                     "type": "integer"
@@ -528,7 +532,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },
@@ -1073,7 +1078,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },
@@ -2143,6 +2149,10 @@ Each event will be submitted via HTTP POST to the user provided URL.
                     "title": "Generator Options",
                     "type": "array"
                 },
+                "input_file": {
+                    "title": "Input File",
+                    "type": "string"
+                },
                 "minimized_stack_depth": {
                     "title": "Minimized Stack Depth",
                     "type": "integer"
@@ -2272,7 +2282,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },
@@ -2855,6 +2866,10 @@ Each event will be submitted via HTTP POST to the user provided URL.
                     "title": "Generator Options",
                     "type": "array"
                 },
+                "input_file": {
+                    "title": "Input File",
+                    "type": "string"
+                },
                 "minimized_stack_depth": {
                     "title": "Minimized Stack Depth",
                     "type": "integer"
@@ -2984,7 +2999,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },
@@ -3358,6 +3374,10 @@ Each event will be submitted via HTTP POST to the user provided URL.
                     "title": "Generator Options",
                     "type": "array"
                 },
+                "input_file": {
+                    "title": "Input File",
+                    "type": "string"
+                },
                 "minimized_stack_depth": {
                     "title": "Minimized Stack Depth",
                     "type": "integer"
@@ -3487,7 +3507,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },
@@ -3806,6 +3827,10 @@ Each event will be submitted via HTTP POST to the user provided URL.
                     "title": "Generator Options",
                     "type": "array"
                 },
+                "input_file": {
+                    "title": "Input File",
+                    "type": "string"
+                },
                 "minimized_stack_depth": {
                     "title": "Minimized Stack Depth",
                     "type": "integer"
@@ -3935,7 +3960,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },
@@ -4228,6 +4254,10 @@ Each event will be submitted via HTTP POST to the user provided URL.
                     "title": "Generator Options",
                     "type": "array"
                 },
+                "input_file": {
+                    "title": "Input File",
+                    "type": "string"
+                },
                 "minimized_stack_depth": {
                     "title": "Minimized Stack Depth",
                     "type": "integer"
@@ -4371,7 +4401,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },
@@ -4677,6 +4708,10 @@ Each event will be submitted via HTTP POST to the user provided URL.
                     "title": "Generator Options",
                     "type": "array"
                 },
+                "input_file": {
+                    "title": "Input File",
+                    "type": "string"
+                },
                 "minimized_stack_depth": {
                     "title": "Minimized Stack Depth",
                     "type": "integer"
@@ -4806,7 +4841,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },
@@ -6299,6 +6335,10 @@ Each event will be submitted via HTTP POST to the user provided URL.
                     "title": "Generator Options",
                     "type": "array"
                 },
+                "input_file": {
+                    "title": "Input File",
+                    "type": "string"
+                },
                 "minimized_stack_depth": {
                     "title": "Minimized Stack Depth",
                     "type": "integer"
@@ -6442,7 +6482,8 @@ Each event will be submitted via HTTP POST to the user provided URL.
                 "generic_merge",
                 "generic_generator",
                 "generic_crash_report",
-                "generic_regression"
+                "generic_regression",
+                "analysis_single"
             ],
             "title": "TaskType"
         },

src/agent/onefuzz-agent/src/tasks/analysis/mod.rs

@@ -2,3 +2,4 @@
 // Licensed under the MIT License.
 
 pub mod generic;
+pub mod single;

src/agent/onefuzz-agent/src/tasks/analysis/single.rs

@@ -0,0 +1,124 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+
+use crate::tasks::{config::CommonConfig, heartbeat::HeartbeatSender};
+use anyhow::{Context, Result};
+use onefuzz::{expand::Expand, fs::set_executable, process::monitor_process, syncdir::SyncedDir};
+use serde::Deserialize;
+use std::time::Duration;
+use std::{collections::HashMap, path::PathBuf, process::Stdio};
+use tokio::process::Command;
+
+const INITIAL_DELAY: Duration = Duration::from_millis(1);
+
+#[derive(Debug, Deserialize)]
+pub struct Config {
+    pub analyzer_exe: String,
+    pub analyzer_options: Vec<String>,
+    pub analyzer_env: HashMap<String, String>,
+
+    pub target_exe: PathBuf,
+    pub target_options: Vec<String>,
+    pub crashes: SyncedDir,
+    pub input_file: String,
+
+    pub tools: Option<SyncedDir>,
+
+    #[serde(flatten)]
+    pub common: CommonConfig,
+}
+
+pub async fn run(config: Config) -> Result<()> {
+    config
+        .crashes
+        .init_pull()
+        .await
+        .context("unable to sync crashes")?;
+    if let Some(tools) = &config.tools {
+        tools.init_pull().await.context("unable to sync tools")?;
+        set_executable(&tools.local_path)
+            .await
+            .context("unable to set tools as executable")?;
+    }
+
+    run_tool(&config).await
+}
+
+pub async fn run_tool(config: &Config) -> Result<()> {
+    let heartbeat = config.common.init_heartbeat(Some(INITIAL_DELAY)).await?;
+    let expand = Expand::new()
+        .target_exe(&config.target_exe)
+        .target_options(&config.target_options)
+        .analyzer_exe(&config.analyzer_exe)
+        .analyzer_options(&config.analyzer_options)
+        .crashes(&config.crashes.local_path)
+        .set_optional_ref(&config.tools, |tester, key| {
+            tester.tools_dir(&key.local_path)
+        })
+        .setup_dir(&config.common.setup_dir)
+        .job_id(&config.common.job_id)
+        .task_id(&config.common.task_id)
+        .set_optional_ref(&config.common.microsoft_telemetry_key, |tester, key| {
+            tester.microsoft_telemetry_key(&key)
+        })
+        .set_optional_ref(&config.common.instance_telemetry_key, |tester, key| {
+            tester.instance_telemetry_key(&key)
+        })
+        .set_optional_ref(
+            &config.crashes.remote_path.clone().and_then(|u| u.account()),
+            |tester, account| tester.crashes_account(account),
+        )
+        .set_optional_ref(
+            &config
+                .crashes
+                .remote_path
+                .clone()
+                .and_then(|u| u.container()),
+            |tester, container| tester.crashes_container(container),
+        );
+
+    let input_path = expand
+        .evaluate_value(format!("{{crashes}}/{}", config.input_file))
+        .context("unable to expand input_path")?;
+    let expand = expand.input_path(input_path);
+
+    let analyzer_path = expand
+        .evaluate_value(&config.analyzer_exe)
+        .context("expanding analyzer_exe failed")?;
+
+    loop {
+        let mut cmd = Command::new(&analyzer_path);
+        cmd.kill_on_drop(true)
+            .env_remove("RUST_LOG")
+            .stdin(Stdio::null())
+            .stdout(Stdio::piped())
+            .stderr(Stdio::piped());
+
+        for arg in expand.evaluate(&config.analyzer_options)? {
+            cmd.arg(arg);
+        }
+
+        for (k, v) in &config.analyzer_env {
+            cmd.env(
+                k,
+                expand
+                    .evaluate_value(v)
+                    .context("expanding analyzer_env failed")?,
+            );
+        }
+
+        info!("analyzing input with {:?}", cmd);
+        let output = cmd
+            .spawn()
+            .with_context(|| format!("analyzer failed to start: {}", analyzer_path))?;
+
+        heartbeat.alive();
+
+        // while we monitor the runtime of the debugger, we don't fail the task if
+        // the debugger exits non-zero. This frequently happens during normal use of
+        // debuggers.
+        monitor_process(output, "crash-repro".to_string(), true, None)
+            .await
+            .ok();
+    }
+}

src/agent/onefuzz-agent/src/tasks/config.rs

@@ -100,6 +100,9 @@ pub enum Config {
 
     #[serde(alias = "generic_regression")]
     GenericRegression(regression::generic::Config),
+
+    #[serde(alias = "analysis_single")]
+    AnalysisSingle(analysis::single::Config),
 }
 
 impl Config {
@@ -130,6 +133,7 @@ impl Config {
             Config::GenericSupervisor(c) => &mut c.common,
             Config::GenericGenerator(c) => &mut c.common,
             Config::GenericRegression(c) => &mut c.common,
+            Config::AnalysisSingle(c) => &mut c.common,
         }
     }
 
@@ -149,6 +153,7 @@ impl Config {
             Config::GenericSupervisor(c) => &c.common,
             Config::GenericGenerator(c) => &c.common,
             Config::GenericRegression(c) => &c.common,
+            Config::AnalysisSingle(c) => &c.common,
         }
     }
 
@@ -168,6 +173,7 @@ impl Config {
             Config::GenericSupervisor(_) => "generic_supervisor",
             Config::GenericGenerator(_) => "generic_generator",
             Config::GenericRegression(_) => "generic_regression",
+            Config::AnalysisSingle(_) => "analysis_single",
         };
 
         match self {
@@ -177,6 +183,9 @@ impl Config {
             Config::GenericAnalysis(c) => {
                 event!(task_start; EventData::Type = event_type, EventData::ToolName = c.analyzer_exe.clone());
             }
+            Config::AnalysisSingle(c) => {
+                event!(task_start; EventData::Type = event_type, EventData::ToolName = c.analyzer_exe.clone());
+            }
             _ => {
                 event!(task_start; EventData::Type = event_type);
             }
@@ -238,6 +247,7 @@ impl Config {
                     .run()
                     .await
             }
+            Config::AnalysisSingle(config) => analysis::single::run(config).await,
         }
     }
 }

src/api-service/__app__/onefuzzlib/tasks/config.py

@@ -380,6 +380,9 @@ def build_task_config(
             else True
         )
 
+    if TaskFeature.input_file in definition.features:
+        config.input_file = task_config.task.input_file
+
     if TaskFeature.coverage_filter in definition.features:
         coverage_filter = task_config.task.coverage_filter