Add sample Python auto generation

experiment/builder_runner.py

@@ -119,6 +119,13 @@ def _pre_build_check(self, target_path: str,
       return False
     return True
 
+  def build_and_run_python(self, generated_project: str, target_path: str):
+    build_result = BuildResult()
+
+    self.build_target_local(generated_project,
+                            "/tmp/log.txt",
+                            language='python')
+
   def build_and_run(self, generated_project: str, target_path: str,
                     iteration: int) -> tuple[BuildResult, Optional[RunResult]]:
     """Builds and runs the fuzz target for fuzzing."""
@@ -145,6 +152,36 @@ def build_and_run(self, generated_project: str, target_path: str,
         generated_project, benchmark_target_name))
     return build_result, run_result
 
+  def run_target_local_python(self, generated_project: str, target_name: str,
+                              log_path: str):
+    """Runs a target in the fixed target directory."""
+    # If target name is not overridden, use the basename of the target path
+    # in the Dockerfile.
+    print(f'Running {target_name}')
+    command = [
+        'python3', 'infra/helper.py', 'run_fuzzer', generated_project,
+        target_name, '--'
+    ] + self._libfuzzer_args()
+
+    with open(log_path, 'w') as f:
+      proc = sp.Popen(command,
+                      stdin=sp.DEVNULL,
+                      stdout=f,
+                      stderr=sp.STDOUT,
+                      cwd=oss_fuzz_checkout.OSS_FUZZ_DIR)
+
+      # TODO(ochang): Handle the timeout exception.
+      try:
+        proc.wait(timeout=self.run_timeout + 5)
+      except sp.TimeoutExpired:
+        print(f'{generated_project} timed out during fuzzing.')
+        # Try continuing and parsing the logs even in case of timeout.
+
+    if proc.returncode != 0:
+      print(f'********** Failed to run {generated_project}. **********')
+    else:
+      print(f'Successfully run {generated_project}.')
+
   def run_target_local(self, generated_project: str, benchmark_target_name: str,
                        log_path: str):
     """Runs a target in the fixed target directory."""
@@ -179,7 +216,8 @@ def run_target_local(self, generated_project: str, benchmark_target_name: str,
   def build_target_local(self,
                          generated_project: str,
                          log_path: str,
-                         sanitizer: str = 'address') -> bool:
+                         sanitizer: str = 'address',
+                         language: str = 'cpp') -> bool:
     """Builds a target with OSS-Fuzz."""
     print(f'Building {generated_project} with {sanitizer}')
     command = [
@@ -199,6 +237,14 @@ def build_target_local(self,
         print(f'Failed to build image for {generated_project}')
         return False
 
+    if language == 'python':
+      command = 'python3 infra/helper.py build_fuzzers %s' % (generated_project)
+      try:
+        sp.check_call(command, shell=True, cwd=oss_fuzz_checkout.OSS_FUZZ_DIR)
+      except sp.CalledProcessError:
+        return False
+      return True
+
     outdir = get_outdir(generated_project)
     command = [
         'docker',

experiment/evaluator.py

@@ -269,7 +269,8 @@ def _parse_libfuzzer_logs(
       lines = fuzzlog.split('\n')
     except MemoryError as e:
       # Some logs from abnormal drivers are too large to be parsed.
-      logger.log('%s is too large to parse: %s', log_handle.name, e)
+      if logger:
+        logger.log('%s is too large to parse: %s', log_handle.name, e)
       return 0, 0, False, True, 'LOG_MESS_UP'
 
     cov_pcs = 0

experiment/oss_fuzz_checkout.py

@@ -46,7 +46,7 @@ def _remove_temp_oss_fuzz_repo():
     logging.warning('No OSS-Fuzz directory %s', OSS_FUZZ_DIR)
 
 
-def _set_temp_oss_fuzz_repo():
+def _set_temp_oss_fuzz_repo(delete_at_exit: bool):
   """Creates a temporary directory for OSS-Fuzz repo and update |OSS_FUZZ_DIR|.
   """
   # Holding the temp directory in a global object to ensure it won't be deleted
@@ -55,7 +55,8 @@ def _set_temp_oss_fuzz_repo():
   GLOBAL_TEMP_DIR = tempfile.mkdtemp()
   global OSS_FUZZ_DIR
   OSS_FUZZ_DIR = GLOBAL_TEMP_DIR
-  atexit.register(_remove_temp_oss_fuzz_repo)
+  if delete_at_exit:
+    atexit.register(_remove_temp_oss_fuzz_repo)
   _clone_oss_fuzz_repo()
 
 
@@ -75,10 +76,10 @@ def _clone_oss_fuzz_repo():
     print(stderr)
 
 
-def clone_oss_fuzz(temp_repo: bool = True):
+def clone_oss_fuzz(temp_repo: bool = True, delete_at_exit: bool = True):
   """Clones the OSS-Fuzz repository."""
   if temp_repo:
-    _set_temp_oss_fuzz_repo()
+    _set_temp_oss_fuzz_repo(delete_at_exit)
   if not os.path.exists(OSS_FUZZ_DIR):
     _clone_oss_fuzz_repo()
   # Remove existing targets.

python_fuzzgen/README.md

@@ -0,0 +1,9 @@
+# Python auto-gen
+
+Logic for auto-generating python fuzzers.
+
+Sample:
+
+```sh
+python3 -m python_fuzzgen.build -r https://github.com/html5lib/html5lib-python -l mylog1.txt -m 50
+```