Merge branch 'master' into capstone-5-dev

* master:
  Change types.FunctionType=<class 'function'> (#1803)
  Fix test regressions (#1804)
  State Introspection API (#1775)
  Fix EVM account existence checks for selfdestruct and call (#1801)
  Add partial implementation of sendto syscall (#1791)
  crytic-compile: use latest release (#1795)
  Update gas metering for calls to empty accounts (#1774)
  Fix BitVec with symbolic offset and fix TranslatorSmtlib.unique thread safety (#1792)
  Fix Coveralls for external PRs (#1794)
  Convert plugin list to dict (#1781)
  Symbolic-length reads from symbolic sockets (#1786)
  Removing Thread unsafe global caching (#1788)
  Add Manticore native State-specific hooks (#1777)

.coveragerc

@@ -11,7 +11,11 @@ exclude_lines =
     # Don't try to cover special syntax "..." in abstract class
     @abstractmethod
 
-    # Don't complain if tests don't hit defensive assertion code:
-    raise AssertionError
+    # Ignore informational/debugging log statements
+    logger.info
+    logger.debug
+
+    # We don't bother testing code that's explicitly unimplemented
     raise NotImplementedError
+    raise AssertionError
     raise Aarch64InvalidInstruction

.github/workflows/ci.yml

@@ -29,7 +29,13 @@ jobs:
         git fetch --depth=1 origin $BASE_SHA
         echo "Files Changed:"
         git diff --name-only $BASE_SHA... | tee .diff_names.txt
-        cat .diff_names.txt | python scripts/pyfile_exists.py | xargs black --diff --check
+        NAMES=$(cat .diff_names.txt | python scripts/pyfile_exists.py)
+        if test -z $NAMES
+        then
+          black --diff --check .
+        else
+          echo $NAMES | xargs black --diff --check
+        fi
         mypy --version
         mypy
   tests:
@@ -74,7 +80,7 @@ jobs:
         coveralls
       env:
         COVERALLS_PARALLEL: true
-        COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }}
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
   # Send notification when all tests have finished to combine coverage results
   coverage-finish:
     needs: tests
@@ -103,5 +109,3 @@ jobs:
       uses: pypa/gh-action-pypi-publish@v1.2.2
       with:
         password: ${{ secrets.PYPI_UPLOAD }}
-
-

docs/states.rst

@@ -16,3 +16,11 @@ Operations
     :members:
     :undoc-members:
     :exclude-members: all_states, ready_states, count_ready_states, count_busy_states, killed_states, count_killed_states, terminated_states, count_terminated_states
+
+
+Inspecting
+----------
+
+.. autoclass:: manticore.core.plugin.StateDescriptor
+    :members:
+    :undoc-members:

examples/evm/mappingchallenge.py

@@ -29,7 +29,7 @@
 class StopAtDepth(Detector):
     """ This just aborts explorations that are too deep """
 
-    def will_start_run_callback(self, *args):
+    def will_run_callback(self, *args):
         with self.manticore.locked_context("seen_rep", dict) as reps:
             reps.clear()
 

examples/linux/introspect_state.py

@@ -0,0 +1,74 @@
+from manticore.native import Manticore
+from manticore.core.plugin import StateDescriptor
+from manticore.utils.enums import StateStatus
+from time import sleep
+import typing
+import argparse
+
+parser = argparse.ArgumentParser(
+    description="Explore a binary with Manticore and print the tree of states"
+)
+parser.add_argument(
+    "binary", type=str, nargs="?", default="binaries/multiple-styles", help="The program to run",
+)
+args = parser.parse_args()
+
+
+def print_fork_tree(states: typing.Dict[int, StateDescriptor]):
+    """
+    Performs a depth-first traversal of the state tree, where each branch is a different fork
+    """
+
+    def df_print(state_id, depth=0):
+        state = states[state_id]
+
+        # Prepare a debug message about the state based on its current status
+        msg = ""
+        if state.status == StateStatus.running:
+            msg = "(Exec {} ins)".format(state.own_execs if state.own_execs is not None else 0)
+        elif state.status == StateStatus.waiting_for_solver:
+            msg = "(Solving)"
+        elif state.status == StateStatus.waiting_for_worker:
+            msg = "(Waiting)"
+        elif state.status == StateStatus.stopped:
+            msg = "({})".format(state.termination_msg)
+
+        # Print nice pretty arrows showing parenthood
+        if depth == 0:
+            print(state_id, msg)
+        else:
+            print("     " * (depth - 1) + "└-->", state_id, msg)
+
+        # Prioritize states with fewer (or no) children since it gives us a nicer tree in the common case
+        for c_st in sorted(state.children, key=lambda k: len(states[k].children)):
+            df_print(c_st, depth + 1)
+
+    # Only works if all states fork from the initial state
+    df_print(0)
+    print()
+
+
+def run_every(callee: typing.Callable, duration: int = 3) -> typing.Callable:
+    """
+    Returns a function that calls <callee> every <duration> seconds
+    """
+
+    def inner(thread):  # Takes `thread` as argument, which is provided by the daemon thread API
+        while True:
+            # Pass Manticore's state descriptor dict to the callee
+            callee(thread.manticore.introspect())
+            sleep(duration)
+
+    return inner
+
+
+m = Manticore(args.binary)
+
+# Tell Manticore to run `print_fork_tree` every second
+m.register_daemon(run_every(print_fork_tree, 1))
+
+m.run()
+
+sleep(1)
+print("Final fork tree:")
+print_fork_tree(m.introspect())