diff --git a/src/DurableTask.Core/TaskOrchestrationContext.cs b/src/DurableTask.Core/TaskOrchestrationContext.cs
index d2b7df9a0..e22a965cc 100644
--- a/src/DurableTask.Core/TaskOrchestrationContext.cs
+++ b/src/DurableTask.Core/TaskOrchestrationContext.cs
@@ -46,7 +46,7 @@ public TaskOrchestrationContext(OrchestrationInstance orchestrationInstance, Tas
             Utils.UnusedParameter(taskScheduler);
 
             this.openTasks = new Dictionary<int, OpenTaskInfo>();
-            this.orchestratorActionsMap = new Dictionary<int, OrchestratorAction>();
+            this.orchestratorActionsMap = new SortedDictionary<int, OrchestratorAction>();
             this.idCounter = 0;
             this.MessageDataConverter = new JsonDataConverter();
             this.ErrorDataConverter = new JsonDataConverter();