add timestamps to evals

api/evaluations.go

@@ -80,6 +80,8 @@ type Evaluation struct {
 	SnapshotIndex        uint64
 	CreateIndex          uint64
 	ModifyIndex          uint64
+	CreateTime            int64
+	ModifyTime            int64
 }
 
 // EvalIndexSort is a wrapper to sort evaluations by CreateIndex.

nomad/alloc_endpoint.go

@@ -244,6 +244,8 @@ func (a *Alloc) Stop(args *structs.AllocStopRequest, reply *structs.AllocStopRes
 		JobID:          alloc.Job.ID,
 		JobModifyIndex: alloc.Job.ModifyIndex,
 		Status:         structs.EvalStatusPending,
+		CreateTime:     time.Now().UTC().UnixNano(),
+		ModifyTime:     time.Now().UTC().UnixNano(),
 	}
 
 	transitionReq := &structs.AllocUpdateDesiredTransitionRequest{

nomad/deploymentwatcher/deployment_watcher.go

@@ -800,6 +800,8 @@ func (w *deploymentWatcher) getEval() *structs.Evaluation {
 		JobID:        w.j.ID,
 		DeploymentID: w.deploymentID,
 		Status:       structs.EvalStatusPending,
+		CreateTime:   time.Now().UTC().UnixNano(),
+		ModifyTime:   time.Now().UTC().UnixNano(),
 	}
 }
 

nomad/drainer/drainer.go

@@ -411,6 +411,8 @@ func (n *NodeDrainer) drainAllocs(future *structs.BatchFuture, allocs []*structs
 			TriggeredBy: structs.EvalTriggerNodeDrain,
 			JobID:       job,
 			Status:      structs.EvalStatusPending,
+			CreateTime:  time.Now().UTC().UnixNano(),
+			ModifyTime:  time.Now().UTC().UnixNano(),
 		})
 	}
 

nomad/job_endpoint.go

@@ -217,6 +217,8 @@ func (j *Job) Register(args *structs.JobRegisterRequest, reply *structs.JobRegis
 		JobID:          args.Job.ID,
 		JobModifyIndex: reply.JobModifyIndex,
 		Status:         structs.EvalStatusPending,
+		CreateTime:     time.Now().UTC().UnixNano(),
+		ModifyTime:     time.Now().UTC().UnixNano(),
 	}
 	update := &structs.EvalUpdateRequest{
 		Evals:        []*structs.Evaluation{eval},
@@ -580,6 +582,8 @@ func (j *Job) Evaluate(args *structs.JobEvaluateRequest, reply *structs.JobRegis
 		JobID:          job.ID,
 		JobModifyIndex: job.ModifyIndex,
 		Status:         structs.EvalStatusPending,
+		CreateTime:     time.Now().UTC().UnixNano(),
+		ModifyTime:     time.Now().UTC().UnixNano(),
 	}
 
 	// Create a AllocUpdateDesiredTransitionRequest request with the eval and any forced rescheduled allocs
@@ -659,6 +663,8 @@ func (j *Job) Deregister(args *structs.JobDeregisterRequest, reply *structs.JobD
 		JobID:          args.JobID,
 		JobModifyIndex: index,
 		Status:         structs.EvalStatusPending,
+		CreateTime:     time.Now().UTC().UnixNano(),
+		ModifyTime:     time.Now().UTC().UnixNano(),
 	}
 	update := &structs.EvalUpdateRequest{
 		Evals:        []*structs.Evaluation{eval},
@@ -746,6 +752,8 @@ func (j *Job) BatchDeregister(args *structs.JobBatchDeregisterRequest, reply *st
 			TriggeredBy: structs.EvalTriggerJobDeregister,
 			JobID:       jobNS.ID,
 			Status:      structs.EvalStatusPending,
+			CreateTime:  time.Now().UTC().UnixNano(),
+			ModifyTime:  time.Now().UTC().UnixNano(),
 		}
 		args.Evals = append(args.Evals, eval)
 	}
@@ -1205,6 +1213,9 @@ func (j *Job) Plan(args *structs.JobPlanRequest, reply *structs.JobPlanResponse)
 		JobModifyIndex: updatedIndex,
 		Status:         structs.EvalStatusPending,
 		AnnotatePlan:   true,
+		// Timestamps are added for consistency but this eval is never persisted
+		CreateTime:     time.Now().UTC().UnixNano(),
+		ModifyTime:     time.Now().UTC().UnixNano(),
 	}
 
 	snap.UpsertEvals(100, []*structs.Evaluation{eval})
@@ -1424,6 +1435,8 @@ func (j *Job) Dispatch(args *structs.JobDispatchRequest, reply *structs.JobDispa
 			JobID:          dispatchJob.ID,
 			JobModifyIndex: jobCreateIndex,
 			Status:         structs.EvalStatusPending,
+			CreateTime:     time.Now().UTC().UnixNano(),
+			ModifyTime:     time.Now().UTC().UnixNano(),
 		}
 		update := &structs.EvalUpdateRequest{
 			Evals:        []*structs.Evaluation{eval},

nomad/leader.go

@@ -532,8 +532,12 @@ func (s *Server) reapFailedEvaluations(stopCh chan struct{}) {
 			// due to the fairly large backoff.
 			followupEvalWait := s.config.EvalFailedFollowupBaselineDelay +
 				time.Duration(rand.Int63n(int64(s.config.EvalFailedFollowupDelayRange)))
+
+			// TODO: what is this followup eval and where to create timestamp?
 			followupEval := eval.CreateFailedFollowUpEval(followupEvalWait)
 			updateEval.NextEval = followupEval.ID
+			updateEval.CreateTime = time.Now().UTC().UnixNano()
+			updateEval.ModifyTime = time.Now().UTC().UnixNano()
 
 			// Update via Raft
 			req := structs.EvalUpdateRequest{
@@ -570,6 +574,7 @@ func (s *Server) reapDupBlockedEvaluations(stopCh chan struct{}) {
 				newEval := dup.Copy()
 				newEval.Status = structs.EvalStatusCancelled
 				newEval.StatusDescription = fmt.Sprintf("existing blocked evaluation exists for job %q", newEval.JobID)
+				newEval.ModifyTime = time.Now().UTC().UnixNano()
 				cancel[i] = newEval
 			}
 

nomad/mock/mock.go

@@ -409,6 +409,8 @@ func Eval() *structs.Evaluation {
 		Type:      structs.JobTypeService,
 		JobID:     uuid.Generate(),
 		Status:    structs.EvalStatusPending,
+		CreateTime:     time.Now().UTC().UnixNano(),
+		ModifyTime:     time.Now().UTC().UnixNano(),
 	}
 	return eval
 }

nomad/node_endpoint.go

@@ -1038,6 +1038,8 @@ func (n *Node) UpdateAlloc(args *structs.AllocUpdateRequest, reply *structs.Gene
 						Type:        job.Type,
 						Priority:    job.Priority,
 						Status:      structs.EvalStatusPending,
+						CreateTime:  time.Now().UTC().UnixNano(),
+						ModifyTime:  time.Now().UTC().UnixNano(),
 					}
 					evals = append(evals, eval)
 				}
@@ -1095,6 +1097,8 @@ func (n *Node) batchUpdate(future *structs.BatchFuture, updates []*structs.Alloc
 		}
 		_, exists := evalsByJobId[namespacedID]
 		if !exists {
+			eval.CreateTime = time.Now().UTC().UnixNano()
+			eval.ModifyTime = time.Now().UTC().UnixNano()
 			trimmedEvals = append(trimmedEvals, eval)
 			evalsByJobId[namespacedID] = struct{}{}
 		}
@@ -1261,6 +1265,8 @@ func (n *Node) createNodeEvals(nodeID string, nodeIndex uint64) ([]string, uint6
 			NodeID:          nodeID,
 			NodeModifyIndex: nodeIndex,
 			Status:          structs.EvalStatusPending,
+			CreateTime:      time.Now().UTC().UnixNano(),
+			ModifyTime:      time.Now().UTC().UnixNano(),
 		}
 		evals = append(evals, eval)
 		evalIDs = append(evalIDs, eval.ID)
@@ -1285,6 +1291,8 @@ func (n *Node) createNodeEvals(nodeID string, nodeIndex uint64) ([]string, uint6
 			NodeID:          nodeID,
 			NodeModifyIndex: nodeIndex,
 			Status:          structs.EvalStatusPending,
+			CreateTime:      time.Now().UTC().UnixNano(),
+			ModifyTime:      time.Now().UTC().UnixNano(),
 		}
 		evals = append(evals, eval)
 		evalIDs = append(evalIDs, eval.ID)

nomad/periodic.go

@@ -72,6 +72,8 @@ func (s *Server) DispatchJob(job *structs.Job) (*structs.Evaluation, error) {
 		JobID:          job.ID,
 		JobModifyIndex: index,
 		Status:         structs.EvalStatusPending,
+		CreateTime:     time.Now().UTC().UnixNano(),
+		ModifyTime:     time.Now().UTC().UnixNano(),
 	}
 	update := &structs.EvalUpdateRequest{
 		Evals: []*structs.Evaluation{eval},
@@ -85,6 +87,7 @@ func (s *Server) DispatchJob(job *structs.Job) (*structs.Evaluation, error) {
 		return nil, err
 	}
 
+	// TODO: do the timestamps need to be at the same time that the raft index is updated?
 	// Update its indexes.
 	eval.CreateIndex = evalIndex
 	eval.ModifyIndex = evalIndex

nomad/plan_apply.go

@@ -240,6 +240,8 @@ func (p *planner) applyPlan(plan *structs.Plan, result *structs.PlanResult, snap
 				Type:        job.Type,
 				Priority:    job.Priority,
 				Status:      structs.EvalStatusPending,
+				CreateTime:  time.Now().UTC().UnixNano(),
+				ModifyTime:  time.Now().UTC().UnixNano(),
 			}
 			evals = append(evals, eval)
 		}

nomad/structs/structs.go

@@ -8394,6 +8394,9 @@ type Evaluation struct {
 	// Raft Indexes
 	CreateIndex uint64
 	ModifyIndex uint64
+
+	CreateTime int64
+	ModifyTime int64
 }
 
 // TerminalStatus returns if the current status is terminal and

nomad/worker.go

@@ -349,6 +349,8 @@ func (w *Worker) UpdateEval(eval *structs.Evaluation) error {
 
 	// Store the snapshot index in the eval
 	eval.SnapshotIndex = w.snapshotIndex
+	eval.CreateTime = time.Now().UTC().UnixNano()
+	eval.ModifyTime = time.Now().UTC().UnixNano()
 
 	// Setup the request
 	req := structs.EvalUpdateRequest{
@@ -386,6 +388,8 @@ func (w *Worker) CreateEval(eval *structs.Evaluation) error {
 
 	// Store the snapshot index in the eval
 	eval.SnapshotIndex = w.snapshotIndex
+	eval.CreateTime = time.Now().UTC().UnixNano()
+	eval.ModifyTime = time.Now().UTC().UnixNano()
 
 	// Setup the request
 	req := structs.EvalUpdateRequest{
@@ -447,6 +451,8 @@ func (w *Worker) ReblockEval(eval *structs.Evaluation) error {
 
 	// Store the snapshot index in the eval
 	eval.SnapshotIndex = w.snapshotIndex
+	eval.CreateTime = time.Now().UTC().UnixNano()
+	eval.ModifyTime = time.Now().UTC().UnixNano()
 
 	// Setup the request
 	req := structs.EvalUpdateRequest{