Skip to content

Commit

Permalink
avoid sending relval es data
Browse files Browse the repository at this point in the history
  • Loading branch information
smuzaffar committed Nov 29, 2024
1 parent c4c51e6 commit c5f6d81
Showing 1 changed file with 4 additions and 0 deletions.
4 changes: 4 additions & 0 deletions es_relval_log.py
Original file line number Diff line number Diff line change
Expand Up @@ -89,6 +89,8 @@ def es_parse_jobreport(payload, logFile):


def es_parse_log(logFile):
stamp = "%s-es" % logFile
if exists(stamp): return
t = os.path.getmtime(logFile)
timestp = int(t * 1000)
payload = {}
Expand Down Expand Up @@ -209,6 +211,8 @@ def es_parse_log(logFile):
dataset["lfn"] = "/store/" + ds_items[0].split("/store/", 1)[1].strip()
idx = sha1((id + ds).encode()).hexdigest()
send_payload("ib-dataset-" + week, "relvals-dataset", idx, json.dumps(dataset))
ref = open(stamp, "w")
ref.close()


if __name__ == "__main__":
Expand Down

0 comments on commit c5f6d81

Please sign in to comment.