Skip to content

Commit

Permalink
Refactor to only dask, as a package
Browse files Browse the repository at this point in the history
  • Loading branch information
JeffersGlass committed Apr 16, 2024
1 parent 05d4563 commit 2753d95
Show file tree
Hide file tree
Showing 20 changed files with 69 additions and 107 deletions.
2 changes: 1 addition & 1 deletion flask-src/d3.py → dasktest/d3.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@

from dask.distributed import LocalCluster

from _benchmark import _benchmark
from snakeden._benchmark import _benchmark

print("Hello?")

Expand Down
2 changes: 1 addition & 1 deletion flask-src/d4.py → dasktest/d4.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
# LINK: https://kubernetes.dask.org/en/latest/operator_kubecluster.html
# LINK: https://docs.dask.org/en/latest/deploying-kubernetes.html

from _benchmark import _benchmark
from snakeden._benchmark import _benchmark

print("Hello?")

Expand Down
2 changes: 1 addition & 1 deletion flask-src/d5.py → dasktest/d5.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from dask.distributed import Client

from _benchmark import _benchmark
from snakeden._benchmark import _benchmark

# LINK: https://docs.dask.org/en/latest/deploying-cli.html

Expand Down
2 changes: 1 addition & 1 deletion flask-src/d6.py → dasktest/d6.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from dask.distributed import Client

from _benchmark import _benchmark, get_all_benchmarks, BenchmarkSet
from snakeden._benchmark import _benchmark, get_all_benchmarks, BenchmarkSet

# LINK: https://docs.dask.org/en/latest/deploying-cli.html

Expand Down
40 changes: 40 additions & 0 deletions dasktest/d7.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
from dask.distributed import Client

from snakeden._benchmark import _benchmark, get_all_benchmarks, BenchmarkSet

# LINK: https://docs.dask.org/en/latest/deploying-cli.html

def main():
client = Client('100.93.155.38:9876')

commit = '6e0b327690c7dd2e4e9091f81f8ad43ad5eb1631'
pgo = False
tier2 = False
jit = False
benchmarks = None
#benchmarks = ['2to3', 'async_tree', 'float']
benchmarks = ["concurrent_imap", "coroutines", "coverage"]

if benchmarks == None:
_benchmark_set = get_all_benchmarks()
else:
_benchmark_set = BenchmarkSet.fromList(benchmarks)

futures = []
for bm in _benchmark_set:
futures.append(client.submit(_benchmark,
commit=commit,
benchmarks=bm,
pgo=pgo,
tier2=tier2,
jit=jit,
jsonify=False,
resources={'CPU':1}
))

print(futures)

print("THE RESULT IS: " + '\n---------\n'.join(client.gather(futures)))

if __name__ == "__main__":
main()
Empty file removed flask-src/__init__.py
Empty file.
54 changes: 0 additions & 54 deletions flask-src/app.py

This file was deleted.

1 change: 0 additions & 1 deletion flask-src/data.txt

This file was deleted.

40 changes: 0 additions & 40 deletions flask-src/templates/home.html

This file was deleted.

1 change: 1 addition & 0 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2,3 +2,4 @@ Flask>=2.2.5
requests>=2.31.0
dask==2024.4.1
dask-kubernetes==2024.4.0
-e ./snakeden
5 changes: 5 additions & 0 deletions snakeden/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
from ._benchmark import _benchmark

benchmark = _benchmark

__all__ = [benchmark]
8 changes: 3 additions & 5 deletions flask-src/_benchmark.py → snakeden/_benchmark.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,9 @@
import pathlib
import shutil

from _fileutils import LongTemporaryDirectory, get_outfile_path, _need_to_build_python, PYTHON_CACHE_PATH
from _runner import run_commands
from _gitutils import clone_commit, get_head_of_remote

from dask.distributed import print
from ._fileutils import LongTemporaryDirectory, get_outfile_path, _need_to_build_python, PYTHON_CACHE_PATH
from ._runner import run_commands
from ._gitutils import clone_commit, get_head_of_remote

_sentinel = object()

Expand Down
File renamed without changes.
4 changes: 2 additions & 2 deletions flask-src/_gitutils.py → snakeden/_gitutils.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import pathlib

from _fileutils import filepath
from _runner import run_commands
from ._fileutils import filepath
from ._runner import run_commands


def clone_commit(dir: filepath, repo: str, commit: str | None) -> tuple[str, str]:
Expand Down
2 changes: 1 addition & 1 deletion flask-src/_runner.py → snakeden/_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import sys
import typing

from _fileutils import filepath
from ._fileutils import filepath

VENV_PYTHON = "./venv/bin/python"

Expand Down
3 changes: 3 additions & 0 deletions snakeden/pyproject.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
[project]
name = "spam-eggs"
version = "0.0.1"
3 changes: 3 additions & 0 deletions snakeden/spam_eggs.egg-info/PKG-INFO
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
Metadata-Version: 2.1
Name: spam-eggs
Version: 0.0.1
5 changes: 5 additions & 0 deletions snakeden/spam_eggs.egg-info/SOURCES.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
pyproject.toml
spam_eggs.egg-info/PKG-INFO
spam_eggs.egg-info/SOURCES.txt
spam_eggs.egg-info/dependency_links.txt
spam_eggs.egg-info/top_level.txt
1 change: 1 addition & 0 deletions snakeden/spam_eggs.egg-info/dependency_links.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@

1 change: 1 addition & 0 deletions snakeden/spam_eggs.egg-info/top_level.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@

0 comments on commit 2753d95

Please sign in to comment.