From 434c39602ce7060fed244addcc777a741c54169f Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Fri, 18 Oct 2024 18:34:09 -0400
Subject: [PATCH 01/15] ENH: Move higher level request to run in separate
 thread

---
 migas/request.py | 29 ++++++++++++++++++++++++++++-
 1 file changed, 28 insertions(+), 1 deletion(-)

diff --git a/migas/request.py b/migas/request.py
index eb4db70..444b7a3 100644
--- a/migas/request.py
+++ b/migas/request.py
@@ -5,6 +5,7 @@
 from typing import Optional, Tuple, Union
 from http.client import HTTPConnection, HTTPResponse, HTTPSConnection
 from urllib.parse import urlparse
+from concurrent.futures import ThreadPoolExecutor
 
 from . import __version__
 from .config import logger
@@ -20,6 +21,32 @@
 
 
 def request(
+    url: str,
+    *,
+    query: str = None,
+    timeout: float = None,
+    method: str = "POST",
+    chunk_size: int | None = None,
+    wait: bool = False,
+) -> None:
+    """
+    Send a non-blocking call to the server.
+
+    This will never check the future, and no assumptions can be made about server receptivity.
+    """
+    with ThreadPoolExecutor() as executor:
+        future = executor.submit(
+            _request, url, query=query, timeout=timeout, method=method, chunk_size=chunk_size,
+        )
+
+        if wait is True:
+            print('Waiting for result!')
+            return future.result()
+        else:
+            print('No wait!')
+
+
+def _request(
     url: str,
     *,
     query: str = None,
@@ -73,7 +100,7 @@ def request(
     finally:
         conn.close()
 
-    if body and response.headers.get("content-type").startswith("application/json"):
+    if body and response.headers.get("content-type", "").startswith("application/json"):
         body = json.loads(body)
 
     if not response.headers.get("X-Backend-Server"):

From 4119c3d21b4fb43d9b650ae7ef4143237c456128 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Fri, 18 Oct 2024 18:36:01 -0400
Subject: [PATCH 02/15] RF: Reflect new request usage in operators

---
 migas/operations.py | 10 ++++------
 1 file changed, 4 insertions(+), 6 deletions(-)

diff --git a/migas/operations.py b/migas/operations.py
index b42d15e..d654b7a 100644
--- a/migas/operations.py
+++ b/migas/operations.py
@@ -108,9 +108,7 @@ def add_breadcrumb(project: str, project_version: str, **kwargs) -> dict:
         project=project, project_version=project_version, **kwargs
     )
     logger.debug(query)
-    _, response = request(Config.endpoint, query=query)
-    res = _filter_response(response, AddBreadcrumb.operation_name, AddBreadcrumb.error_response)
-    return res
+    request(Config.endpoint, query=query, wait=False)
 
 
 class AddProject(Operation):
@@ -169,7 +167,7 @@ def add_project(project: str, project_version: str, **kwargs) -> dict:
     )
     query = AddProject.generate_query(project=project, project_version=project_version, **kwargs)
     logger.debug(query)
-    _, response = request(Config.endpoint, query=query)
+    _, response = request(Config.endpoint, query=query, wait=True)
     res = _filter_response(response, AddProject.operation_name, AddProject.error_response)
     return res
 
@@ -211,7 +209,7 @@ def check_project(project: str, project_version: str, **kwargs) -> dict:
     """
     query = CheckProject.generate_query(project=project, project_version=project_version, **kwargs)
     logger.debug(query)
-    _, response = request(Config.endpoint, query=query)
+    _, response = request(Config.endpoint, query=query, wait=True)
     res = _filter_response(response, CheckProject.operation_name)
     return res
 
@@ -231,7 +229,7 @@ class GetUsage(Operation):
 def get_usage(project: str, start: str, **kwargs) -> dict:
     query = GetUsage.generate_query(project=project, start=start, **kwargs)
     logger.debug(query)
-    _, response = request(Config.endpoint, query=query)
+    _, response = request(Config.endpoint, query=query, wait=True)
     res = _filter_response(response, GetUsage.operation_name)
     return res
 

From 4e4d72a923b8374063d9f550661ff0d61a46fcfd Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Mon, 21 Oct 2024 10:20:23 -0400
Subject: [PATCH 03/15] DOC: Update readme

---
 README.md        | 12 ++++++------
 migas/request.py |  3 ---
 2 files changed, 6 insertions(+), 9 deletions(-)

diff --git a/README.md b/README.md
index 106ce00..a1f9261 100644
--- a/README.md
+++ b/README.md
@@ -28,7 +28,7 @@ import migas; migas.setup(endpoint='your-endpoint')
 
 `migas` includes the following functions to communicate with the telemetry server:
 
-### migas.add_breadcrumb()
+### [migas.add_breadcrumb] (#add-breadcrumb)
 ---
 Send a breadcrumb with usage information to the server.
 
@@ -57,12 +57,12 @@ Send a breadcrumb with usage information to the server.
 
 ```python
 >>> add_breadcrumb('nipreps/migas-py', '0.0.1', status='R', status_desc='Finished long step')
-{'success': True}
+>>>
 ```
 
 </details>
 
-### migas.check_project()
+### [migas.check_project] (#check-project)
 ---
 Check a project version against later developments.
 
@@ -81,7 +81,7 @@ Check a project version against later developments.
 
 </details>
 
-### migas.get_usage()
+### [migas.get_usage] (#get-usage)
 ---
 Check number of uses a `project` has received from a start date, and optionally an end date.
 If no end date is specified, the current datetime is used.
@@ -97,11 +97,11 @@ If no end date is specified, the current datetime is used.
 </details>
 
 
-### migas.track_exit()
+### [migas.track_exit] (#track-exit)
 ---
 Register an exit function to send a final ping upon termination of the Python interpretter.
 Useful when monitoring a process that may preemptively error.
-The inputs are equivalent to [`add_breadcrumb()`](#addbreadcrumb)
+The inputs are equivalent to [`add_breadcrumb()`](#add-breadcrumb)
 
 ## User Control
 
diff --git a/migas/request.py b/migas/request.py
index 444b7a3..43969b1 100644
--- a/migas/request.py
+++ b/migas/request.py
@@ -40,10 +40,7 @@ def request(
         )
 
         if wait is True:
-            print('Waiting for result!')
             return future.result()
-        else:
-            print('No wait!')
 
 
 def _request(

From 982d6b062aea5cc32e76caa3cfc64023980bd20b Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Mon, 21 Oct 2024 10:31:30 -0400
Subject: [PATCH 04/15] FIX: Add compatibility import

---
 migas/request.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/migas/request.py b/migas/request.py
index 43969b1..7d4d4f4 100644
--- a/migas/request.py
+++ b/migas/request.py
@@ -1,4 +1,5 @@
 """Stripped down, minimal import way to communicate with server"""
+from __future__ import annotations
 
 import json
 import os

From 2e4e87b5dca8f7318a57422a5e02ea9e76d662c5 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Mon, 21 Oct 2024 11:28:43 -0400
Subject: [PATCH 05/15] TST: Refactor tests, update request import

---
 migas/tests/test_operations.py | 38 +++-------------------------------
 migas/tests/test_request.py    | 10 ++++-----
 2 files changed, 8 insertions(+), 40 deletions(-)

diff --git a/migas/tests/test_operations.py b/migas/tests/test_operations.py
index bac47d9..96df3bb 100644
--- a/migas/tests/test_operations.py
+++ b/migas/tests/test_operations.py
@@ -25,30 +25,17 @@
 today = today.strftime('%Y-%m-%d')
 
 
-def test_operations(setup_migas):
-    _test_add_breakcrumb()
-    # add delay to ensure server has updated
-    time.sleep(2)
-    _test_get_usage()
-
-def _test_add_breakcrumb():
+def test_database_io(setup_migas):
     res = add_breadcrumb(test_project, __version__)
-    assert res['success'] is True
-
     # ensure kwargs can be submitted
     res = add_breadcrumb(test_project, __version__, language='cpython', platform='win32')
-    assert res['success'] is True
-
-    # validation should happen instantly
+    # this breadcrumb is not valid
     res = add_breadcrumb(test_project, __version__, status='wtf')
-    assert res['success'] is False
 
-def _test_get_usage():
-    """This test requires `_test_add_breadcrumb()` to be run before."""
     res = get_usage(test_project, start=today)
     assert res['success'] is True
     all_usage = res['hits']
-    assert all_usage > 0
+    assert all_usage == 2
 
     res = get_usage(test_project, start=today, unique=True)
     assert res['success'] is True
@@ -64,25 +51,6 @@ def _test_get_usage():
     assert res['hits'] == 0
 
 
-def test_add_project(setup_migas):
-    res = add_project(test_project, __version__)
-    assert res['success'] is True
-    latest = res['latest_version']
-    assert latest
-
-    # ensure kwargs can be submitted
-    res = add_project(test_project, __version__, language='cpython', platform='win32')
-    assert res['success'] is True
-    assert res['latest_version'] == latest
-    # should be cached since we just checked the version
-    assert res['cached'] is True
-
-    # illegal queries should fail
-    res = add_project(test_project, __version__, status='wtf')
-    assert res['success'] is False
-    assert res['latest_version'] is None
-
-
 def test_check_project(setup_migas):
     res = check_project(test_project, __version__)
     assert res['success'] is True
diff --git a/migas/tests/test_request.py b/migas/tests/test_request.py
index ce91fb4..093f1ea 100644
--- a/migas/tests/test_request.py
+++ b/migas/tests/test_request.py
@@ -1,6 +1,6 @@
 import pytest
 
-from migas.request import request
+from migas.request import _request
 
 GET_URL = 'https://httpbin.org/get'
 GET_COMPRESSED_URL = 'https://httpbingo.org/get'
@@ -15,22 +15,22 @@
     ]
 )
 def test_request_get(method, url, query):
-    status, res = request(url, query=query, method=method)
+    status, res = _request(url, query=query, method=method)
     assert status == 200
     assert res
 
 
 def test_timeout(monkeypatch):
-    status, res = request(GET_URL, timeout=0.00001, method="GET")
+    status, res = _request(GET_URL, timeout=0.00001, method="GET")
     assert status == 408
     assert res['errors']
 
     monkeypatch.setenv('MIGAS_TIMEOUT', '0.000001')
-    status, res = request(GET_URL, method="GET")
+    status, res = _request(GET_URL, method="GET")
     assert status == 408
     assert res['errors']
 
     monkeypatch.delenv('MIGAS_TIMEOUT')
-    status, res = request(GET_URL, method="GET")
+    status, res = _request(GET_URL, method="GET")
     assert status == 200
     assert res

From 940708df83a8df0cab127c7c7d5b87e89451927b Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Mon, 21 Oct 2024 16:28:47 -0400
Subject: [PATCH 06/15] ENH: Add `wait` parameter to add_breadcrumb

---
 migas/operations.py | 49 +++++++++++++++++++++++++++------------------
 1 file changed, 29 insertions(+), 20 deletions(-)

diff --git a/migas/operations.py b/migas/operations.py
index d654b7a..94197de 100644
--- a/migas/operations.py
+++ b/migas/operations.py
@@ -76,28 +76,34 @@ class AddBreadcrumb(Operation):
 
 
 @telemetry_enabled
-def add_breadcrumb(project: str, project_version: str, **kwargs) -> dict:
+def add_breadcrumb(project: str, project_version: str, wait: bool = False, **kwargs) -> dict | None:
     """
     Send a breadcrumb with usage information to the telemetry server.
 
-    - `project` - application name
-    - `project_version` - application version
-
-    Optional keyword arguments
-    - `language` (auto-detected)
-    - `language_version` (auto-detected)
-    - process-specific
-        - `status`
-        - `status_desc`
-        - `error_type`
-        - `error_desc`
-    - context-specific
-        - `user_id` (auto-generated)
-        - `session_id`
-        - `user_type`
-        - `platform` (auto-detected)
-        - `container` (auto-detected)
-        - `is_ci` (auto-detected)
+    Parameters
+    ----------
+    project : str
+        Project name, formatted in GitHub `<owner>/<repo>` convention
+    project_version : str
+        Version string
+    wait : bool, default=False
+        If enable, wait for server response.
+    **kwargs
+        Additional usage information to send. Includes:
+        - `language` (auto-detected)
+        - `language_version` (auto-detected)
+        - process-specific
+            - `status`
+            - `status_desc`
+            - `error_type`
+            - `error_desc`
+        - context-specific
+            - `user_id` (auto-generated)
+            - `session_id`
+            - `user_type`
+            - `platform` (auto-detected)
+            - `container` (auto-detected)
+            - `is_ci` (auto-detected)
 
     Returns
     -------
@@ -108,7 +114,10 @@ def add_breadcrumb(project: str, project_version: str, **kwargs) -> dict:
         project=project, project_version=project_version, **kwargs
     )
     logger.debug(query)
-    request(Config.endpoint, query=query, wait=False)
+    res = request(Config.endpoint, query=query, wait=wait)
+    if wait:
+        res = res[1]
+    return res
 
 
 class AddProject(Operation):

From dcf0bce475e5202ccf8103a0a9f84e9685ef380c Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Mon, 21 Oct 2024 16:29:02 -0400
Subject: [PATCH 07/15] TST: Modify tests

---
 migas/tests/test_operations.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/migas/tests/test_operations.py b/migas/tests/test_operations.py
index 96df3bb..110372a 100644
--- a/migas/tests/test_operations.py
+++ b/migas/tests/test_operations.py
@@ -9,7 +9,6 @@
 from migas import __version__
 from migas.operations import (
     add_breadcrumb,
-    add_project,
     check_project,
     get_usage,
 )
@@ -25,12 +24,14 @@
 today = today.strftime('%Y-%m-%d')
 
 
-def test_database_io(setup_migas):
+def test_migas_add_get(setup_migas):
     res = add_breadcrumb(test_project, __version__)
     # ensure kwargs can be submitted
-    res = add_breadcrumb(test_project, __version__, language='cpython', platform='win32')
+    res = add_breadcrumb(test_project, __version__, wait=True, language='cpython', platform='win32')
+    assert res['success'] is True
     # this breadcrumb is not valid
-    res = add_breadcrumb(test_project, __version__, status='wtf')
+    res = add_breadcrumb(test_project, __version__, wait=True, status='wtf')
+    assert res['success'] is False
 
     res = get_usage(test_project, start=today)
     assert res['success'] is True

From 9adad82255f598becf248a21540fc1cb66ebfb80 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Tue, 22 Oct 2024 10:16:10 -0400
Subject: [PATCH 08/15] FIX: Filter response if waiting

---
 migas/operations.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/migas/operations.py b/migas/operations.py
index 94197de..42f210c 100644
--- a/migas/operations.py
+++ b/migas/operations.py
@@ -116,8 +116,8 @@ def add_breadcrumb(project: str, project_version: str, wait: bool = False, **kwa
     logger.debug(query)
     res = request(Config.endpoint, query=query, wait=wait)
     if wait:
-        res = res[1]
-    return res
+        res = _filter_response(res[1], AddBreadcrumb.operation_name, AddBreadcrumb.error_response)
+        return res
 
 
 class AddProject(Operation):

From 333dfc92716cb48123f09f463d30fd9780458cd9 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Tue, 22 Oct 2024 10:57:22 -0400
Subject: [PATCH 09/15] TST: Fix tests, guard running with existing db

---
 .github/workflows/build-test.yml |  2 ++
 migas/tests/test_operations.py   | 36 ++++++++++++++++++++++----------
 migas/tests/utils.py             |  5 ++++-
 3 files changed, 31 insertions(+), 12 deletions(-)

diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml
index 0e241c7..b117a6b 100644
--- a/.github/workflows/build-test.yml
+++ b/.github/workflows/build-test.yml
@@ -104,6 +104,8 @@ jobs:
       env:
         MIGAS_SERVER_NAME: app
     - name: Run tests
+      env:
+        MIGAS_FRESH_DB: '1'
       run: python -m pytest -sv --doctest-modules --pyargs migas
     - name: Stop local server
       run: docker compose -f migas-server/docker-compose.yml down
diff --git a/migas/tests/test_operations.py b/migas/tests/test_operations.py
index 110372a..4475597 100644
--- a/migas/tests/test_operations.py
+++ b/migas/tests/test_operations.py
@@ -1,22 +1,21 @@
 from datetime import datetime as dt
 from datetime import timedelta
 from datetime import timezone as tz
-import time
 
 from looseversion import LooseVersion
 import pytest
 
-from migas import __version__
+import migas
 from migas.operations import (
     add_breadcrumb,
     check_project,
     get_usage,
 )
 
-from .utils import do_server_tests
+from .utils import run_server_tests
 
 # skip all tests in module if server is not available
-pytestmark = pytest.mark.skipif(not do_server_tests, reason="Local server not found")
+pytestmark = pytest.mark.skipif(not run_server_tests, reason="Local server not found")
 
 test_project = 'nipreps/migas-py'
 today = dt.now(tz.utc)
@@ -24,13 +23,28 @@
 today = today.strftime('%Y-%m-%d')
 
 
-def test_migas_add_get(setup_migas):
-    res = add_breadcrumb(test_project, __version__)
+TEST_ROOT = "http://localhost:8080/"
+TEST_ENDPOINT = f"{TEST_ROOT}graphql"
+
+
+
+@pytest.fixture(autouse=True, scope='module')
+def setup_migas():
+    """Ensure migas is configured to communicate with the staging app."""
+    migas.setup(endpoint=TEST_ENDPOINT)
+
+    assert migas.config.Config._is_setup
+    return migas.config.Config._is_setup
+
+
+
+def test_migas_add_get():
+    res = add_breadcrumb(test_project, migas.__version__)
     # ensure kwargs can be submitted
-    res = add_breadcrumb(test_project, __version__, wait=True, language='cpython', platform='win32')
+    res = add_breadcrumb(test_project, migas.__version__, wait=True, language='cpython', platform='win32')
     assert res['success'] is True
     # this breadcrumb is not valid
-    res = add_breadcrumb(test_project, __version__, wait=True, status='wtf')
+    res = add_breadcrumb(test_project, migas.__version__, wait=True, status='wtf')
     assert res['success'] is False
 
     res = get_usage(test_project, start=today)
@@ -52,11 +66,11 @@ def test_migas_add_get(setup_migas):
     assert res['hits'] == 0
 
 
-def test_check_project(setup_migas):
-    res = check_project(test_project, __version__)
+def test_check_project():
+    res = check_project(test_project, migas.__version__)
     assert res['success'] is True
     assert res['latest']
-    v = LooseVersion(__version__)
+    v = LooseVersion(migas.__version__)
     latest = LooseVersion(res['latest'])
     assert v >= latest
     assert res['flagged'] is False
diff --git a/migas/tests/utils.py b/migas/tests/utils.py
index 3f1b002..c2eeba8 100644
--- a/migas/tests/utils.py
+++ b/migas/tests/utils.py
@@ -1,3 +1,6 @@
+import os
+
+
 def _check_server_available() -> bool:
     """Checks if the server is locally available."""
     import requests
@@ -12,4 +15,4 @@ def _check_server_available() -> bool:
         return False
     return True
 
-do_server_tests = _check_server_available()
+run_server_tests = _check_server_available() and os.getenv('MIGAS_FRESH_DB')

From 8061141c3d2e0d0f39bbed5ca4d69be8705dd655 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Tue, 22 Oct 2024 12:39:29 -0400
Subject: [PATCH 10/15] TST: Ignore expected warning

---
 migas/tests/test_request.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/migas/tests/test_request.py b/migas/tests/test_request.py
index 093f1ea..29b380c 100644
--- a/migas/tests/test_request.py
+++ b/migas/tests/test_request.py
@@ -6,6 +6,8 @@
 GET_COMPRESSED_URL = 'https://httpbingo.org/get'
 POST_URL = 'https://httpbin.org/post'
 
+pytestmark = pytest.mark.filterwarnings("ignore")
+
 
 @pytest.mark.parametrize(
     'method,url,query', [

From ec8cb799f87087b569a7f4db79bdc6663a9d82f5 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Tue, 22 Oct 2024 12:40:06 -0400
Subject: [PATCH 11/15] ENH: Add additional debug statement

---
 migas/operations.py | 23 +++++++++++++++++++++++
 1 file changed, 23 insertions(+)

diff --git a/migas/operations.py b/migas/operations.py
index 42f210c..07cc91b 100644
--- a/migas/operations.py
+++ b/migas/operations.py
@@ -116,6 +116,7 @@ def add_breadcrumb(project: str, project_version: str, wait: bool = False, **kwa
     logger.debug(query)
     res = request(Config.endpoint, query=query, wait=wait)
     if wait:
+        logger.debug(res)
         res = _filter_response(res[1], AddBreadcrumb.operation_name, AddBreadcrumb.error_response)
         return res
 
@@ -177,6 +178,7 @@ def add_project(project: str, project_version: str, **kwargs) -> dict:
     query = AddProject.generate_query(project=project, project_version=project_version, **kwargs)
     logger.debug(query)
     _, response = request(Config.endpoint, query=query, wait=True)
+    logger.debug(response)
     res = _filter_response(response, AddProject.operation_name, AddProject.error_response)
     return res
 
@@ -219,6 +221,7 @@ def check_project(project: str, project_version: str, **kwargs) -> dict:
     query = CheckProject.generate_query(project=project, project_version=project_version, **kwargs)
     logger.debug(query)
     _, response = request(Config.endpoint, query=query, wait=True)
+    logger.debug(response)
     res = _filter_response(response, CheckProject.operation_name)
     return res
 
@@ -236,9 +239,29 @@ class GetUsage(Operation):
 
 @telemetry_enabled
 def get_usage(project: str, start: str, **kwargs) -> dict:
+    """Retrieve usage statistics from the migas server.
+
+    Parameters
+    ----------
+    project : str
+        Project name, formatted in GitHub `<owner>/<repo>` convention
+    start : str
+        Start of data collection. Supports the following formats:
+        `YYYY-MM-DD`
+        `YYYY-MM-DDTHH:MM:SSZ'
+    kwargs
+        Additional arguments for the query
+        end: End range of data collection. Same formats as `start`.
+        unique: Filter out hits from same user_id.
+
+    Returns
+        response : dict
+            success, hits, unique, message
+    """
     query = GetUsage.generate_query(project=project, start=start, **kwargs)
     logger.debug(query)
     _, response = request(Config.endpoint, query=query, wait=True)
+    logger.debug(response)
     res = _filter_response(response, GetUsage.operation_name)
     return res
 

From f3a2e960388454a1faa3cd83d70cbcb67cf60488 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Tue, 22 Oct 2024 12:40:32 -0400
Subject: [PATCH 12/15] CI: Bump action

---
 .github/workflows/build-test.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml
index b117a6b..36528ff 100644
--- a/.github/workflows/build-test.yml
+++ b/.github/workflows/build-test.yml
@@ -88,7 +88,7 @@ jobs:
         echo "ARCHIVE=$ARCHIVE" >> $GITHUB_ENV
     - name: Install package and test dependencies
       run: python -m pip install $ARCHIVE[test]
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
       with:
         repository: 'nipreps/migas-server'
         path: 'migas-server'

From 0143f25cdff333164838979fc4015701951fd359 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Tue, 22 Oct 2024 17:20:36 -0400
Subject: [PATCH 13/15] RF: Use warning module

---
 migas/request.py | 8 ++++++--
 1 file changed, 6 insertions(+), 2 deletions(-)

diff --git a/migas/request.py b/migas/request.py
index 7d4d4f4..ac0111e 100644
--- a/migas/request.py
+++ b/migas/request.py
@@ -3,13 +3,13 @@
 
 import json
 import os
+import warnings
 from typing import Optional, Tuple, Union
 from http.client import HTTPConnection, HTTPResponse, HTTPSConnection
 from urllib.parse import urlparse
 from concurrent.futures import ThreadPoolExecutor
 
 from . import __version__
-from .config import logger
 
 ETResponse = Tuple[int, Union[dict, str]]  # status code, body
 
@@ -102,7 +102,11 @@ def _request(
         body = json.loads(body)
 
     if not response.headers.get("X-Backend-Server"):
-        logger.warning("migas server is incorrectly configured.")
+        warnings.warn(
+            "migas server is incorrectly configured.",
+            UserWarning,
+            stacklevel=1,
+        )
     return response.status, body
 
 

From ff798bb09f759d6bd0d7d2cdf5eb178cd366bbd9 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Tue, 22 Oct 2024 17:40:40 -0400
Subject: [PATCH 14/15] TST: Annotate test logic

---
 migas/tests/test_operations.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/migas/tests/test_operations.py b/migas/tests/test_operations.py
index 4475597..415b32f 100644
--- a/migas/tests/test_operations.py
+++ b/migas/tests/test_operations.py
@@ -43,10 +43,11 @@ def test_migas_add_get():
     # ensure kwargs can be submitted
     res = add_breadcrumb(test_project, migas.__version__, wait=True, language='cpython', platform='win32')
     assert res['success'] is True
-    # this breadcrumb is not valid
+    # this breadcrumb is not valid, so won't be tracked
     res = add_breadcrumb(test_project, migas.__version__, wait=True, status='wtf')
     assert res['success'] is False
 
+    # 2 crumbs should be present on the server, both from the same user
     res = get_usage(test_project, start=today)
     assert res['success'] is True
     all_usage = res['hits']
@@ -54,7 +55,7 @@ def test_migas_add_get():
 
     res = get_usage(test_project, start=today, unique=True)
     assert res['success'] is True
-    assert all_usage >= res['hits'] > 0
+    assert all_usage > res['hits'] > 0
 
     res = get_usage(test_project, start=future)
     assert res['success'] is True

From 80868ada8c1c509911a57979dcfe410e8bc185e7 Mon Sep 17 00:00:00 2001
From: mathiasg <mathiasg@stanford.edu>
Date: Tue, 22 Oct 2024 21:19:30 -0400
Subject: [PATCH 15/15] CI: Show server log

---
 .github/workflows/build-test.yml | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml
index 36528ff..b9b5f2e 100644
--- a/.github/workflows/build-test.yml
+++ b/.github/workflows/build-test.yml
@@ -100,13 +100,16 @@ jobs:
       env:
         MIGAS_BYPASS_RATE_LIMIT: '1'
     - name: Verify server is available
-      run: docker port ${MIGAS_SERVER_NAME} && sleep 10
+      run: docker port ${MIGAS_SERVER_NAME} && sleep 10 && docker ps
       env:
         MIGAS_SERVER_NAME: app
     - name: Run tests
       env:
         MIGAS_FRESH_DB: '1'
       run: python -m pytest -sv --doctest-modules --pyargs migas
+    - name: Show server logs (debug)
+      if: always()
+      run: docker container logs app
     - name: Stop local server
       run: docker compose -f migas-server/docker-compose.yml down