feat: support cf html rank

Signed-off-by: Dup4 <lyuzhi.pan@gmail.com>

pyproject.toml

@@ -36,7 +36,7 @@ pyright = "^1.1.305"
 autopep8 = "^2.0.2"
 pytest-snapshot = "^0.9.0"
 poetry-bumpversion = "^0.3.0"
-ipykernel = "^6.29.3"
+ipykernel = "^6.29.5"
 isort = "^5.13.2"
 
 [build-system]

xcpcio_board_spider/core/utils.py

@@ -132,3 +132,17 @@ def save_to_disk(data_dir: Path, c: Contest, teams: Teams, runs: Submissions, if
     output(data_dir / "config.json", c.get_dict)
     output(data_dir / "team.json", teams.get_dict, if_not_exists=if_not_exists)
     output(data_dir / "run.json", runs.get_dict, if_not_exists=if_not_exists)
+
+
+def fetch_json_resp(uri: str):
+    kTimeoutSecs = 10
+    if os.path.exists(uri):
+        with open(uri, 'r') as f:
+            resp_obj = json.loads(f.read())
+    else:
+        resp = requests.get(uri, timeout=kTimeoutSecs)
+        if resp.status_code != 200:
+            raise RuntimeError(
+                f"fetch failed. [status_code={resp.status_code}]")
+        resp_obj = json.loads(resp.text)
+    return resp_obj

xcpcio_board_spider/spider/cf/v1/__init__.py

@@ -0,0 +1 @@
+from .cf import *

xcpcio_board_spider/spider/cf/v1/cf.py

@@ -0,0 +1,27 @@
+import json
+import os
+import typing
+from pathlib import Path
+
+import requests
+
+from xcpcio_board_spider import (
+    Contest,
+    Submission,
+    Submissions,
+    Team,
+    Teams,
+    constants,
+    utils,
+)
+
+
+class CF():
+    kTimeoutSecs = 10
+
+    def __init__(self, contest: Contest, fetch_uri: str = None):
+        self._contest = contest
+        self._fetch_uri = fetch_uri
+
+        self._teams = Teams()
+        self._runs = Submissions()