feat: csg-cpc spider

Signed-off-by: Dup4 <lyuzhi.pan@gmail.com>

.vscode/settings.json

@@ -15,6 +15,8 @@
         "gevent",
         "grequests",
         "gxcpc",
+        "hbcpc",
+        "hncpc",
         "icpc",
         "KHTML",
         "mktime",
@@ -24,6 +26,8 @@
         "pyright",
         "pytest",
         "Referer",
+        "tkind",
+        "tmember",
         "XCPCIO",
         "xlrd"
     ],

tests/spider/csg_cpc/v1/csg_cpc_test.py

@@ -7,26 +7,24 @@
 current_dir_path = os.path.dirname(current_file_path)
 
 team_uris = [
-    os.path.join(current_dir_path, "test_data/2023_gdcpc/team_list_1004.json"),
-    os.path.join(current_dir_path, "test_data/2023_gdcpc/team_list_1005.json"),
+    os.path.join(current_dir_path, "test_data/2023_hncpc/team_list.json"),
 ]
 
 run_uris = [
-    os.path.join(current_dir_path, "test_data/2023_gdcpc/run_list_1004.json"),
-    os.path.join(current_dir_path, "test_data/2023_gdcpc/run_list_1005.json"),
+    os.path.join(current_dir_path, "test_data/2023_hncpc/run_list.json"),
 ]
 
 
-def test_spider_csg_cpc_v1_2023_gdcpc(snapshot):
+def test_spider_csg_cpc_v1_2023_hncpc(snapshot):
     c = Contest()
-    c.start_time = utils.get_timestamp_second("2023-05-14 10:00:00")
-    c.end_time = utils.get_timestamp_second("2023-05-14 15:00:00")
+    c.start_time = utils.get_timestamp_second("2023-09-17 09:00:00")
+    c.end_time = utils.get_timestamp_second("2023-09-17 14:00:00")
 
     csg_cpc = CSG_CPC(c, team_uris, run_uris)
     csg_cpc.fetch().parse_teams().parse_runs()
 
-    assert len(csg_cpc.teams) == 302
-    assert len(csg_cpc.runs) == 4381
+    assert len(csg_cpc.teams) == 180
+    assert len(csg_cpc.runs) == 2336
 
     snapshot.assert_match(csg_cpc.teams.get_json, "teams")
     snapshot.assert_match(csg_cpc.runs.get_json, "runs")