feat: refresh curseforge categories

Author: z0z0r4

models/database/curseforge.py

@@ -206,3 +206,24 @@ class Fingerprint(Model):
     model_config = {
         "collection": "curseforge_fingerprints",
     }
+
+
+class Category(Model):
+    id: int = Field(primary_field=True, index=True)
+    gameId: int
+    name: str
+    slug: str
+    url: str
+    iconUrl: str
+    dateModified: str
+    isClass: Optional[bool] = None
+    classId: Optional[int] = None
+    parentCategoryId: Optional[int] = None
+    displayIndex: int
+
+    sync_at: datetime = Field(default_factory=datetime.utcnow)
+
+    model_config = {
+        "collection": "curseforge_categories",
+        "title": "CurseForge Category",
+    }

sync/curseforge.py

@@ -2,7 +2,7 @@
 from odmantic import query
 import time
 
-from models.database.curseforge import File, Mod, Pagination, Fingerprint
+from models.database.curseforge import File, Mod, Pagination, Fingerprint, Category
 from models.database.file_cdn import File as FileCDN
 from models import ProjectDetail
 from utils.network import request
@@ -191,3 +191,15 @@ def fetch_mutil_fingerprints(fingerprints: List[int]):
     except Exception as e:
         log.error(f"Failed to fetch mutil fingerprints info: {e}")
         return []
+
+def sync_categories() -> List[dict]:
+    try:
+        res = request(f"{API}/v1/categories", headers=HEADERS).json()["data"]
+        models = []
+        for category in res:
+            models.append(Category(**category))
+        submit_models(models=res)
+        return res
+    except Exception as e:
+        log.error(f"Failed to sync categories: {e}")
+        return []

sync/tasks.py

@@ -9,8 +9,8 @@
     StatisticsNotification,
 )
 from config import Config
-from sync.curseforge import sync_mod, sync_mod_all_files
-from sync.modrinth import sync_project, sync_project_all_version
+from sync.curseforge import sync_mod, sync_categories
+from sync.modrinth import sync_project
 from sync.check import (
     # fetch_all_curseforge_data,
     # fetch_all_modrinth_data,
@@ -366,9 +366,15 @@ def sync_modrinth_queue() -> bool:
     return True
 
 
+def refresh_curseforge_categories() -> bool:
+    log.info("Start fetching curseforge categories.")
+    result = sync_categories()
+    log.info(f"CurseForge categories sync finished, total categories: {len(result)}")
+    return True
+
 def send_statistics_to_telegram() -> bool:
     log.info("Start fetching statistics to telegram.")
     message = StatisticsNotification.send_to_telegram()
     log.info("Statistics message sent to telegram.")
     # log.info(f"Statistics message: {message}")
-    return True
+    return True

tests/test_sync.py

@@ -1,6 +1,7 @@
 from sync.modrinth import sync_project
-from sync.curseforge import sync_mod
+from sync.curseforge import sync_mod, sync_categories
 from models import ProjectDetail
+from models.database.curseforge import Category
 
 project_id = "OpqpD8K2"
 modId = 1052133
@@ -11,4 +12,9 @@ def test_sync_project():
 
 def test_sync_mod():
     result = sync_mod(modId)
-    assert isinstance(result, ProjectDetail)
+    assert isinstance(result, ProjectDetail)
+
+def test_sync_categories():
+    result = sync_categories()
+    assert isinstance(result, list)
+    assert all(isinstance(item, Category) for item in result)

tests/test_tasks.py

@@ -3,6 +3,7 @@
     sync_curseforge_queue,
     refresh_modrinth_with_modify_date,
     refresh_curseforge_with_modify_date,
+    refresh_curseforge_categories,
     # send_statistics_to_telegram
 )
 
@@ -16,4 +17,7 @@ def test_refresh_modrinth_with_modify_date():
     assert refresh_modrinth_with_modify_date()
 
 def test_refresh_curseforge_with_modify_date():
-    assert refresh_curseforge_with_modify_date()
+    assert refresh_curseforge_with_modify_date()
+
+def test_refresh_curseforge_categories():
+    assert refresh_curseforge_categories()