format: 移除不必要的内容

z0z0r4 · z0z0r4 · commit d62e671920ce · 2025-07-14T14:43:22.000+08:00
diff --git a/mcim_sync/apis/modrinth.py b/mcim_sync/apis/modrinth.py
@@ -13,59 +13,9 @@ def get_project_all_version(
 ) -> List[dict]:
     res = request(f"{API}/v2/project/{project_id}/version").json()
     return res
-    # latest_version_id_list = []
-
-    # with ModelSubmitter() as submitter:
-    #     for version in res:
-    #         latest_version_id_list.append(version["id"])
-    #         for file in version["files"]:
-    #             file["version_id"] = version["id"]
-    #             file["project_id"] = version["project_id"]
-    #             file_model = File(**file)
-    #             if config.file_cdn:
-    #                 if (
-    #                     need_to_cache
-    #                     and file_model.size <= MAX_LENGTH
-    #                     and file_model.filename
-    #                     and file_model.url
-    #                     and file_model.hashes.sha1
-    #                 ):
-    #                     submitter.add(
-    #                         FileCDN(
-    #                             url=file_model.url,
-    #                             sha1=file_model.hashes.sha1,
-    #                             size=file_model.size,
-    #                             mtime=int(time.time()),
-    #                             path=file_model.hashes.sha1,
-    #                         ) # type: ignore
-    #                     )
-    #                     file_model.file_cdn_cached = True
-    #             submitter.add(file_model)
-    #         submitter.add(Version(**version))
-
-    #     removed_count = mongodb_engine.remove(
-    #         Version,
-    #         query.not_in(Version.id, latest_version_id_list),
-    #         Version.project_id == project_id,
-    #     )
-    #     total_count = len(res)
-    #     log.info(
-    #         f"Finished sync project {project_id} versions info, total {total_count} versions, removed {removed_count} versions"
-    #     )
-    #     return total_count
-
 
 def get_project(project_id: str) -> dict:
     res = request(f"{API}/v2/project/{project_id}").json()
-    # with ModelSubmitter() as submitter:
-    #     project_model = Project(**res)
-    #     submitter.add(project_model)
-    #     total_count = get_project_all_version(
-    #         project_id,
-    #         need_to_cache=project_model.project_type == "mod",
-    #     )
-    #     return ProjectDetail(id=project_id, name=res["slug"], version_count=total_count)
-
     return res
 
 def get_mutil_projects_info(project_ids: List[str]) -> List[dict]:
@@ -88,34 +38,16 @@ def get_multi_hashes_info(hashes: List[str], algorithm: str) -> dict:
 
 
 def get_categories() -> List[dict]:
-    # mongodb_engine.remove(Category)
-    # with ModelSubmitter() as submitter:
-    #     categories = request(f"{API}/v2/tag/category").json()
-    #     for category in categories:
-    #         submitter.add(Category(**category))
-    # return categories
     res = request(f"{API}/v2/tag/category").json()
     return res
 
 
 def get_loaders() -> List[dict]:
-    # mongodb_engine.remove(Loader)
-    # with ModelSubmitter() as submitter:
-    #     loaders = request(f"{API}/v2/tag/loader").json()
-    #     for loader in loaders:
-    #         submitter.add(Loader(**loader))
-    # return loaders
     res = request(f"{API}/v2/tag/loader").json()
     return res
 
 
 def get_game_versions() -> List[dict]:
-    # mongodb_engine.remove(GameVersion)
-    # with ModelSubmitter() as submitter:
-    #     game_versions = request(f"{API}/v2/tag/game_version").json()
-    #     for game_version in game_versions:
-    #         submitter.add(GameVersion(**game_version))
-    # return game_versions
     res = request(f"{API}/v2/tag/game_version").json()
     return res
 
diff --git a/mcim_sync/config.py b/mcim_sync/config.py
@@ -62,28 +62,33 @@ class DomainRateLimitModel(BaseModel):
 
 class ConfigModel(BaseModel):
     debug: bool = False
+    
+    # 数据库配置
     mongodb: MongodbConfigModel = MongodbConfigModel()
     redis: RedisConfigModel = RedisConfigModel()
+
     job_config: JobConfigModel = JobConfigModel()
     interval: JobInterval = JobInterval()
+    
     max_workers: int = 8
     curseforge_chunk_size: int = 1000
     modrinth_chunk_size: int = 100
     curseforge_delay: Union[float, int] = 1
     modrinth_delay: Union[float, int] = 1
+
+    # API 配置
     curseforge_api_key: str = "<api key>"
     curseforge_api: str = "https://api.curseforge.com"  # 不然和api的拼接对不上
     modrinth_api: str = "https://api.modrinth.com"
+    
+    # Telegram Bot 配置
     telegram_bot: bool = False
     bot_api: str = "https://api.telegram.org/bot"
     bot_token: str = "<bot token>"
     chat_id: str = "<chat id>"
-    telegram_proxy: Optional[str] = None
+    
     proxies: Optional[str] = None
-    file_cdn: bool = False
-    max_file_size: int = 1024 * 1024 * 20  # 20MB
-    log_to_file: bool = False
-    log_path: str = "./logs"
+
     # 域名限速配置
     domain_rate_limits: Dict[str, DomainRateLimitModel] = {
         "api.curseforge.com": DomainRateLimitModel(max_requests=100, time_window=60),
diff --git a/mcim_sync/database/mongodb.py b/mcim_sync/database/mongodb.py
@@ -1,4 +1,4 @@
-from odmantic import AIOEngine, SyncEngine
+from odmantic import SyncEngine
 from pymongo import MongoClient
 from pymongo.database import Database
 
diff --git a/mcim_sync/models/database/curseforge.py b/mcim_sync/models/database/curseforge.py
@@ -99,8 +99,6 @@ class File(Model):
     fileFingerprint: Optional[int] = None
     modules: Optional[List[Module]] = None
 
-    # file_cdn_cached: bool = False
-
     sync_at: datetime = Field(default_factory=datetime.utcnow)
 
     model_config = {
diff --git a/mcim_sync/models/database/file_cdn.py b/mcim_sync/models/database/file_cdn.py
diff --git a/mcim_sync/models/database/modrinth.py b/mcim_sync/models/database/modrinth.py
@@ -90,8 +90,6 @@ class File(Model):
     version_id: str
     project_id: str
 
-    # file_cdn_cached: Optional[bool] = False
-
     sync_at: datetime = Field(default_factory=datetime.utcnow)
 
     model_config = {"collection": "modrinth_files"}
diff --git a/mcim_sync/sync/curseforge.py b/mcim_sync/sync/curseforge.py
@@ -20,7 +20,6 @@
     get_search_result,
 )
 
-# from mcim_sync.models.database.file_cdn import File as FileCDN
 from mcim_sync.utils.constans import ProjectDetail
 from mcim_sync.utils.loger import log
 from mcim_sync.utils.model_submitter import ModelSubmitter
@@ -33,16 +32,14 @@
 config = Config.load()
 
 API = config.curseforge_api
-MAX_LENGTH = config.max_file_size
-MIN_DOWNLOAD_COUNT = 0
 HEADERS = {
     "x-api-key": config.curseforge_api_key,
     "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36 Edg/116.0.1938.54",
 }
 
 
 def append_model_from_files_res(
-    res, latestFiles: List[dict], need_to_cache: bool = True
+    res, latestFiles: List[dict]
 ):
     with ModelSubmitter() as submitter:
         for file in res["data"]:
@@ -54,36 +51,11 @@ def append_model_from_files_res(
                     latestFiles=latestFiles,  # type: ignore
                 )
             )
-            # file_sha1 = find_hash_in_curseforge_hashes(file["hashes"], 1)
-
-            # if config.file_cdn:
-            #     if (
-            #         file_model.fileLength is not None
-            #         and file_model.downloadCount is not None
-            #         and file_model.downloadUrl is not None
-            #         and file_sha1
-            #     ):
-            #         if (
-            #             need_to_cache
-            #             and file_model.gameId == 432
-            #             and file_model.fileLength <= MAX_LENGTH
-            #             and file_model.downloadCount >= MIN_DOWNLOAD_COUNT
-            #         ):
-            #             submitter.add(
-            #                 FileCDN(
-            #                     sha1=file_sha1,
-            #                     url=file_model.downloadUrl,
-            #                     path=file_sha1,
-            #                     size=file_model.fileLength,
-            #                     mtime=int(time.time()),
-            #                 )  # type: ignore
-            #             )
-            #             file_model.file_cdn_cached = True
             submitter.add(file_model)
 
 
 def sync_mod_all_files(
-    modId: int, latestFiles: List[dict], need_to_cache: bool = True
+    modId: int, latestFiles: List[dict]
 ) -> int:
     params = {"index": 0, "pageSize": 50}
     file_id_list = []
@@ -93,7 +65,7 @@ def sync_mod_all_files(
     while True:
         res = get_mod_files(modId, params["index"], params["pageSize"])
         append_model_from_files_res(
-            res, latestFiles=latestFiles, need_to_cache=need_to_cache
+            res, latestFiles=latestFiles
         )
         file_id_list.extend([file["id"] for file in res["data"]])
 
@@ -118,7 +90,7 @@ def sync_mod_all_files(
 
 
 def sync_mod_all_files_at_once(
-    modId: int, latestFiles: List[dict], need_to_cache: bool = True
+    modId: int, latestFiles: List[dict]
 ) -> Optional[int]:
     max_retries = 3
     page_size = 10000
@@ -147,7 +119,7 @@ def sync_mod_all_files_at_once(
     original_files_count = mongodb_engine.count(File, File.modId == modId)
 
     append_model_from_files_res(
-        res, latestFiles=latestFiles, need_to_cache=need_to_cache
+        res, latestFiles=latestFiles
     )
 
     removed_count = mongodb_engine.remove(
@@ -170,13 +142,11 @@ def sync_mod(modId: int) -> Optional[ProjectDetail]:
                 # version_count = sync_mod_all_files(
                 #     modId,
                 #     latestFiles=res["latestFiles"],
-                #     need_to_cache=True if res["classId"] == 6 else False,
                 # )
 
                 version_count = sync_mod_all_files_at_once(
                     modId,
                     latestFiles=res["latestFiles"],
-                    need_to_cache=True if res["classId"] == 6 else False,
                 )
 
                 if version_count is None:
diff --git a/mcim_sync/sync/modrinth.py b/mcim_sync/sync/modrinth.py
@@ -1,17 +1,10 @@
 """
 拉取 Modrinth 信息
-
-version 信息包含了 file 信息，所以拉取 version 信息时，会拉取 version 下的所有 file 信息
-
-sync_project 只刷新 project 信息，不刷新 project 下的 version 信息
-
-刷新 project 信息后，会刷新 project 下的所有 version 信息，以及 version 下的所有 file 信息，不刷新 project 自身信息
 """
 
 from tenacity import retry, stop_after_attempt, wait_fixed
-from typing import List, Optional, Union
+from typing import List, Optional
 from odmantic import query
-import time
 
 from mcim_sync.models.database.modrinth import (
     Project,
@@ -32,7 +25,6 @@
     get_multi_versions_info,
     get_search_result,
 )
-# from mcim_sync.models.database.file_cdn import File as FileCDN
 from mcim_sync.utils.constans import ProjectDetail
 from mcim_sync.exceptions import ResponseCodeException
 from mcim_sync.config import Config
@@ -44,10 +36,8 @@
 config = Config.load()
 
 API = config.modrinth_api
-MAX_LENGTH = config.max_file_size
-
 
-def sync_project_all_version(project_id: str, need_to_cache: bool = True) -> int:
+def sync_project_all_version(project_id: str) -> int:
     res = get_project_all_version(project_id)
     latest_version_id_list = []
 
@@ -61,24 +51,6 @@ def sync_project_all_version(project_id: str, need_to_cache: bool = True) -> int
                 file["version_id"] = version["id"]
                 file["project_id"] = version["project_id"]
                 file_model = File(**file)
-                # if config.file_cdn:
-                #     if (
-                #         need_to_cache
-                #         and file_model.size <= MAX_LENGTH
-                #         and file_model.filename
-                #         and file_model.url
-                #         and file_model.hashes.sha1
-                #     ):
-                #         submitter.add(
-                #             FileCDN(
-                #                 url=file_model.url,
-                #                 sha1=file_model.hashes.sha1,
-                #                 size=file_model.size,
-                #                 mtime=int(time.time()),
-                #                 path=file_model.hashes.sha1,
-                #             )  # type: ignore
-                #         )
-                #         file_model.file_cdn_cached = True
                 submitter.add(file_model)
             submitter.add(Version(**version))
 
@@ -102,7 +74,6 @@ def sync_project(project_id: str) -> Optional[ProjectDetail]:
             project_model = Project(**res)
             total_count = sync_project_all_version(
                 project_id,
-                need_to_cache=project_model.project_type == "mod",
             )
             if total_count == 0:
                 return None
diff --git a/mcim_sync/utils/loger/__init__.py b/mcim_sync/utils/loger/__init__.py
diff --git a/mcim_sync/utils/telegram/__init__.py b/mcim_sync/utils/telegram/__init__.py

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-from odmantic import AIOEngine, SyncEngine`
	`1`	`+from odmantic import SyncEngine`
`2`	`2`	`from pymongo import MongoClient`
`3`	`3`	`from pymongo.database import Database`
`4`	`4`