sync ms

app.py

@@ -9,22 +9,17 @@ import librosa.display
 import matplotlib.pyplot as plt
 from collections import Counter
 from model import EvalNet
-from utils import get_modelist, find_files, embed_img
-
-
-TRANSLATE = {
-    "vibrato": "chan yin",
-    "upward_portamento": "shang hua yin",
-    "downward_portamento": "xia hua yin",
-    "returning_portamento": "hui hua yin",
-    "glissando": "gua zou, hua zhi",
-    "tremolo": "yao zhi",
-    "harmonics": "fan yin",
-    "plucks": "gou, da, mo, tuo, ...",
-}
-CLASSES = list(TRANSLATE.keys())
-TEMP_DIR = "./__pycache__/tmp"
-SAMPLE_RATE = 44100
+from utils import (
+    get_modelist,
+    find_files,
+    embed_img,
+    _L,
+    SAMPLE_RATE,
+    TEMP_DIR,
+    TRANSLATE,
+    CLASSES,
+    EN_US,
+)
 
 
 def circular_padding(spec: np.ndarray, end: int):
@@ -127,33 +122,38 @@ def most_frequent_value(lst: list):
 
 
 def infer(wav_path: str, log_name: str, folder_path=TEMP_DIR):
-    if os.path.exists(folder_path):
-        shutil.rmtree(folder_path)
+    status = "Success"
+    filename = result = None
+    try:
+        if os.path.exists(folder_path):
+            shutil.rmtree(folder_path)
 
-    if not wav_path:
-        return None, "Please input an audio!"
+        if not wav_path:
+            raise ValueError("请输入音频!")
 
-    spec = log_name.split("_")[-3]
-    os.makedirs(folder_path, exist_ok=True)
-    try:
+        spec = log_name.split("_")[-3]
+        os.makedirs(folder_path, exist_ok=True)
         model = EvalNet(log_name, len(TRANSLATE)).model
         eval("wav2%s" % spec)(wav_path)
+        jpgs = find_files(folder_path, ".jpg")
+        preds = []
+        for jpg in jpgs:
+            input = embed_img(jpg)
+            output: torch.Tensor = model(input)
+            preds.append(torch.max(output.data, 1)[1])
+
+        pred_id = most_frequent_value(preds)
+        filename = os.path.basename(wav_path)
+        result = (
+            CLASSES[pred_id].capitalize()
+            if EN_US
+            else f"{TRANSLATE[CLASSES[pred_id]]} ({CLASSES[pred_id].capitalize()})"
+        )
 
     except Exception as e:
-        return None, f"{e}"
-
-    jpgs = find_files(folder_path, ".jpg")
-    preds = []
-    for jpg in jpgs:
-        input = embed_img(jpg)
-        output: torch.Tensor = model(input)
-        preds.append(torch.max(output.data, 1)[1])
+        status = f"{e}"
 
-    pred_id = most_frequent_value(preds)
-    return (
-        os.path.basename(wav_path),
-        f"{TRANSLATE[CLASSES[pred_id]]} ({CLASSES[pred_id].capitalize()})",
-    )
+    return status, filename, result
 
 
 if __name__ == "__main__":
@@ -168,39 +168,40 @@ if __name__ == "__main__":
         gr.Interface(
             fn=infer,
             inputs=[
-                gr.Audio(label="Upload a recording", type="filepath"),
-                gr.Dropdown(choices=models, label="Select a model", value=models[0]),
+                gr.Audio(label=_L("上传录音"), type="filepath"),
+                gr.Dropdown(choices=models, label=_L("选择模型"), value=models[0]),
             ],
             outputs=[
-                gr.Textbox(label="Audio filename", show_copy_button=True),
+                gr.Textbox(label=_L("状态栏"), show_copy_button=True),
+                gr.Textbox(label=_L("音频文件名"), show_copy_button=True),
                 gr.Textbox(
-                    label="Guzheng playing tech recognition",
+                    label=_L("古筝演奏技法识别"),
                     show_copy_button=True,
                 ),
             ],
             examples=examples,
             cache_examples=False,
             flagging_mode="never",
-            title="It is recommended to keep the recording length around 3s.",
+            title=_L("建议录音时长保持在 3s 左右"),
         )
 
         gr.Markdown(
-            """
-# Cite
-```bibtex
-@article{Zhou-2025,
-  author  = {Monan Zhou and Shenyang Xu and Zhaorui Liu and Zhaowen Wang and Feng Yu and Wei Li and Baoqiang Han},
-  title   = {CCMusic: An Open and Diverse Database for Chinese Music Information Retrieval Research},
-  journal = {Transactions of the International Society for Music Information Retrieval},
-  volume  = {8},
-  number  = {1},
-  pages   = {22--38},
-  month   = {Mar},
-  year    = {2025},
-  url     = {https://doi.org/10.5334/tismir.194},
-  doi     = {10.5334/tismir.194}
-}
-```"""
+            f"# {_L('引用')}"
+            + """
+            ```bibtex
+            @article{Zhou-2025,
+                author  = {Monan Zhou and Shenyang Xu and Zhaorui Liu and Zhaowen Wang and Feng Yu and Wei Li and Baoqiang Han},
+                title   = {CCMusic: An Open and Diverse Database for Chinese Music Information Retrieval Research},
+                journal = {Transactions of the International Society for Music Information Retrieval},
+                volume  = {8},
+                number  = {1},
+                pages   = {22--38},
+                month   = {Mar},
+                year    = {2025},
+                url     = {https://doi.org/10.5334/tismir.194},
+                doi     = {10.5334/tismir.194}
+            }
+            ```"""
         )
 
     demo.launch()

model.py

@@ -1,8 +1,9 @@
 import torch
 import torch.nn as nn
 import torchvision.models as models
+from modelscope.msdatasets import MsDataset
 from datasets import load_dataset
-from utils import MODEL_DIR
+from utils import MODEL_DIR, EN_US
 
 
 class EvalNet:
@@ -17,7 +18,7 @@ class EvalNet:
         self.m_type, self.input_size = self._model_info(m_ver)
 
         if not hasattr(models, m_ver):
-            raise Exception("Unsupported model.")
+            raise ValueError("不支持的模型")
 
         self.model = eval("models.%s()" % m_ver)
         linear_output = self._set_outsize()
@@ -34,11 +35,15 @@ class EvalNet:
             if ver == bb["ver"]:
                 return bb
 
-        print("Backbone name not found, using default option - alexnet.")
+        print("未找到骨干网络名称，使用默认选项 - alexnet")
         return backbone_list[0]
 
     def _model_info(self, m_ver: str):
-        backbone_list = load_dataset("monetjoe/cv_backbones", split="train")
+        backbone_list = (
+            load_dataset("monetjoe/cv_backbones", split="train")
+            if EN_US
+            else MsDataset.load("monetjoe/cv_backbones", split="v1")
+        )
         backbone = self._get_backbone(m_ver, backbone_list)
         m_type = str(backbone["type"])
         input_size = int(backbone["input_size"])

requirements.txt

@@ -1,5 +1,7 @@
-torch
-pillow
+torch==2.6.0+cu118
+-f https://download.pytorch.org/whl/torch
+torchvision==0.21.0+cu118
+-f https://download.pytorch.org/whl/torchvision
 librosa
 matplotlib
-torchvision
+modelscope[framework]==1.21.0

utils.py

@@ -1,10 +1,60 @@
 import os
 import torch
 import torchvision.transforms as transforms
-from huggingface_hub import snapshot_download
+import huggingface_hub
+import modelscope
 from PIL import Image
 
-MODEL_DIR = snapshot_download("ccmusic-database/GZ_IsoTech", cache_dir="./__pycache__")
+EN_US = os.getenv("LANG") != "zh_CN.UTF-8"
+
+ZH2EN = {
+    "上传录音": "Upload a recording (>40dB)",
+    "选择模型": "Select a model",
+    "状态栏": "Status",
+    "音频文件名": "Audio filename",
+    "古筝演奏技法识别": "Singing method recognition",
+    "建议录音时长保持在 3s 左右": "It is recommended to keep the recording length around 5s, too long will affect the recognition efficiency.",
+    "引用": "Cite",
+    "颤音": "chan yin",
+    "上滑音": "shang hua yin",
+    "下滑音": "xia hua yin",
+    "回滑音": "hui hua yin",
+    "刮奏, 花指": "gua zou, hua zhi",
+    "摇指": "yao zhi",
+    "泛音": "fan yin",
+    "勾, 打, 抹, 托, ...": "gou, da, mo, tuo, ...",
+}
+
+MODEL_DIR = (
+    huggingface_hub.snapshot_download(
+        "ccmusic-database/GZ_IsoTech",
+        cache_dir="./__pycache__",
+    )
+    if EN_US
+    else modelscope.snapshot_download(
+        "ccmusic-database/GZ_IsoTech",
+        cache_dir="./__pycache__",
+    )
+)
+
+
+def _L(zh_txt: str):
+    return ZH2EN[zh_txt] if EN_US else zh_txt
+
+
+TRANSLATE = {
+    "vibrato": _L("颤音"),
+    "upward_portamento": _L("上滑音"),
+    "downward_portamento": _L("下滑音"),
+    "returning_portamento": _L("回滑音"),
+    "glissando": _L("刮奏, 花指"),
+    "tremolo": _L("摇指"),
+    "harmonics": _L("泛音"),
+    "plucks": _L("勾, 打, 抹, 托, ..."),
+}
+CLASSES = list(TRANSLATE.keys())
+TEMP_DIR = "./__pycache__/tmp"
+SAMPLE_RATE = 44100
 
 
 def toCUDA(x):
@@ -27,19 +77,16 @@ def find_files(folder_path=f"{MODEL_DIR}/examples", ext=".wav"):
 
 
 def get_modelist(model_dir=MODEL_DIR, assign_model=""):
-    try:
-        entries = os.listdir(model_dir)
-    except OSError as e:
-        print(f"Cannot access {model_dir}: {e}")
-        return
-
     output = []
-    for entry in entries:
+    for entry in os.listdir(model_dir):
+        # 获取完整路径
         full_path = os.path.join(model_dir, entry)
+        # 跳过'.git'文件夹
         if entry == ".git" or entry == "examples":
-            print(f"Skip .git / examples dir: {full_path}")
+            print(f"跳过 .git 或 examples 文件夹: {full_path}")
             continue
 
+        # 检查条目是文件还是目录
         if os.path.isdir(full_path):
             model = os.path.basename(full_path)
             if assign_model and assign_model.lower() in model: